106 lines
4.2 KiB
C++
106 lines
4.2 KiB
C++
|
/*******************************************************************************
|
||
|
|
* Copyright (c) 2015-2018 Skymind, Inc.
|
||
|
|
*
|
||
|
|
* This program and the accompanying materials are made available under the
|
||
|
|
* terms of the Apache License, Version 2.0 which is available at
|
||
|
|
* https://www.apache.org/licenses/LICENSE-2.0.
|
||
|
|
*
|
||
|
|
* Unless required by applicable law or agreed to in writing, software
|
||
|
|
* distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
|
||
|
|
* WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
|
||
|
|
* License for the specific language governing permissions and limitations
|
||
|
|
* under the License.
|
||
|
|
*
|
||
|
|
* SPDX-License-Identifier: Apache-2.0
|
||
|
|
******************************************************************************/
|
||
|
|
|
||
|
|
//
|
||
|
|
// Created by raver119 on 22.11.2017.
|
||
|
|
//
|
||
|
|
|
||
|
|
#include <graph/FlatUtils.h>
|
||
|
|
#include <array/ByteOrder.h>
|
||
|
|
#include <array/DataTypeConversions.h>
|
||
|
|
#include <array/DataTypeUtils.h>
|
||
|
|
#include <array/ByteOrderUtils.h>
|
||
|
|
#include <NDArrayFactory.h>
|
||
|
|
|
||
|
|
|
||
|
|
namespace nd4j {
|
||
|
|
namespace graph {
|
||
|
|
std::pair<int, int> FlatUtils::fromIntPair(IntPair *pair) {
|
||
|
|
return std::pair<int, int>(pair->first(), pair->second());
|
||
|
|
}
|
||
|
|
|
||
|
|
std::pair<Nd4jLong, Nd4jLong> FlatUtils::fromLongPair(LongPair *pair) {
|
||
|
|
return std::pair<Nd4jLong, Nd4jLong>(pair->first(), pair->second());
|
||
|
|
}
|
||
|
|
|
||
|
|
NDArray* FlatUtils::fromFlatArray(const nd4j::graph::FlatArray *flatArray) {
|
||
|
|
auto rank = static_cast<int>(flatArray->shape()->Get(0));
|
||
|
|
auto newShape = new Nd4jLong[shape::shapeInfoLength(rank)];
|
||
|
|
memcpy(newShape, flatArray->shape()->data(), shape::shapeInfoByteLength(rank));
|
||
|
|
|
||
|
|
auto length = shape::length(newShape);
|
||
|
|
auto dtype = DataTypeUtils::fromFlatDataType(flatArray->dtype());
|
||
|
|
|
||
|
|
// empty arrays is special case, nothing to restore here
|
||
|
|
if (shape::isEmpty(newShape)) {
|
||
|
|
delete[] newShape;
|
||
|
|
return NDArrayFactory::empty_(dtype, nullptr);
|
||
|
|
}
|
||
|
|
|
||
|
|
if (dtype == UTF8) {
|
||
|
|
bool isBe = BitwiseUtils::isBE();
|
||
|
|
bool canKeep = (isBe && flatArray->byteOrder() == nd4j::graph::ByteOrder_BE) || (!isBe && flatArray->byteOrder() == nd4j::graph::ByteOrder_LE);
|
||
|
|
auto order = shape::order(newShape);
|
||
|
|
|
||
|
|
std::vector<std::string> substrings(length);
|
||
|
|
std::vector<Nd4jLong> shapeVector(rank);
|
||
|
|
for (int e = 0; e < rank; e++)
|
||
|
|
shapeVector[e] = newShape[e+1];
|
||
|
|
|
||
|
|
auto rawPtr = (void *)flatArray->buffer()->data();
|
||
|
|
auto longPtr = reinterpret_cast<Nd4jLong *>(rawPtr);
|
||
|
|
auto charPtr = reinterpret_cast<char *>(longPtr + length + 1);
|
||
|
|
auto offsets = new Nd4jLong[length+1];
|
||
|
|
for (int e = 0; e <= length; e++) {
|
||
|
|
auto o = longPtr[e];
|
||
|
|
// FIXME: BE vs LE on partials
|
||
|
|
//auto v = canKeep ? o : BitwiseUtils::swap_bytes<Nd4jLong>(o);
|
||
|
|
offsets[e] = o;
|
||
|
|
}
|
||
|
|
|
||
|
|
for (int e = 0; e < length; e++) {
|
||
|
|
auto start = offsets[e];
|
||
|
|
auto end = offsets[e+1];
|
||
|
|
auto len = end - start;
|
||
|
|
|
||
|
|
auto c = (char *) malloc(len+1);
|
||
|
|
CHECK_ALLOC(c, "Failed temp allocation", len + 1);
|
||
|
|
memset(c, '\0', len + 1);
|
||
|
|
memcpy(c, charPtr + start, len);
|
||
|
|
|
||
|
|
std::string val(c);
|
||
|
|
substrings[e] = val;
|
||
|
|
free(c);
|
||
|
|
}
|
||
|
|
|
||
|
|
delete[] offsets;
|
||
|
|
delete[] newShape;
|
||
|
|
|
||
|
|
return NDArrayFactory::string_(order, shapeVector, substrings);
|
||
|
|
}
|
||
|
|
|
||
|
|
|
||
|
|
auto newBuffer = new int8_t[length * DataTypeUtils::sizeOf(dtype)];
|
||
|
|
|
||
|
|
BUILD_SINGLE_SELECTOR(dtype, DataTypeConversions, ::convertType(newBuffer, (void *)flatArray->buffer()->data(), dtype, ByteOrderUtils::fromFlatByteOrder(flatArray->byteOrder()), length), LIBND4J_TYPES);
|
||
|
|
|
||
|
|
auto array = new NDArray(newBuffer, newShape, nd4j::LaunchContext::defaultContext(), true);
|
||
|
|
|
||
|
|
delete[] newShape;
|
||
|
|
return array;
|
||
|
|
}
|
||
|
|
}
|
||
|
|
}
|