Update reshape.cpp

master
agibsonccc 2021-02-05 22:57:57 +09:00
parent e9a1a3d3f1
commit 04209693f5
1 changed files with 121 additions and 148 deletions

View File

@ -21,28 +21,30 @@
// //
#include <system/op_boilerplate.h> #include <system/op_boilerplate.h>
#if NOT_EXCLUDED(OP_reshape) #if NOT_EXCLUDED(OP_reshape)
#include <ops/declarable/CustomOperations.h>
#include <ops/declarable/CustomOperations.h> namespace sd {
namespace ops {
namespace sd {
namespace ops {
////////////////////////////////////////////////////////////////////////// //////////////////////////////////////////////////////////////////////////
// here iArgs is a vector with (optional) negative of order as first element: // here iArgs is a vector with (optional) negative of order as first element:
// ({-order, dim1, dim2, dim3, ...}) // ({-order, dim1, dim2, dim3, ...})
CUSTOM_OP_IMPL(reshape, 1, 1, false, 0, -2) { CUSTOM_OP_IMPL(reshape, 1, 1, false, 0, -2) {
auto x = INPUT_VARIABLE(0); auto x = INPUT_VARIABLE(0);
auto z = OUTPUT_VARIABLE(0); auto z = OUTPUT_VARIABLE(0);
//Special case: empty.reshape(<other empty shape>) -> return empty // Special case: empty.reshape(<other empty shape>) -> return empty
if (x->isEmpty()) { if (x->isEmpty()) {
REQUIRE_TRUE(z->isEmpty(), 0, "Reshape: when input is empty, output must also be empty"); REQUIRE_TRUE(z->isEmpty(), 0,
return Status::OK(); //No op "Reshape: when input is empty, output must also be empty");
return Status::OK(); // No op
} }
REQUIRE_TRUE(x->lengthOf() == z->lengthOf(), 0, "Reshape: lengths before and after reshape should match, but got %i vs %i", x->lengthOf(), z->lengthOf()); REQUIRE_TRUE(x->lengthOf() == z->lengthOf(), 0,
"Reshape: lengths before and after reshape should match, but "
"got %i vs %i",
x->lengthOf(), z->lengthOf());
if (Environment::getInstance().isDebugAndVerbose()) if (Environment::getInstance().isDebugAndVerbose())
nd4j_printv("Reshape: new shape", z->getShapeAsVector()); nd4j_printv("Reshape: new shape", z->getShapeAsVector());
@ -50,17 +52,16 @@
z->assign(x->reshape(z->ordering(), z->getShapeAsVector())); z->assign(x->reshape(z->ordering(), z->getShapeAsVector()));
return Status::OK(); return Status::OK();
} }
DECLARE_TYPES(reshape) {
DECLARE_TYPES(reshape) {
getOpDescriptor() getOpDescriptor()
->setAllowedInputTypes(0, sd::DataType::ANY) ->setAllowedInputTypes(0, sd::DataType::ANY)
->setAllowedInputTypes(1, {ALL_INTS}) ->setAllowedInputTypes(1, {ALL_INTS})
->setSameMode(true); ->setSameMode(true);
} }
DECLARE_SHAPE_FN(reshape) { DECLARE_SHAPE_FN(reshape) {
const auto x = INPUT_VARIABLE(0); const auto x = INPUT_VARIABLE(0);
@ -77,95 +78,64 @@
*/ */
if (block.width() == 1) { if (block.width() == 1) {
reshapeArgs = *block.getIArguments(); reshapeArgs = *block.getIArguments();
if(!reshapeArgs.empty()) { if (!reshapeArgs.empty()) {
char potentialOrdering = (char) -reshapeArgs[0]; char potentialOrdering = (char)-reshapeArgs[0];
orderNew = potentialOrdering; orderNew = potentialOrdering;
if(potentialOrdering != 'c' && potentialOrdering != 'f') { if (potentialOrdering != 'c' && potentialOrdering != 'f') {
throw std::runtime_error("reshape:: Value passed in must be -99 or -102 for the ordering if an int array is present. -99 represents c ordering and -102 represents f ordering. This number is negative for the long array case to flag the difference between an ordering and a dimension being specified."); throw std::runtime_error(
"reshape:: Value passed in must be -99 or -102 for the ordering if "
"an int array is present. -99 represents c ordering and -102 "
"represents f ordering. This number is negative for the long array "
"case to flag the difference between an ordering and a dimension "
"being specified.");
} }
nd4j_debug("Reshape Ordering is %c int ordering is %d\n",orderNew,-reshapeArgs[0]); nd4j_debug("Reshape Ordering is %c int ordering is %d\n", orderNew,
-reshapeArgs[0]);
if(orderNew == 'c' || orderNew == 'f') if (orderNew == 'c' || orderNew == 'f')
reshapeArgs.erase(reshapeArgs.begin()); // remove first element being order in this case reshapeArgs.erase(
reshapeArgs
.begin()); // remove first element being order in this case
} }
} } else {
else {
reshapeArgs = INPUT_VARIABLE(1)->getBufferAsVector<int>(); reshapeArgs = INPUT_VARIABLE(1)->getBufferAsVector<int>();
if(block.numI() > 0) { if (block.numI() > 0) {
//Note here that the ordering for this case can not be negative. // Note here that the ordering for this case can not be negative.
// Negative is used in the long array case to be used as a flag to differntiate between a 99 or 102 shaped array and // Negative is used in the long array case to be used as a flag to
//the ordering. You can't have a -99 or -102 shaped array. // differntiate between a 99 or 102 shaped array and
char potentialOrdering = (char) reshapeArgs[0]; // the ordering. You can't have a -99 or -102 shaped array.
if(potentialOrdering != 'c' && potentialOrdering != 'f') { char potentialOrdering = (char)reshapeArgs[0];
throw std::runtime_error("reshape:: Value passed in must be -99 or -102 for the ordering if an int array is present. -99 represents c ordering and -102 represents f ordering."); if (potentialOrdering != 'c' && potentialOrdering != 'f') {
throw std::runtime_error(
"reshape:: Value passed in must be -99 or -102 for the ordering if "
"an int array is present. -99 represents c ordering and -102 "
"represents f ordering.");
} }
orderNew = potentialOrdering; orderNew = potentialOrdering;
} } else
else
orderNew = 'c'; orderNew = 'c';
} }
REQUIRE_TRUE(!reshapeArgs.empty() || x->lengthOf() == 1, 0, "Reshape buffer should have at least 1 dimension !"); REQUIRE_TRUE(!reshapeArgs.empty() || x->lengthOf() == 1, 0,
"Reshape buffer should have at least 1 dimension !");
// Nd4jLong xLen = x->lengthOf();
// if(x->isEmpty()) {
// xLen = 1;
// for (uint i = 0; i < x->rankOf(); ++i) // take into account possible empty shapes
// if(x->sizeAt(i) != 0)
// xLen *= x->sizeAt(i);
// }
// for (uint i = 0; i < reshapeArgs.size(); ++i) {
// if (reshapeArgs[i] == -1) {
// uint shapeLength = 1, numOfZeros = 0;
// for(uint j = 0; j < i; ++j)
// if(reshapeArgs[j] != 0)
// shapeLength *= reshapeArgs[j];
// else
// ++numOfZeros;
// for(uint j = i + 1; j < reshapeArgs.size(); ++j) {
// REQUIRE_TRUE(reshapeArgs[j] != -1, 0, "Reshape : Only one unknown dimension (-1) is allowed.");
// if(reshapeArgs[j] != 0)
// shapeLength *= reshapeArgs[j];
// else
// ++numOfZeros;
// }
// const auto dim = xLen / shapeLength;
// if(x->isEmpty() && (1 == dim || 0 == numOfZeros))
// shapeNew.push_back(0);
// else
// shapeNew.push_back(dim);
// }
// else
// shapeNew.push_back(reshapeArgs[i]);
// }
Nd4jLong newShapeLen = 1; Nd4jLong newShapeLen = 1;
int pos = -1; int pos = -1;
bool newShapeEmpty = false; bool newShapeEmpty = false;
for (int i = 0; i < reshapeArgs.size(); ++i) { for (int i = 0; i < reshapeArgs.size(); ++i) {
const int dim = reshapeArgs[i]; const int dim = reshapeArgs[i];
if (dim == -1) { if (dim == -1) {
REQUIRE_TRUE(pos == -1, 0, "Reshape : Only one unknown dimension (-1) is allowed."); REQUIRE_TRUE(pos == -1, 0,
"Reshape : Only one unknown dimension (-1) is allowed.");
pos = i; pos = i;
shapeNew.push_back(1); shapeNew.push_back(1);
} } else if (dim == 0) {
else if (dim == 0) {
shapeNew.push_back(0); shapeNew.push_back(0);
newShapeEmpty = true; newShapeEmpty = true;
} } else {
else {
shapeNew.push_back(dim); shapeNew.push_back(dim);
newShapeLen *= dim; newShapeLen *= dim;
} }
@ -174,10 +144,11 @@
if (pos != -1) { if (pos != -1) {
Nd4jLong xLen = x->lengthOf(); Nd4jLong xLen = x->lengthOf();
if(x->isEmpty()) { if (x->isEmpty()) {
xLen = 1; xLen = 1;
for (uint i = 0; i < x->rankOf(); ++i) // take into account possible empty shapes for (uint i = 0; i < x->rankOf();
if(x->sizeAt(i) > 0 || !newShapeEmpty) ++i) // take into account possible empty shapes
if (x->sizeAt(i) > 0 || !newShapeEmpty)
xLen *= x->sizeAt(i); xLen *= x->sizeAt(i);
} }
@ -185,14 +156,16 @@
} }
auto len = shape::prodLong(shapeNew.data(), shapeNew.size()); auto len = shape::prodLong(shapeNew.data(), shapeNew.size());
REQUIRE_TRUE(x->lengthOf() == len, 0, "Reshape: lengths before and after reshape should match, but got %i vs %i", x->lengthOf(), len); REQUIRE_TRUE(x->lengthOf() == len, 0,
"Reshape: lengths before and after reshape should match, but "
"got %i vs %i",
x->lengthOf(), len);
return SHAPELIST(ConstantShapeHelper::getInstance().createShapeInfo(x->dataType(), orderNew, shapeNew)); return SHAPELIST(ConstantShapeHelper::getInstance().createShapeInfo(
} x->dataType(), orderNew, shapeNew));
}
} // namespace ops
} // namespace sd
#endif
}
}
#endif