cavis/libnd4j/include/ops/declarable/generic/parity_ops/unique.cpp

111 lines
4.2 KiB
C++

/* ******************************************************************************
*
*
* This program and the accompanying materials are made available under the
* terms of the Apache License, Version 2.0 which is available at
* https://www.apache.org/licenses/LICENSE-2.0.
*
* See the NOTICE file distributed with this work for additional
* information regarding copyright ownership.
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
* WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
* License for the specific language governing permissions and limitations
* under the License.
*
* SPDX-License-Identifier: Apache-2.0
******************************************************************************/
//
// @author raver119@gmail.com
//
#include <system/op_boilerplate.h>
#if NOT_EXCLUDED(OP_unique)
#include <ops/declarable/CustomOperations.h>
#include <ops/declarable/helpers/unique.h>
namespace sd {
namespace ops {
CUSTOM_OP_IMPL(unique, 1, 2, false, 0, 0) {
auto x = INPUT_VARIABLE(0);
auto values = OUTPUT_VARIABLE(0);
auto indices = OUTPUT_VARIABLE(1);
REQUIRE_TRUE(x->dataType() == values->dataType(), 0, "Unique: input and output data types must be the same");
return helpers::uniqueFunctor(block.launchContext(), x, values, indices, (NDArray*)nullptr);
}
DECLARE_SHAPE_FN(unique) {
auto in = inputShape->at(0);
auto source = INPUT_VARIABLE(0);
// auto shapeList = SHAPELIST();
const Nd4jLong* valuesShape;
const Nd4jLong* indicesShape;
int uniqueCount = helpers::uniqueCount(block.launchContext(), source);
if (uniqueCount == 0) { // empty value Shape
valuesShape = ConstantShapeHelper::getInstance().emptyShapeInfo(source->dataType());
}
else {
// all output shapes are 1D arrays (vectors)
valuesShape = ConstantShapeHelper::getInstance().vectorShapeInfo(uniqueCount, ArrayOptions::dataType(in));
}
// second output is always LONG
indicesShape = ConstantShapeHelper::getInstance().vectorShapeInfo(shape::length(in), sd::DataType::INT64);
//COPY_SHAPE_EX(in, indicesShape, block.getWorkspace());
return SHAPELIST(valuesShape, indicesShape);
}
CUSTOM_OP_IMPL(unique_with_counts, 1, 3, false, 0, 0) {
auto input = INPUT_VARIABLE(0);
auto values = OUTPUT_VARIABLE(0);
auto indices = OUTPUT_VARIABLE(1);
auto counts = OUTPUT_VARIABLE(2);
return helpers::uniqueFunctor(block.launchContext(), input, values, indices, counts);
}
DECLARE_SHAPE_FN(unique_with_counts) {
auto in = inputShape->at(0);
auto source = INPUT_VARIABLE(0);
int uniqueCount = helpers::uniqueCount(block.launchContext(), source);
// all output shapes are 1D arrays (vectors)
// all output shapes are 1D arrays (vectors)
auto valuesShape = ConstantShapeHelper::getInstance().vectorShapeInfo(uniqueCount, source->dataType());
// second output is always LONG
auto indicesShape = ConstantShapeHelper::getInstance().vectorShapeInfo(source->lengthOf(), sd::DataType::INT64);
// third one as well
auto countsShape = ConstantShapeHelper::getInstance().vectorShapeInfo(uniqueCount, sd::DataType::INT64);
return SHAPELIST(valuesShape, indicesShape, countsShape);
}
DECLARE_TYPES(unique) {
getOpDescriptor()
->setAllowedInputTypes(sd::DataType::ANY)
->setAllowedOutputTypes(0, {ALL_INTS, ALL_FLOATS})
->setAllowedOutputTypes(1, {ALL_INTS});
}
DECLARE_TYPES(unique_with_counts) {
getOpDescriptor()
->setAllowedInputTypes({ALL_INTS, ALL_FLOATS})
->setAllowedOutputTypes(0, {ALL_INTS, ALL_FLOATS})
->setAllowedOutputTypes(1, {ALL_INTS})
->setAllowedOutputTypes(2, {ALL_INTS});
}
}
}
#endif