69c92ca5ae
* libnd4j raw implementation of sgd upader Signed-off-by: Oleg <oleg.semeniv@gmail.com> * libnd4j some corrections and simple test added Signed-off-by: Oleg <oleg.semeniv@gmail.com> * libnd4j some corrections after discussion Signed-off-by: Oleg <oleg.semeniv@gmail.com> * libnd4j integrate applyScalar Signed-off-by: Oleg <oleg.semeniv@gmail.com> * libnd4j raw implementation of rmsPropUpdater on cpu Signed-off-by: Oleg <oleg.semeniv@gmail.com> * libnd4j fix operations declaration Signed-off-by: Oleg <oleg.semeniv@gmail.com> * libnd4j rmsPropUpdater added, test cases for sgd, etc Signed-off-by: Oleg <oleg.semeniv@gmail.com> * libnd4j fixed several typos Signed-off-by: Oleg <oleg.semeniv@gmail.com> * libnd4j some fixes and improvements for rmsPropUpdater based on Java tests Signed-off-by: Oleg <oleg.semeniv@gmail.com> * libnd4j fixed cuda implementation, update tests and corrected behavior according java tests Signed-off-by: Oleg <oleg.semeniv@gmail.com> * libnd4j adaGrad updater added Signed-off-by: Oleg <oleg.semeniv@gmail.com> * libnd4j one minor fix for ada grad Signed-off-by: Oleg <oleg.semeniv@gmail.com> * libnd4j several more fixes for ada_grad Signed-off-by: Oleg <oleg.semeniv@gmail.com> * libnd4j nesterovs updater added Signed-off-by: Oleg <oleg.semeniv@gmail.com> * libnd4j fixed nesterovs updater behavior, several typos and rename file Signed-off-by: Oleg <oleg.semeniv@gmail.com> * libnd4j one minor typo Signed-off-by: Oleg <oleg.semeniv@gmail.com> * libnd4j ada max updater added Signed-off-by: Oleg <oleg.semeniv@gmail.com> * libnd4j fixed several typos in adaMax updater Signed-off-by: Oleg <oleg.semeniv@gmail.com> * libnd4j fixed several typos in adaMaxUpdater Signed-off-by: Oleg <oleg.semeniv@gmail.com> * libnd4j several fixes for adaMax, added Adam Updater Signed-off-by: Oleg <oleg.semeniv@gmail.com> * libnd4j adaDeltaUpdater added, minor fixes for adamUpdater Signed-off-by: Oleg <oleg.semeniv@gmail.com> * libnd4j several fixes for adaDeltaUpdater Signed-off-by: Oleg <oleg.semeniv@gmail.com> * libnd4j nadamUpdater added Signed-off-by: Oleg <oleg.semeniv@gmail.com> * libnd4j one more correction for nadam updater Signed-off-by: Oleg <oleg.semeniv@gmail.com> * libnd4j several fixes for nadam updater and added amsGradUpdater Signed-off-by: Oleg <oleg.semeniv@gmail.com> * libnd4j several typos fixed in amsGradUpdater Signed-off-by: Oleg <oleg.semeniv@gmail.com> * libnd4j some corrections and added f order support rmsProp updater Signed-off-by: Oleg <oleg.semeniv@gmail.com> * libnd4j added support of f order for all updaters and modify tests for testing in place Signed-off-by: Oleg <oleg.semeniv@gmail.com> * libnd4j fixed issues for updates when not in place mode used, added tests for f order Signed-off-by: Oleg <oleg.semeniv@gmail.com> * libnd4j added input shape checks Signed-off-by: Oleg <oleg.semeniv@gmail.com> * libnd4j some corrections for different cases handling Signed-off-by: Oleg <oleg.semeniv@gmail.com> * libnd4j some code clean up and optimize per request Signed-off-by: Oleg <oleg.semeniv@gmail.com> * libnd4j updaters refactoring after review Signed-off-by: Oleg <oleg.semeniv@gmail.com> * SgdUpdater wrapper Signed-off-by: raver119 <raver119@gmail.com> * first test Signed-off-by: raver119 <raver119@gmail.com> * RmsPropUpdater added Signed-off-by: raver119 <raver119@gmail.com> * NadamUpdater + NesterovsUpdater Signed-off-by: raver119 <raver119@gmail.com> * AmsGradUpdater Signed-off-by: raver119 <raver119@gmail.com> * AdamUpdater added Signed-off-by: raver119 <raver119@gmail.com> * AdaGradUpdater + AdaDeltaUpdater + AdaMaxUpdater Signed-off-by: raver119 <raver119@gmail.com> * AdaGradUpdater test added Signed-off-by: raver119 <raver119@gmail.com> * libnd4j remove input parameters parsing through NDArray, split implementation of helpers to separate files, added some rename, etc Signed-off-by: Oleg <oleg.semeniv@gmail.com> * libnd4j next step to split operations implementation into separate files Signed-off-by: Oleg <oleg.semeniv@gmail.com> * libnd4j merge master and minor corrections Signed-off-by: Oleg <oleg.semeniv@gmail.com> * libnd4j revert some changes of split implementation Signed-off-by: Oleg <oleg.semeniv@gmail.com> * libnd4j forgot to add header file Signed-off-by: Oleg <oleg.semeniv@gmail.com> * public default constructors Signed-off-by: raver119 <raver119@gmail.com> * ImportClassMapping updated Signed-off-by: raver119 <raver119@gmail.com> Co-authored-by: raver119 <raver119@gmail.com>
87 lines
2.9 KiB
C++
87 lines
2.9 KiB
C++
/*******************************************************************************
|
|
* Copyright (c) 2015-2018 Skymind, Inc.
|
|
*
|
|
* This program and the accompanying materials are made available under the
|
|
* terms of the Apache License, Version 2.0 which is available at
|
|
* https://www.apache.org/licenses/LICENSE-2.0.
|
|
*
|
|
* Unless required by applicable law or agreed to in writing, software
|
|
* distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
|
|
* WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
|
|
* License for the specific language governing permissions and limitations
|
|
* under the License.
|
|
*
|
|
* SPDX-License-Identifier: Apache-2.0
|
|
******************************************************************************/
|
|
|
|
//
|
|
// Created by raver119 on 07.10.2017.
|
|
//
|
|
|
|
#ifndef LIBND4J_CUSTOMOPERATIONS_H
|
|
#define LIBND4J_CUSTOMOPERATIONS_H
|
|
|
|
#include <ops/declarable/headers/activations.h>
|
|
#include <ops/declarable/headers/boolean.h>
|
|
#include <ops/declarable/headers/broadcastable.h>
|
|
#include <ops/declarable/headers/convo.h>
|
|
#include <ops/declarable/headers/list.h>
|
|
#include <ops/declarable/headers/recurrent.h>
|
|
#include <ops/declarable/headers/transforms.h>
|
|
#include <ops/declarable/headers/parity_ops.h>
|
|
#include <ops/declarable/headers/shape.h>
|
|
#include <ops/declarable/headers/random.h>
|
|
#include <ops/declarable/headers/nlp.h>
|
|
#include <ops/declarable/headers/nn.h>
|
|
#include <ops/declarable/headers/blas.h>
|
|
#include <ops/declarable/headers/bitwise.h>
|
|
#include <ops/declarable/headers/loss.h>
|
|
#include <ops/declarable/headers/datatypes.h>
|
|
#include <ops/declarable/headers/third_party.h>
|
|
#include <ops/declarable/headers/tests.h>
|
|
#include <ops/declarable/headers/kernels.h>
|
|
#include <ops/declarable/headers/strings.h>
|
|
#include <ops/declarable/headers/compat.h>
|
|
#include <ops/declarable/headers/util.h>
|
|
#include <ops/declarable/headers/BarnesHutTsne.h>
|
|
#include <ops/declarable/headers/images.h>
|
|
#include <ops/declarable/headers/updaters.h>
|
|
#include <system/dll.h>
|
|
#include <helpers/shape.h>
|
|
#include <helpers/TAD.h>
|
|
#include <graph/Status.h>
|
|
#include <helpers/ArrayUtils.h>
|
|
#include <helpers/ShapeBuilders.h>
|
|
#include <array/NDArrayFactory.h>
|
|
#include <helpers/OpTracker.h>
|
|
#include <helpers/ConstantShapeHelper.h>
|
|
#include <helpers/ConstantTadHelper.h>
|
|
|
|
|
|
namespace sd {
|
|
struct ND4J_EXPORT _loader {
|
|
_loader();
|
|
};
|
|
|
|
namespace ops {
|
|
|
|
// logic ops
|
|
DECLARE_DIVERGENT_OP(Switch, 2, 2, true);
|
|
DECLARE_LOGIC_OP(While);
|
|
DECLARE_LOGIC_OP(Scope);
|
|
DECLARE_LOGIC_OP(Conditional);
|
|
DECLARE_LOGIC_OP(Return);
|
|
|
|
|
|
/**
|
|
* This operations exposes given arguments as it's own outputs, but does it only once.
|
|
* Subsequent calls will be served directly by this op.
|
|
*
|
|
* PLEASE NOTE: This operation is internal graph operation, and shouldn't be used directly usually.
|
|
*/
|
|
DECLARE_CUSTOM_OP(expose, -1, -1, true, 0, 0);
|
|
}
|
|
}
|
|
|
|
#endif //LIBND4J_CUSTOMOPERATIONS_H
|