/* ****************************************************************************** * * * This program and the accompanying materials are made available under the * terms of the Apache License, Version 2.0 which is available at * https://www.apache.org/licenses/LICENSE-2.0. * * See the NOTICE file distributed with this work for additional * information regarding copyright ownership. * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, WITHOUT * WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the * License for the specific language governing permissions and limitations * under the License. * * SPDX-License-Identifier: Apache-2.0 ******************************************************************************/ // // @author raver119@gmail.com // #ifndef DEV_TESTS_CONSTANTHELPER_H #define DEV_TESTS_CONSTANTHELPER_H #include #include #include #include #include #include #include #include #include #include namespace sd { class ND4J_EXPORT ConstantHelper { private: ConstantHelper(); std::vector> _cache; // tracking of per-device constant memory buffers (CUDA only atm) std::vector _devicePointers; std::vector _deviceOffsets; std::mutex _mutex; std::mutex _mutexHolder; std::vector _counters; public: ~ConstantHelper(); static ConstantHelper& getInstance(); static int getCurrentDevice(); static int getNumberOfDevices(); void* replicatePointer(void *src, size_t numBytes, memory::Workspace *workspace = nullptr); ConstantDataBuffer* constantBuffer(const ConstantDescriptor &descriptor, sd::DataType dataType); Nd4jLong getCachedAmount(int deviceId); }; } #endif //DEV_TESTS_CONSTANTHELPER_H