cavis/libnd4j/include/graph/impl/InferenceRequest.cpp

79 lines
2.8 KiB
C++

/*******************************************************************************
* Copyright (c) 2015-2018 Skymind, Inc.
*
* This program and the accompanying materials are made available under the
* terms of the Apache License, Version 2.0 which is available at
* https://www.apache.org/licenses/LICENSE-2.0.
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
* WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
* License for the specific language governing permissions and limitations
* under the License.
*
* SPDX-License-Identifier: Apache-2.0
******************************************************************************/
//
// @author raver119@gmail.com
//
#include <graph/InferenceRequest.h>
namespace nd4j {
namespace graph {
InferenceRequest::InferenceRequest(Nd4jLong graphId, ExecutorConfiguration *configuration) {
this->_id = graphId;
this->_configuration = configuration;
}
InferenceRequest::~InferenceRequest() {
for (auto v : _deletables)
delete v;
}
void InferenceRequest::appendVariable(int id, NDArray *array) {
appendVariable(id, 0, array);
}
void InferenceRequest::appendVariable(int id, int index, NDArray *array) {
auto v = new Variable(array, nullptr, id, index);
insertVariable(v);
}
void InferenceRequest::appendVariable(std::string &id, NDArray *array) {
auto v = new Variable(array, id.c_str());
insertVariable(v);
}
void InferenceRequest::appendVariable(std::string &name, int id, int index, NDArray *array) {
auto v = new Variable(array, name.c_str(), id, index);
insertVariable(v);
}
void InferenceRequest::insertVariable(Variable *variable) {
variable->markRemovable(false);
variable->markReadOnly(true);
_variables.emplace_back(variable);
_deletables.emplace_back(variable);
}
void InferenceRequest::appendVariable(Variable *variable) {
_variables.emplace_back(variable);
}
flatbuffers::Offset<FlatInferenceRequest> InferenceRequest::asFlatInferenceRequest(flatbuffers::FlatBufferBuilder &builder) {
std::vector<flatbuffers::Offset<FlatVariable>> vec;
for (Variable* v : _variables) {
vec.emplace_back(v->asFlatVariable(builder));
}
auto confOffset = _configuration != nullptr ? _configuration->asFlatConfiguration(builder) : 0;
auto vecOffset = builder.CreateVector(vec);
return CreateFlatInferenceRequest(builder, _id, vecOffset, confOffset);
}
}
}