summaryrefslogtreecommitdiff
path: root/runtimes/nn/runtime/ModelBuilder.h
diff options
context:
space:
mode:
Diffstat (limited to 'runtimes/nn/runtime/ModelBuilder.h')
-rw-r--r--runtimes/nn/runtime/ModelBuilder.h129
1 files changed, 129 insertions, 0 deletions
diff --git a/runtimes/nn/runtime/ModelBuilder.h b/runtimes/nn/runtime/ModelBuilder.h
new file mode 100644
index 000000000..67d8b77be
--- /dev/null
+++ b/runtimes/nn/runtime/ModelBuilder.h
@@ -0,0 +1,129 @@
+/*
+ * Copyright (c) 2018 Samsung Electronics Co., Ltd. All Rights Reserved
+ * Copyright (C) 2017 The Android Open Source Project
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+// Class used to build a model through a succession of successive calls
+// to the NN API.
+
+#ifndef __NNFW_RT_MODEL_BUILDER_H__
+#define __NNFW_RT_MODEL_BUILDER_H__
+
+#include "Memory.h"
+#include "NeuralNetworks.h"
+#include "HalInterfaces.h"
+#include "Utils.h"
+
+#include <vector>
+#include <memory>
+
+namespace nnfw {
+namespace rt {
+
+class CompilationBuilder;
+class Memory;
+
+class ModelBuilder {
+public:
+ virtual ~ModelBuilder() {}
+ // Adds an operand to the model.
+ int addOperand(const ANeuralNetworksOperandType& type);
+ int setOperandValue(uint32_t index, const void* buffer, size_t length);
+ int setOperandValueFromMemory(uint32_t index, const Memory* memory, uint32_t offset,
+ size_t length);
+ int addOperation(ANeuralNetworksOperationType type, uint32_t inputCount, const uint32_t* inputs,
+ uint32_t outputCount, const uint32_t* outputs);
+ int identifyInputsAndOutputs(uint32_t inputCount, const uint32_t* inputs, uint32_t outputCount,
+ const uint32_t* outputs);
+
+ int finish();
+ bool isFinished() const { return mCompletedModel; }
+ int createCompilation(CompilationBuilder** compilation);
+ void setHidlModel(Model* model) const;
+ uint32_t operandCount() const {
+ // We don't allow more than uint32_t worth of operands
+ return static_cast<uint32_t>(mOperands.size());
+ }
+ uint32_t operationCount() const {
+ // We don't allow more than uint32_t worth of operations
+ return static_cast<uint32_t>(mOperations.size());
+ }
+
+ uint32_t inputCount() const { return static_cast<uint32_t>(mInputIndexes.size()); }
+ uint32_t outputCount() const { return static_cast<uint32_t>(mOutputIndexes.size()); }
+ uint32_t getInputOperandIndex(uint32_t i) const { return mInputIndexes[i]; }
+ const Operand& getInputOperand(uint32_t i) const {
+ return mOperands[getInputOperandIndex(i)];
+ }
+ uint32_t getOutputOperandIndex(uint32_t i) const { return mOutputIndexes[i]; }
+ const Operand& getOutputOperand(uint32_t i) const {
+ return mOperands[getOutputOperandIndex(i)];
+ }
+ const Operand& getOperand(uint32_t index) const { return mOperands[index]; }
+ const Operation& getOperation(uint32_t index) const { return mOperations[index]; }
+
+ const MemoryTracker& getMemories() const { return mMemories; }
+ const std::vector<Operation>& getOperations() const { return mOperations; }
+ const uint8_t* getPointerToOperandValue(uint32_t offset) const {
+ return mSmallOperandValues.data() + offset;
+ }
+ private:
+ // Return true if either mCompleteModel or mInvalidModel is true.
+ bool badState(const char* name);
+
+ // Sorts the operations to be in the correct order for single threaded
+ // node-at-a-time execution.
+ void sortIntoRunOrder();
+
+ // Copies the large values to a shared memory, if we have any.
+ int copyLargeValuesToSharedMemory();
+ // The operations of the graph.
+ std::vector<Operation> mOperations;
+ // The description of the operands of the graph.
+ std::vector<Operand> mOperands;
+
+ // Specifies where to find the list of indexes identifying
+ // the inputs and outputs of the model. The offset is into
+ // the mOperandIndexes table.
+ std::vector<uint32_t> mInputIndexes;
+ std::vector<uint32_t> mOutputIndexes;
+
+ MemoryTracker mMemories;
+
+ // The value of the small operands that are defined at model
+ // creation time.
+ std::vector<uint8_t> mSmallOperandValues;
+
+ struct LargeValue {
+ uint32_t operandIndex;
+ const void* buffer;
+ };
+ // Operand index and buffer pointer for all the large operand values of this model.
+ std::vector<LargeValue> mLargeOperandValues;
+ // The shared memory region that will contain the large values.
+ Memory mLargeValueMemory;
+ // Once the model has been finished, we should not allow further
+ // modifications to the model.
+ mutable bool mCompletedModel = false;
+
+ // Any invalid manipulation of the model will mark the model invalid.
+ // No further modifications are allowed to the model.
+ mutable bool mInvalidModel = false;
+};
+
+} // namespace rt
+} // namespace nnfw
+
+#endif // __NNFW_RT_MODEL_BUILDER_H__