1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
|
/*
* Copyright (c) 2019 Samsung Electronics Co., Ltd. All Rights Reserved
*
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
* You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
#ifndef __API_NNFW_API_INTERNAL_H__
#define __API_NNFW_API_INTERNAL_H__
#include "nnfw.h"
#include "nnfw_experimental.h"
#include <util/GeneralConfigSource.h>
#include <string>
#include <memory>
namespace onert
{
namespace frontend
{
namespace custom
{
class KernelRegistry;
}
} // namespace frontend
namespace exec
{
class Execution;
} // namespace exec
namespace ir
{
class Graph;
class Subgraphs;
} // namespace ir
namespace compiler
{
class Compiler;
} // namespace compiler
} // namespace onert
struct nnfw_session
{
private:
/**
* @brief Enum class to express the session's state
*
* State transition diagram:
*
* +--------------+
* | INITIALIZED |
* +--------------+
* |
* | load_model
* v
* +--------------+
* | MODEL_LOADED |
* +--------------+
* |
* | prepare
* v
* +--------------+
* | PREPARED | --------+
* +--------------+ |
* | |
* | run |
* v |
* +--------------+ run |
* | | -----+ |
* +-----> | FINISHED_RUN | | | run_async
* | | | <----+ |
* | +--------------+ |
* | | |
* | await | run_async |
* | v |
* | +--------------+ |
* +------ | RUNNING | <-------+
* +--------------+
*/
enum class State
{
INITIALIZED, //< Session is initialized and nothing has done to it
MODEL_LOADED, //< Model is loaded
PREPARED, //< Prepared(compiled) for execution
RUNNING, //< Execution is in progress (only for asynchronous execution)
FINISHED_RUN //< Executed at least once
};
public:
nnfw_session();
~nnfw_session();
NNFW_STATUS load_model_from_file(const char *package_file_path);
NNFW_STATUS prepare();
NNFW_STATUS run();
NNFW_STATUS run_async();
NNFW_STATUS await();
NNFW_STATUS set_input(uint32_t index, NNFW_TYPE type, const void *buffer, size_t length);
NNFW_STATUS set_output(uint32_t index, NNFW_TYPE type, void *buffer, size_t length);
NNFW_STATUS input_size(uint32_t *number);
NNFW_STATUS output_size(uint32_t *number);
NNFW_STATUS set_input_layout(uint32_t index, NNFW_LAYOUT layout);
NNFW_STATUS set_output_layout(uint32_t index, NNFW_LAYOUT layout);
NNFW_STATUS apply_tensorinfo(uint32_t index, nnfw_tensorinfo ti); // Will be deprecated
NNFW_STATUS set_input_tensorinfo(uint32_t index, const nnfw_tensorinfo *ti);
NNFW_STATUS input_tensorinfo(uint32_t index, nnfw_tensorinfo *ti);
NNFW_STATUS output_tensorinfo(uint32_t index, nnfw_tensorinfo *ti);
NNFW_STATUS set_available_backends(const char *backends);
NNFW_STATUS set_op_backend(const char *op, const char *backend);
//
// Internal-only API
//
NNFW_STATUS set_config(const char *key, const char *value);
NNFW_STATUS get_config(const char *key, char *value, size_t value_size);
NNFW_STATUS load_circle_from_buffer(uint8_t *buffer, size_t size);
//
// Experimental API
//
NNFW_STATUS register_custom_operation(const std::string &id, nnfw_custom_eval eval_func);
NNFW_STATUS input_tensorindex(const char *tensorname, uint32_t *index);
NNFW_STATUS output_tensorindex(const char *tensorname, uint32_t *index);
private:
onert::ir::Graph *primary_subgraph();
bool isStateInitialized();
bool isStateModelLoaded();
bool isStatePrepared();
bool isStateRunning();
bool isStateFinishedRun();
bool isStatePreparedOrFinishedRun();
private:
State _state{State::INITIALIZED};
std::shared_ptr<onert::ir::Subgraphs> _subgraphs;
std::unique_ptr<onert::compiler::Compiler> _compiler;
std::shared_ptr<onert::exec::Execution> _execution;
std::shared_ptr<onert::frontend::custom::KernelRegistry> _kernel_registry;
};
#endif // __API_NNFW_API_INTERNAL_H__
|
