1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
|
/*
* Copyright (c) 2019 Samsung Electronics Co., Ltd. All Rights Reserved
*
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
* You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
/**
* @file Execution.h
* @brief This file defines execution
*/
#ifndef __ONERT_EXEC_EXECUTION_H__
#define __ONERT_EXEC_EXECUTION_H__
#include "ir/Layout.h"
#include "exec/IExecutors.h"
#include "IODescription.h"
#include <thread>
#include <deque>
#include <semaphore.h>
namespace onert
{
namespace exec
{
/**
* @brief Class to define execution instance to collect input/output information for inference
* and prepare executor run (TODO)
*/
class Execution
{
public:
/**
* @brief Construct a new Execution object
* @param[in] executor Model executor
*/
Execution(const std::shared_ptr<IExecutors> &executors);
public:
/**
* @brief Returns primary graph object
* @return Graph object
*/
const ir::Graph &primary_subgraph() const { return entryExecutor()->graph(); }
/**
* @brief Change input shape
* @param[in] index Input index
* @param[in] new_shape shape to change
*/
void changeInputShape(const ir::IOIndex &index, const ir::Shape &new_shape);
/**
* @brief Set input data's information
* @param[in] index Input index
* @param[in] buffer Input data's buffer pointer
* @param[in] length Input data's length
* @param[in] layout Input data's data format
*/
void setInput(const ir::IOIndex &index, const void *buffer, size_t length,
ir::Layout layout = ir::Layout::NHWC);
/**
* @brief Set input data's information, especially to specify unknown dimensions on model
* build time.
* @param[in] index Input index
* @param[in] type Input data's type info
* @param[in] shape Input data's shape
* @param[in] buffer Input data's buffer pointer
* @param[in] length Input data's length
* @param[in] layout Input data's data format
*/
void setInput(const ir::IOIndex &index, const ir::TypeInfo &type, const ir::Shape &shape,
const void *buffer, size_t length, ir::Layout layout = ir::Layout::NHWC);
/**
* @brief Set output data's information
* @param[in] index Output index
* @param[in] buffer Output data's buffer pointer
* @param[in] length Output data's length
* @param[in] layout Output data's data format
*/
void setOutput(const ir::IOIndex &index, void *buffer, size_t length,
ir::Layout layout = ir::Layout::NHWC);
/**
* @brief Set output data's information, especially to specify unknown dimensions on model
* build time.
* @param[in] index Output index
* @param[in] type Output data's type info
* @param[in] shape Output data's shape
* @param[in] buffer Output data's buffer pointer
* @param[in] length Output data's length
* @param[in] layout Output data's data format
*/
void setOutput(const ir::IOIndex &index, const ir::TypeInfo &type, const ir::Shape &shape,
void *buffer, size_t length, ir::Layout layout = ir::Layout::NHWC);
/**
* @brief Set input data's data format
* @param[in] index Input index
* @param[in] layout Input data's data format
*/
void setInputLayout(const ir::IOIndex &index, ir::Layout layout);
/**
* @brief Set output data's data format
* @param[in] index Output index
* @param[in] layout Output data's data format
*/
void setOutputLayout(const ir::IOIndex &index, ir::Layout layout);
/**
* @brief Execution
* @note It should be called after setting input and output buffer
*/
void execute();
/**
* @brief Start asynchronous execution
* @note It returns after execution thread is started
* It should be called after setting input and output buffer
*/
void startExecute(void);
/**
* @brief Return when execution is finished
* @note It waits until execution is finished
*/
void waitFinish(void);
/**
* @brief Check execution is finished
* @return @c true if execution is finished, otherwise @c false
*/
bool isFinished(void) const;
ir::Shape getInputShape(ir::IOIndex ind) const;
ir::Shape getOutputShape(ir::IOIndex ind) const;
private:
const IExecutor *entryExecutor() const { return _executors->entryExecutor(); };
IExecutor *entryExecutor() { return _executors->entryExecutor(); };
private:
const std::shared_ptr<IExecutors> _executors;
IODescription _io_desc;
std::unique_ptr<std::thread> _exec_thread;
bool finished{false};
};
} // namespace exec
} // namespace onert
#endif // __ONERT_EXEC_EXECUTION_H__
|
