1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
|
// Copyright (C) 2018 Intel Corporation
//
// SPDX-License-Identifier: Apache-2.0
//
/**
* \brief inference engine plugin API wrapper, to be used by particular implementors
* \file ie_plugin_base.hpp
*/
#pragma once
#include <memory>
#include <map>
#include <string>
#include <ie_plugin.hpp>
#include "description_buffer.hpp"
#include "cpp_interfaces/exception2status.hpp"
namespace InferenceEngine {
/**
* @brief cpp interface for plugin, to avoid dll boundaries ,and simplify internal development
* @tparam T Minimal CPP implementation of IInferencePlugin (e.g. IInferencePluginInternal)
* @details can be used to create external wrapper too
*/
template<class T>
class PluginBase : public IInferencePlugin {
protected:
class VersionStore : public Version {
std::string _dsc;
std::string _buildNumber;
public:
explicit VersionStore(const Version &v) {
_dsc = v.description;
_buildNumber = v.buildNumber;
description = _dsc.c_str();
buildNumber = _buildNumber.c_str();
apiVersion = v.apiVersion;
}
} _version;
std::shared_ptr<T> _impl;
public:
/**
*
* @param actualReported version that are to be reported
*/
PluginBase(const Version &actualReported, std::shared_ptr<T> impl) : _version(actualReported) {
if (impl.get() == nullptr) {
THROW_IE_EXCEPTION << "implementation not defined";
}
_impl = impl;
}
/**
* @brief return plugin's version information
* @param versionInfo pointer to version info, will be set by plugin
*/
void GetVersion(const Version *&versionInfo) noexcept override {
versionInfo = &_version;
}
void SetLogCallback(IErrorListener &listener) noexcept override {
NO_EXCEPT_CALL_RETURN_VOID(_impl->SetLogCallback(listener));
}
StatusCode LoadNetwork(ICNNNetwork &network, ResponseDesc *resp) noexcept override {
TO_STATUS(_impl->LoadNetwork(network));
}
StatusCode LoadNetwork(IExecutableNetwork::Ptr &executableNetwork,
ICNNNetwork &network,
const std::map<std::string, std::string> &config,
ResponseDesc *resp)noexcept override {
TO_STATUS(_impl->LoadNetwork(executableNetwork, network, config));
}
StatusCode Infer(const Blob &input, Blob &result, ResponseDesc *resp) noexcept override {
TO_STATUS(_impl->Infer(input, result));
}
StatusCode Infer(const BlobMap &input, BlobMap &result, ResponseDesc *resp)noexcept override {
TO_STATUS(_impl->Infer(input, result));
}
StatusCode GetPerformanceCounts(std::map<std::string,
InferenceEngineProfileInfo> &perfMap, ResponseDesc *resp) const noexcept override {
TO_STATUS(_impl->GetPerformanceCounts(perfMap));
}
StatusCode AddExtension(InferenceEngine::IExtensionPtr extension,
InferenceEngine::ResponseDesc *resp) noexcept override {
TO_STATUS(_impl->AddExtension(extension));
}
StatusCode SetConfig(const std::map<std::string, std::string> &config, ResponseDesc *resp) noexcept override {
TO_STATUS(_impl->SetConfig(config));
}
StatusCode ImportNetwork(IExecutableNetwork::Ptr &ret, const std::string &modelFileName,
const std::map<std::string, std::string> &config, ResponseDesc *resp) noexcept override {
TO_STATUS(ret = _impl->ImportNetwork(modelFileName, config));
}
void Release() noexcept override {
delete this;
}
/**
* @depricated Use the version with config parameter
*/
void QueryNetwork(const ICNNNetwork &network, QueryNetworkResult &res) const noexcept override {
QueryNetwork(network, {}, res);
}
void QueryNetwork(const ICNNNetwork &network, const std::map<std::string, std::string>& config, QueryNetworkResult &res) const noexcept override {
_impl->QueryNetwork(network, config, res);
}
private:
~PluginBase() = default;
};
template<class T>
inline IInferencePlugin *make_ie_compatible_plugin(const Version &reported, std::shared_ptr<T> impl) {
return new PluginBase<T>(reported, impl);
}
} // namespace InferenceEngine
|
