| 123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191 |
- // This file is part of OpenCV project.
- // It is subject to the license terms in the LICENSE file found in the top-level directory
- // of this distribution and at http://opencv.org/license.html.
- //
- // Copyright (C) 2019 Intel Corporation
- #ifndef OPENCV_GAPI_INFER_IE_HPP
- #define OPENCV_GAPI_INFER_IE_HPP
- #include <unordered_map>
- #include <string>
- #include <array>
- #include <tuple> // tuple, tuple_size
- #include <map>
- #include <opencv2/gapi/opencv_includes.hpp>
- #include <opencv2/gapi/util/any.hpp>
- #include <opencv2/core/cvdef.h> // GAPI_EXPORTS
- #include <opencv2/gapi/gkernel.hpp> // GKernelPackage
- #include <opencv2/gapi/infer.hpp> // Generic
- namespace cv {
- namespace gapi {
- // FIXME: introduce a new sub-namespace for NN?
- namespace ie {
- GAPI_EXPORTS cv::gapi::GBackend backend();
- /**
- * Specify how G-API and IE should trait input data
- *
- * In OpenCV, the same cv::Mat is used to represent both
- * image and tensor data. Sometimes those are hardly distinguishable,
- * so this extra parameter is used to give G-API a hint.
- *
- * This hint controls how G-API reinterprets the data when converting
- * it to IE Blob format (and which layout/etc is assigned to this data).
- */
- enum class TraitAs: int
- {
- TENSOR, //!< G-API traits an associated cv::Mat as a raw tensor and passes dimensions as-is
- IMAGE //!< G-API traits an associated cv::Mat as an image so creates an "image" blob (NCHW/NHWC, etc)
- };
- using IEConfig = std::map<std::string, std::string>;
- namespace detail {
- struct ParamDesc {
- std::string model_path;
- std::string weights_path;
- std::string device_id;
- // NB: Here order follows the `Net` API
- std::vector<std::string> input_names;
- std::vector<std::string> output_names;
- using ConstInput = std::pair<cv::Mat, TraitAs>;
- std::unordered_map<std::string, ConstInput> const_inputs;
- // NB: nun_* may differ from topology's real input/output port numbers
- // (e.g. topology's partial execution)
- std::size_t num_in; // How many inputs are defined in the operation
- std::size_t num_out; // How many outputs are defined in the operation
- enum class Kind { Load, Import };
- Kind kind;
- bool is_generic;
- IEConfig config;
- };
- } // namespace detail
- // FIXME: this is probably a shared (reusable) thing
- template<typename Net>
- struct PortCfg {
- using In = std::array
- < std::string
- , std::tuple_size<typename Net::InArgs>::value >;
- using Out = std::array
- < std::string
- , std::tuple_size<typename Net::OutArgs>::value >;
- };
- template<typename Net> class Params {
- public:
- Params(const std::string &model,
- const std::string &weights,
- const std::string &device)
- : desc{ model, weights, device, {}, {}, {}
- , std::tuple_size<typename Net::InArgs>::value // num_in
- , std::tuple_size<typename Net::OutArgs>::value // num_out
- , detail::ParamDesc::Kind::Load
- , false
- , {}} {
- };
- Params(const std::string &model,
- const std::string &device)
- : desc{ model, {}, device, {}, {}, {}
- , std::tuple_size<typename Net::InArgs>::value // num_in
- , std::tuple_size<typename Net::OutArgs>::value // num_out
- , detail::ParamDesc::Kind::Import
- , false
- , {}} {
- };
- Params<Net>& cfgInputLayers(const typename PortCfg<Net>::In &ll) {
- desc.input_names.clear();
- desc.input_names.reserve(ll.size());
- std::copy(ll.begin(), ll.end(),
- std::back_inserter(desc.input_names));
- return *this;
- }
- Params<Net>& cfgOutputLayers(const typename PortCfg<Net>::Out &ll) {
- desc.output_names.clear();
- desc.output_names.reserve(ll.size());
- std::copy(ll.begin(), ll.end(),
- std::back_inserter(desc.output_names));
- return *this;
- }
- Params<Net>& constInput(const std::string &layer_name,
- const cv::Mat &data,
- TraitAs hint = TraitAs::TENSOR) {
- desc.const_inputs[layer_name] = {data, hint};
- return *this;
- }
- Params& pluginConfig(IEConfig&& cfg) {
- desc.config = std::move(cfg);
- return *this;
- }
- Params& pluginConfig(const IEConfig& cfg) {
- desc.config = cfg;
- return *this;
- }
- // BEGIN(G-API's network parametrization API)
- GBackend backend() const { return cv::gapi::ie::backend(); }
- std::string tag() const { return Net::tag(); }
- cv::util::any params() const { return { desc }; }
- // END(G-API's network parametrization API)
- protected:
- detail::ParamDesc desc;
- };
- template<>
- class Params<cv::gapi::Generic> {
- public:
- Params(const std::string &tag,
- const std::string &model,
- const std::string &weights,
- const std::string &device)
- : desc{ model, weights, device, {}, {}, {}, 0u, 0u, detail::ParamDesc::Kind::Load, true, {}}, m_tag(tag) {
- };
- Params(const std::string &tag,
- const std::string &model,
- const std::string &device)
- : desc{ model, {}, device, {}, {}, {}, 0u, 0u, detail::ParamDesc::Kind::Import, true, {}}, m_tag(tag) {
- };
- Params& pluginConfig(IEConfig&& cfg) {
- desc.config = std::move(cfg);
- return *this;
- }
- Params& pluginConfig(const IEConfig& cfg) {
- desc.config = cfg;
- return *this;
- }
- // BEGIN(G-API's network parametrization API)
- GBackend backend() const { return cv::gapi::ie::backend(); }
- std::string tag() const { return m_tag; }
- cv::util::any params() const { return { desc }; }
- // END(G-API's network parametrization API)
- protected:
- detail::ParamDesc desc;
- std::string m_tag;
- };
- } // namespace ie
- } // namespace gapi
- } // namespace cv
- #endif // OPENCV_GAPI_INFER_IE_HPP
|