#ifndef OPENCV_GAPI_PYOPENCV_GAPI_HPP #define OPENCV_GAPI_PYOPENCV_GAPI_HPP #ifdef HAVE_OPENCV_GAPI #ifdef _MSC_VER #pragma warning(disable: 4503) // "decorated name length exceeded" // on empty_meta(const cv::GMetaArgs&, const cv::GArgs&) #endif #include #include // NB: Python wrapper replaces :: with _ for classes using gapi_GKernelPackage = cv::gapi::GKernelPackage; using gapi_GNetPackage = cv::gapi::GNetPackage; using gapi_ie_PyParams = cv::gapi::ie::PyParams; using gapi_wip_IStreamSource_Ptr = cv::Ptr; using detail_ExtractArgsCallback = cv::detail::ExtractArgsCallback; using detail_ExtractMetaCallback = cv::detail::ExtractMetaCallback; // NB: Python wrapper generate T_U for T // This behavior is only observed for inputs using GOpaque_bool = cv::GOpaque; using GOpaque_int = cv::GOpaque; using GOpaque_double = cv::GOpaque; using GOpaque_float = cv::GOpaque; using GOpaque_string = cv::GOpaque; using GOpaque_Point2i = cv::GOpaque; using GOpaque_Point2f = cv::GOpaque; using GOpaque_Size = cv::GOpaque; using GOpaque_Rect = cv::GOpaque; using GArray_bool = cv::GArray; using GArray_int = cv::GArray; using GArray_double = cv::GArray; using GArray_float = cv::GArray; using GArray_string = cv::GArray; using GArray_Point2i = cv::GArray; using GArray_Point2f = cv::GArray; using GArray_Size = cv::GArray; using GArray_Rect = cv::GArray; using GArray_Scalar = cv::GArray; using GArray_Mat = cv::GArray; using GArray_GMat = cv::GArray; // FIXME: Python wrapper generate code without namespace std, // so it cause error: "string wasn't declared" // WA: Create using using std::string; template <> bool pyopencv_to(PyObject* obj, std::vector& value, const ArgInfo& info) { return pyopencv_to_generic_vec(obj, value, info); } template <> PyObject* pyopencv_from(const std::vector& value) { return pyopencv_from_generic_vec(value); } template <> bool pyopencv_to(PyObject* obj, GRunArgs& value, const ArgInfo& info) { return pyopencv_to_generic_vec(obj, value, info); } template<> PyObject* pyopencv_from(const cv::detail::OpaqueRef& o) { switch (o.getKind()) { case cv::detail::OpaqueKind::CV_BOOL : return pyopencv_from(o.rref()); case cv::detail::OpaqueKind::CV_INT : return pyopencv_from(o.rref()); case cv::detail::OpaqueKind::CV_DOUBLE : return pyopencv_from(o.rref()); case cv::detail::OpaqueKind::CV_FLOAT : return pyopencv_from(o.rref()); case cv::detail::OpaqueKind::CV_STRING : return pyopencv_from(o.rref()); case cv::detail::OpaqueKind::CV_POINT : return pyopencv_from(o.rref()); case cv::detail::OpaqueKind::CV_POINT2F : return pyopencv_from(o.rref()); case cv::detail::OpaqueKind::CV_SIZE : return pyopencv_from(o.rref()); case cv::detail::OpaqueKind::CV_RECT : return pyopencv_from(o.rref()); case cv::detail::OpaqueKind::CV_UNKNOWN : break; case cv::detail::OpaqueKind::CV_UINT64 : break; case cv::detail::OpaqueKind::CV_SCALAR : break; case cv::detail::OpaqueKind::CV_MAT : break; case cv::detail::OpaqueKind::CV_DRAW_PRIM : break; } PyErr_SetString(PyExc_TypeError, "Unsupported GOpaque type"); return NULL; }; template <> PyObject* pyopencv_from(const cv::detail::VectorRef& v) { switch (v.getKind()) { case cv::detail::OpaqueKind::CV_BOOL : return pyopencv_from_generic_vec(v.rref()); case cv::detail::OpaqueKind::CV_INT : return pyopencv_from_generic_vec(v.rref()); case cv::detail::OpaqueKind::CV_DOUBLE : return pyopencv_from_generic_vec(v.rref()); case cv::detail::OpaqueKind::CV_FLOAT : return pyopencv_from_generic_vec(v.rref()); case cv::detail::OpaqueKind::CV_STRING : return pyopencv_from_generic_vec(v.rref()); case cv::detail::OpaqueKind::CV_POINT : return pyopencv_from_generic_vec(v.rref()); case cv::detail::OpaqueKind::CV_POINT2F : return pyopencv_from_generic_vec(v.rref()); case cv::detail::OpaqueKind::CV_SIZE : return pyopencv_from_generic_vec(v.rref()); case cv::detail::OpaqueKind::CV_RECT : return pyopencv_from_generic_vec(v.rref()); case cv::detail::OpaqueKind::CV_SCALAR : return pyopencv_from_generic_vec(v.rref()); case cv::detail::OpaqueKind::CV_MAT : return pyopencv_from_generic_vec(v.rref()); case cv::detail::OpaqueKind::CV_UNKNOWN : break; case cv::detail::OpaqueKind::CV_UINT64 : break; case cv::detail::OpaqueKind::CV_DRAW_PRIM : break; } PyErr_SetString(PyExc_TypeError, "Unsupported GArray type"); return NULL; } template <> PyObject* pyopencv_from(const GRunArg& v) { switch (v.index()) { case GRunArg::index_of(): return pyopencv_from(util::get(v)); case GRunArg::index_of(): return pyopencv_from(util::get(v)); case GRunArg::index_of(): return pyopencv_from(util::get(v)); case GRunArg::index_of(): return pyopencv_from(util::get(v)); } PyErr_SetString(PyExc_TypeError, "Failed to unpack GRunArgs"); return NULL; } template<> PyObject* pyopencv_from(const GRunArgs& value) { size_t i, n = value.size(); // NB: It doesn't make sense to return list with a single element if (n == 1) { PyObject* item = pyopencv_from(value[0]); if(!item) { return NULL; } return item; } PyObject* list = PyList_New(n); for(i = 0; i < n; ++i) { PyObject* item = pyopencv_from(value[i]); if(!item) { Py_DECREF(list); PyErr_SetString(PyExc_TypeError, "Failed to unpack GRunArgs"); return NULL; } PyList_SetItem(list, i, item); } return list; } template<> bool pyopencv_to(PyObject* obj, GMetaArgs& value, const ArgInfo& info) { return pyopencv_to_generic_vec(obj, value, info); } template<> PyObject* pyopencv_from(const GMetaArgs& value) { return pyopencv_from_generic_vec(value); } template void pyopencv_to_with_check(PyObject* from, T& to, const std::string& msg = "") { if (!pyopencv_to(from, to, ArgInfo("", false))) { cv::util::throw_error(std::logic_error(msg)); } } template void pyopencv_to_generic_vec_with_check(PyObject* from, std::vector& to, const std::string& msg = "") { if (!pyopencv_to_generic_vec(from, to, ArgInfo("", false))) { cv::util::throw_error(std::logic_error(msg)); } } template static PyObject* extract_proto_args(PyObject* py_args, PyObject* kw) { using namespace cv; GProtoArgs args; Py_ssize_t size = PyTuple_Size(py_args); args.reserve(size); for (int i = 0; i < size; ++i) { PyObject* item = PyTuple_GetItem(py_args, i); if (PyObject_TypeCheck(item, reinterpret_cast(pyopencv_GScalar_TypePtr))) { args.emplace_back(reinterpret_cast(item)->v); } else if (PyObject_TypeCheck(item, reinterpret_cast(pyopencv_GMat_TypePtr))) { args.emplace_back(reinterpret_cast(item)->v); } else if (PyObject_TypeCheck(item, reinterpret_cast(pyopencv_GOpaqueT_TypePtr))) { args.emplace_back(reinterpret_cast(item)->v.strip()); } else if (PyObject_TypeCheck(item, reinterpret_cast(pyopencv_GArrayT_TypePtr))) { args.emplace_back(reinterpret_cast(item)->v.strip()); } else { PyErr_SetString(PyExc_TypeError, "Unsupported type for cv.GIn()/cv.GOut()"); return NULL; } } return pyopencv_from(T{std::move(args)}); } static PyObject* pyopencv_cv_GIn(PyObject* , PyObject* py_args, PyObject* kw) { return extract_proto_args(py_args, kw); } static PyObject* pyopencv_cv_GOut(PyObject* , PyObject* py_args, PyObject* kw) { return extract_proto_args(py_args, kw); } static cv::detail::OpaqueRef extract_opaque_ref(PyObject* from, cv::detail::OpaqueKind kind) { #define HANDLE_CASE(T, O) case cv::detail::OpaqueKind::CV_##T: \ { \ O obj{}; \ pyopencv_to_with_check(from, obj, "Failed to obtain " # O); \ return cv::detail::OpaqueRef{std::move(obj)}; \ } #define UNSUPPORTED(T) case cv::detail::OpaqueKind::CV_##T: break switch (kind) { HANDLE_CASE(BOOL, bool); HANDLE_CASE(INT, int); HANDLE_CASE(DOUBLE, double); HANDLE_CASE(FLOAT, float); HANDLE_CASE(STRING, std::string); HANDLE_CASE(POINT, cv::Point); HANDLE_CASE(POINT2F, cv::Point2f); HANDLE_CASE(SIZE, cv::Size); HANDLE_CASE(RECT, cv::Rect); UNSUPPORTED(UNKNOWN); UNSUPPORTED(UINT64); UNSUPPORTED(SCALAR); UNSUPPORTED(MAT); UNSUPPORTED(DRAW_PRIM); #undef HANDLE_CASE #undef UNSUPPORTED } util::throw_error(std::logic_error("Unsupported type for GOpaqueT")); } static cv::detail::VectorRef extract_vector_ref(PyObject* from, cv::detail::OpaqueKind kind) { #define HANDLE_CASE(T, O) case cv::detail::OpaqueKind::CV_##T: \ { \ std::vector obj; \ pyopencv_to_generic_vec_with_check(from, obj, "Failed to obtain vector of " # O); \ return cv::detail::VectorRef{std::move(obj)}; \ } #define UNSUPPORTED(T) case cv::detail::OpaqueKind::CV_##T: break switch (kind) { HANDLE_CASE(BOOL, bool); HANDLE_CASE(INT, int); HANDLE_CASE(DOUBLE, double); HANDLE_CASE(FLOAT, float); HANDLE_CASE(STRING, std::string); HANDLE_CASE(POINT, cv::Point); HANDLE_CASE(POINT2F, cv::Point2f); HANDLE_CASE(SIZE, cv::Size); HANDLE_CASE(RECT, cv::Rect); HANDLE_CASE(SCALAR, cv::Scalar); HANDLE_CASE(MAT, cv::Mat); UNSUPPORTED(UNKNOWN); UNSUPPORTED(UINT64); UNSUPPORTED(DRAW_PRIM); #undef HANDLE_CASE #undef UNSUPPORTED } util::throw_error(std::logic_error("Unsupported type for GArrayT")); } static cv::GRunArg extract_run_arg(const cv::GTypeInfo& info, PyObject* item) { switch (info.shape) { case cv::GShape::GMAT: { // NB: In case streaming it can be IStreamSource or cv::Mat if (PyObject_TypeCheck(item, reinterpret_cast(pyopencv_gapi_wip_IStreamSource_TypePtr))) { cv::gapi::wip::IStreamSource::Ptr source = reinterpret_cast(item)->v; return source; } cv::Mat obj; pyopencv_to_with_check(item, obj, "Failed to obtain cv::Mat"); return obj; } case cv::GShape::GSCALAR: { cv::Scalar obj; pyopencv_to_with_check(item, obj, "Failed to obtain cv::Scalar"); return obj; } case cv::GShape::GOPAQUE: { return extract_opaque_ref(item, info.kind); } case cv::GShape::GARRAY: { return extract_vector_ref(item, info.kind); } case cv::GShape::GFRAME: { // NB: Isn't supported yet. break; } } util::throw_error(std::logic_error("Unsupported output shape")); } static cv::GRunArgs extract_run_args(const cv::GTypesInfo& info, PyObject* py_args) { cv::GRunArgs args; Py_ssize_t tuple_size = PyTuple_Size(py_args); args.reserve(tuple_size); for (int i = 0; i < tuple_size; ++i) { args.push_back(extract_run_arg(info[i], PyTuple_GetItem(py_args, i))); } return args; } static cv::GMetaArg extract_meta_arg(const cv::GTypeInfo& info, PyObject* item) { switch (info.shape) { case cv::GShape::GMAT: { cv::Mat obj; pyopencv_to_with_check(item, obj, "Failed to obtain cv::Mat"); return cv::GMetaArg{cv::descr_of(obj)}; } case cv::GShape::GSCALAR: { cv::Scalar obj; pyopencv_to_with_check(item, obj, "Failed to obtain cv::Scalar"); return cv::GMetaArg{cv::descr_of(obj)}; } case cv::GShape::GARRAY: { return cv::GMetaArg{cv::empty_array_desc()}; } case cv::GShape::GOPAQUE: { return cv::GMetaArg{cv::empty_gopaque_desc()}; } case cv::GShape::GFRAME: { // NB: Isn't supported yet. break; } } util::throw_error(std::logic_error("Unsupported output shape")); } static cv::GMetaArgs extract_meta_args(const cv::GTypesInfo& info, PyObject* py_args) { cv::GMetaArgs metas; Py_ssize_t tuple_size = PyTuple_Size(py_args); metas.reserve(tuple_size); for (int i = 0; i < tuple_size; ++i) { metas.push_back(extract_meta_arg(info[i], PyTuple_GetItem(py_args, i))); } return metas; } inline PyObject* extract_opaque_value(const cv::GArg& value) { GAPI_Assert(value.kind != cv::detail::ArgKind::GOBJREF); #define HANDLE_CASE(T, O) case cv::detail::OpaqueKind::CV_##T: \ { \ return pyopencv_from(value.get()); \ } #define UNSUPPORTED(T) case cv::detail::OpaqueKind::CV_##T: break switch (value.opaque_kind) { HANDLE_CASE(BOOL, bool); HANDLE_CASE(INT, int); HANDLE_CASE(DOUBLE, double); HANDLE_CASE(FLOAT, float); HANDLE_CASE(STRING, std::string); HANDLE_CASE(POINT, cv::Point); HANDLE_CASE(POINT2F, cv::Point2f); HANDLE_CASE(SIZE, cv::Size); HANDLE_CASE(RECT, cv::Rect); HANDLE_CASE(SCALAR, cv::Scalar); HANDLE_CASE(MAT, cv::Mat); UNSUPPORTED(UNKNOWN); UNSUPPORTED(UINT64); UNSUPPORTED(DRAW_PRIM); #undef HANDLE_CASE #undef UNSUPPORTED } util::throw_error(std::logic_error("Unsupported kernel input type")); } static cv::GRunArgs run_py_kernel(PyObject* kernel, const cv::gapi::python::GPythonContext &ctx) { const auto& ins = ctx.ins; const auto& in_metas = ctx.in_metas; const auto& out_info = ctx.out_info; PyGILState_STATE gstate; gstate = PyGILState_Ensure(); cv::GRunArgs outs; try { int in_idx = 0; PyObject* args = PyTuple_New(ins.size()); for (size_t i = 0; i < ins.size(); ++i) { // NB: If meta is monostate then object isn't associated with G-TYPE, so in case it // kind matches with supported types do conversion from c++ to python, if not (CV_UNKNOWN) // obtain PyObject* and pass as-is. if (cv::util::holds_alternative(in_metas[i])) { PyTuple_SetItem(args, i, ins[i].opaque_kind != cv::detail::OpaqueKind::CV_UNKNOWN ? extract_opaque_value(ins[i]) : ins[i].get()); continue; } switch (in_metas[i].index()) { case cv::GMetaArg::index_of(): PyTuple_SetItem(args, i, pyopencv_from(ins[i].get())); break; case cv::GMetaArg::index_of(): PyTuple_SetItem(args, i, pyopencv_from(ins[i].get())); break; case cv::GMetaArg::index_of(): PyTuple_SetItem(args, i, pyopencv_from(ins[i].get())); break; case cv::GMetaArg::index_of(): PyTuple_SetItem(args, i, pyopencv_from(ins[i].get())); break; case cv::GMetaArg::index_of(): util::throw_error(std::logic_error("GFrame isn't supported for custom operation")); break; } ++in_idx; } PyObject* result = PyObject_CallObject(kernel, args); outs = out_info.size() == 1 ? cv::GRunArgs{extract_run_arg(out_info[0], result)} : extract_run_args(out_info, result); } catch (...) { PyGILState_Release(gstate); throw; } PyGILState_Release(gstate); return outs; } // FIXME: Now it's impossible to obtain meta function from operation, // because kernel connects to operation only by id (string). static cv::GMetaArgs empty_meta(const cv::GMetaArgs &, const cv::GArgs &) { return {}; } static GMetaArg get_meta_arg(PyObject* obj) { if (PyObject_TypeCheck(obj, reinterpret_cast(pyopencv_GMatDesc_TypePtr))) { return cv::GMetaArg{reinterpret_cast(obj)->v}; } else if (PyObject_TypeCheck(obj, reinterpret_cast(pyopencv_GScalarDesc_TypePtr))) { return cv::GMetaArg{reinterpret_cast(obj)->v}; } else if (PyObject_TypeCheck(obj, reinterpret_cast(pyopencv_GArrayDesc_TypePtr))) { return cv::GMetaArg{reinterpret_cast(obj)->v}; } else if (PyObject_TypeCheck(obj, reinterpret_cast(pyopencv_GOpaqueDesc_TypePtr))) { return cv::GMetaArg{reinterpret_cast(obj)->v}; } else { util::throw_error(std::logic_error("Unsupported output meta type")); } } static cv::GMetaArgs get_meta_args(PyObject* tuple) { size_t size = PyTuple_Size(tuple); cv::GMetaArgs metas; metas.reserve(size); for (size_t i = 0; i < size; ++i) { metas.push_back(get_meta_arg(PyTuple_GetItem(tuple, i))); } return metas; } static GMetaArgs python_meta(PyObject* outMeta, const cv::GMetaArgs &meta, const cv::GArgs &gargs) { PyGILState_STATE gstate; gstate = PyGILState_Ensure(); cv::GMetaArgs out_metas; try { PyObject* args = PyTuple_New(meta.size()); size_t idx = 0; for (auto&& m : meta) { switch (m.index()) { case cv::GMetaArg::index_of(): PyTuple_SetItem(args, idx, pyopencv_from(cv::util::get(m))); break; case cv::GMetaArg::index_of(): PyTuple_SetItem(args, idx, pyopencv_from(cv::util::get(m))); break; case cv::GMetaArg::index_of(): PyTuple_SetItem(args, idx, pyopencv_from(cv::util::get(m))); break; case cv::GMetaArg::index_of(): PyTuple_SetItem(args, idx, pyopencv_from(cv::util::get(m))); break; case cv::GMetaArg::index_of(): PyTuple_SetItem(args, idx, gargs[idx].get()); break; case cv::GMetaArg::index_of(): util::throw_error(std::logic_error("GFrame isn't supported for custom operation")); break; } ++idx; } PyObject* result = PyObject_CallObject(outMeta, args); out_metas = PyTuple_Check(result) ? get_meta_args(result) : cv::GMetaArgs{get_meta_arg(result)}; } catch (...) { PyGILState_Release(gstate); throw; } PyGILState_Release(gstate); return out_metas; } static PyObject* pyopencv_cv_gapi_kernels(PyObject* , PyObject* py_args, PyObject*) { using namespace cv; gapi::GKernelPackage pkg; Py_ssize_t size = PyTuple_Size(py_args); for (int i = 0; i < size; ++i) { PyObject* pair = PyTuple_GetItem(py_args, i); PyObject* kernel = PyTuple_GetItem(pair, 0); std::string id; if (!pyopencv_to(PyTuple_GetItem(pair, 1), id, ArgInfo("id", false))) { PyErr_SetString(PyExc_TypeError, "Failed to obtain: kernel id must be a string"); return NULL; } Py_INCREF(kernel); gapi::python::GPythonFunctor f(id.c_str(), empty_meta, std::bind(run_py_kernel, kernel, std::placeholders::_1)); pkg.include(f); } return pyopencv_from(pkg); } static PyObject* pyopencv_cv_gapi_op(PyObject* , PyObject* py_args, PyObject*) { using namespace cv; Py_ssize_t size = PyTuple_Size(py_args); std::string id; if (!pyopencv_to(PyTuple_GetItem(py_args, 0), id, ArgInfo("id", false))) { PyErr_SetString(PyExc_TypeError, "Failed to obtain: operation id must be a string"); return NULL; } PyObject* outMeta = PyTuple_GetItem(py_args, 1); Py_INCREF(outMeta); cv::GArgs args; for (int i = 2; i < size; i++) { PyObject* item = PyTuple_GetItem(py_args, i); if (PyObject_TypeCheck(item, reinterpret_cast(pyopencv_GMat_TypePtr))) { args.emplace_back(reinterpret_cast(item)->v); } else if (PyObject_TypeCheck(item, reinterpret_cast(pyopencv_GScalar_TypePtr))) { args.emplace_back(reinterpret_cast(item)->v); } else if (PyObject_TypeCheck(item, reinterpret_cast(pyopencv_GOpaqueT_TypePtr))) { auto&& arg = reinterpret_cast(item)->v.arg(); #define HC(T, K) case cv::GOpaqueT::Storage:: index_of>(): \ args.emplace_back(cv::util::get>(arg)); \ break; \ SWITCH(arg.index(), GOPAQUE_TYPE_LIST_G, HC) #undef HC } else if (PyObject_TypeCheck(item, reinterpret_cast(pyopencv_GArrayT_TypePtr))) { auto&& arg = reinterpret_cast(item)->v.arg(); #define HC(T, K) case cv::GArrayT::Storage:: index_of>(): \ args.emplace_back(cv::util::get>(arg)); \ break; \ SWITCH(arg.index(), GARRAY_TYPE_LIST_G, HC) #undef HC } else { Py_INCREF(item); args.emplace_back(cv::GArg(item)); } } cv::GKernel::M outMetaWrapper = std::bind(python_meta, outMeta, std::placeholders::_1, std::placeholders::_2); return pyopencv_from(cv::gapi::wip::op(id, outMetaWrapper, std::move(args))); } static PyObject* pyopencv_cv_gin(PyObject*, PyObject* py_args, PyObject*) { Py_INCREF(py_args); auto callback = cv::detail::ExtractArgsCallback{[=](const cv::GTypesInfo& info) { PyGILState_STATE gstate; gstate = PyGILState_Ensure(); cv::GRunArgs args; try { args = extract_run_args(info, py_args); } catch (...) { PyGILState_Release(gstate); throw; } PyGILState_Release(gstate); return args; }}; return pyopencv_from(callback); } static PyObject* pyopencv_cv_descr_of(PyObject*, PyObject* py_args, PyObject*) { Py_INCREF(py_args); auto callback = cv::detail::ExtractMetaCallback{[=](const cv::GTypesInfo& info) { PyGILState_STATE gstate; gstate = PyGILState_Ensure(); cv::GMetaArgs args; try { args = extract_meta_args(info, py_args); } catch (...) { PyGILState_Release(gstate); throw; } PyGILState_Release(gstate); return args; }}; return pyopencv_from(callback); } template struct PyOpenCV_Converter> { static PyObject* from(const cv::GArray& p) { return pyopencv_from(cv::GArrayT(p)); } static bool to(PyObject *obj, cv::GArray& value, const ArgInfo& info) { if (PyObject_TypeCheck(obj, reinterpret_cast(pyopencv_GArrayT_TypePtr))) { auto& array = reinterpret_cast(obj)->v; try { value = cv::util::get>(array.arg()); } catch (...) { return false; } return true; } return false; } }; template struct PyOpenCV_Converter> { static PyObject* from(const cv::GOpaque& p) { return pyopencv_from(cv::GOpaqueT(p)); } static bool to(PyObject *obj, cv::GOpaque& value, const ArgInfo& info) { if (PyObject_TypeCheck(obj, reinterpret_cast(pyopencv_GOpaqueT_TypePtr))) { auto& opaque = reinterpret_cast(obj)->v; try { value = cv::util::get>(opaque.arg()); } catch (...) { return false; } return true; } return false; } }; #endif // HAVE_OPENCV_GAPI #endif // OPENCV_GAPI_PYOPENCV_GAPI_HPP