mirror of https://github.com/opencv/opencv.git
Open Source Computer Vision Library
https://opencv.org/
You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
945 lines
30 KiB
945 lines
30 KiB
#ifndef OPENCV_TS_HPP |
|
#define OPENCV_TS_HPP |
|
|
|
#ifndef __OPENCV_TESTS |
|
#define __OPENCV_TESTS 1 |
|
#endif |
|
|
|
#include "opencv2/opencv_modules.hpp" |
|
|
|
#include "opencv2/core.hpp" |
|
#include "opencv2/imgproc.hpp" |
|
#include "opencv2/imgcodecs.hpp" |
|
#include "opencv2/videoio.hpp" |
|
#include "opencv2/highgui.hpp" |
|
|
|
#include "opencv2/core/utility.hpp" |
|
|
|
#include "opencv2/core/utils/trace.hpp" |
|
|
|
#include "opencv2/core/hal/hal.hpp" |
|
|
|
#include <stdarg.h> // for va_list |
|
|
|
#include "cvconfig.h" |
|
|
|
#include <cmath> |
|
#include <vector> |
|
#include <list> |
|
#include <map> |
|
#include <queue> |
|
#include <string> |
|
#include <iostream> |
|
#include <fstream> |
|
#include <iomanip> |
|
#include <sstream> |
|
#include <cstdio> |
|
#include <iterator> |
|
#include <limits> |
|
#include <algorithm> |
|
|
|
|
|
#ifndef OPENCV_32BIT_CONFIGURATION |
|
# if defined(INTPTR_MAX) && defined(INT32_MAX) && INTPTR_MAX == INT32_MAX |
|
# define OPENCV_32BIT_CONFIGURATION 1 |
|
# elif defined(_WIN32) && !defined(_WIN64) |
|
# define OPENCV_32BIT_CONFIGURATION 1 |
|
# endif |
|
#else |
|
# if OPENCV_32BIT_CONFIGURATION == 0 |
|
# undef OPENCV_32BIT_CONFIGURATION |
|
# endif |
|
#endif |
|
|
|
|
|
|
|
// most part of OpenCV tests are fit into 200Mb limit, but some tests are not: |
|
// Note: due memory fragmentation real limits are usually lower on 20-25% (400Mb memory usage goes into mem_1Gb class) |
|
#define CV_TEST_TAG_MEMORY_512MB "mem_512mb" // used memory: 200..512Mb - enabled by default |
|
#define CV_TEST_TAG_MEMORY_1GB "mem_1gb" // used memory: 512Mb..1Gb - enabled by default |
|
#define CV_TEST_TAG_MEMORY_2GB "mem_2gb" // used memory: 1..2Gb - enabled by default on 64-bit configuration (32-bit - disabled) |
|
#define CV_TEST_TAG_MEMORY_6GB "mem_6gb" // used memory: 2..6Gb - disabled by default |
|
#define CV_TEST_TAG_MEMORY_14GB "mem_14gb" // used memory: 6..14Gb - disabled by default |
|
|
|
// Large / huge video streams or complex workloads |
|
#define CV_TEST_TAG_LONG "long" // 5+ seconds on modern desktop machine (single thread) |
|
#define CV_TEST_TAG_VERYLONG "verylong" // 20+ seconds on modern desktop machine (single thread) |
|
|
|
// Large / huge video streams or complex workloads for debug builds |
|
#define CV_TEST_TAG_DEBUG_LONG "debug_long" // 10+ seconds on modern desktop machine (single thread) |
|
#define CV_TEST_TAG_DEBUG_VERYLONG "debug_verylong" // 40+ seconds on modern desktop machine (single thread) |
|
|
|
// Lets skip processing of high resolution images via instrumentation tools (valgrind/coverage/sanitizers). |
|
// It is enough to run lower resolution (VGA: 640x480) tests. |
|
#define CV_TEST_TAG_SIZE_HD "size_hd" // 720p+, enabled |
|
#define CV_TEST_TAG_SIZE_FULLHD "size_fullhd" // 1080p+, enabled (disable these tests for valgrind/coverage run) |
|
#define CV_TEST_TAG_SIZE_4K "size_4k" // 2160p+, enabled (disable these tests for valgrind/coverage run) |
|
|
|
// Other misc test tags |
|
#define CV_TEST_TAG_TYPE_64F "type_64f" // CV_64F, enabled (disable these tests on low power embedded devices) |
|
|
|
// Kernel-based image processing |
|
#define CV_TEST_TAG_FILTER_SMALL "filter_small" // Filtering with kernels <= 3x3 |
|
#define CV_TEST_TAG_FILTER_MEDIUM "filter_medium" // Filtering with kernels: 3x3 < kernel <= 5x5 |
|
#define CV_TEST_TAG_FILTER_LARGE "filter_large" // Filtering with kernels: 5x5 < kernel <= 9x9 |
|
#define CV_TEST_TAG_FILTER_HUGE "filter_huge" // Filtering with kernels: > 9x9 |
|
|
|
// Other tests categories |
|
#define CV_TEST_TAG_OPENCL "opencl" // Tests with OpenCL |
|
|
|
|
|
|
|
#ifdef WINRT |
|
#pragma warning(disable:4447) // Disable warning 'main' signature found without threading model |
|
#endif |
|
|
|
#ifdef _MSC_VER |
|
#pragma warning( disable: 4503 ) // decorated name length exceeded, name was truncated |
|
#endif |
|
|
|
#define GTEST_DONT_DEFINE_FAIL 0 |
|
#define GTEST_DONT_DEFINE_SUCCEED 0 |
|
#define GTEST_DONT_DEFINE_ASSERT_EQ 0 |
|
#define GTEST_DONT_DEFINE_ASSERT_NE 0 |
|
#define GTEST_DONT_DEFINE_ASSERT_LE 0 |
|
#define GTEST_DONT_DEFINE_ASSERT_LT 0 |
|
#define GTEST_DONT_DEFINE_ASSERT_GE 0 |
|
#define GTEST_DONT_DEFINE_ASSERT_GT 0 |
|
#define GTEST_DONT_DEFINE_TEST 0 |
|
|
|
#ifndef GTEST_LANG_CXX11 |
|
#if __cplusplus >= 201103L || (defined(_MSVC_LANG) && !(_MSVC_LANG < 201103)) |
|
# define GTEST_LANG_CXX11 1 |
|
# define GTEST_HAS_TR1_TUPLE 0 |
|
# define GTEST_HAS_COMBINE 1 |
|
# endif |
|
#endif |
|
|
|
#if defined(__OPENCV_BUILD) && defined(__clang__) |
|
#pragma clang diagnostic ignored "-Winconsistent-missing-override" |
|
#endif |
|
#if defined(__OPENCV_BUILD) && defined(__GNUC__) && __GNUC__ >= 5 |
|
//#pragma GCC diagnostic push |
|
#pragma GCC diagnostic ignored "-Wsuggest-override" |
|
#endif |
|
#include "opencv2/ts/ts_gtest.h" |
|
#if defined(__OPENCV_BUILD) && defined(__GNUC__) && __GNUC__ >= 5 |
|
//#pragma GCC diagnostic pop |
|
#endif |
|
#include "opencv2/ts/ts_ext.hpp" |
|
|
|
#ifndef GTEST_USES_SIMPLE_RE |
|
# define GTEST_USES_SIMPLE_RE 0 |
|
#endif |
|
#ifndef GTEST_USES_POSIX_RE |
|
# define GTEST_USES_POSIX_RE 0 |
|
#endif |
|
|
|
#define PARAM_TEST_CASE(name, ...) struct name : testing::TestWithParam< testing::tuple< __VA_ARGS__ > > |
|
#define GET_PARAM(k) testing::get< k >(GetParam()) |
|
|
|
namespace cvtest |
|
{ |
|
|
|
using std::vector; |
|
using std::map; |
|
using std::string; |
|
using std::stringstream; |
|
using std::cout; |
|
using std::cerr; |
|
using std::endl; |
|
using std::min; |
|
using std::max; |
|
using std::numeric_limits; |
|
using std::pair; |
|
using std::make_pair; |
|
using testing::TestWithParam; |
|
using testing::Values; |
|
using testing::ValuesIn; |
|
using testing::Combine; |
|
|
|
using cv::Mat; |
|
using cv::Mat_; |
|
using cv::UMat; |
|
using cv::InputArray; |
|
using cv::OutputArray; |
|
using cv::noArray; |
|
|
|
using cv::Range; |
|
using cv::Point; |
|
using cv::Rect; |
|
using cv::Size; |
|
using cv::Scalar; |
|
using cv::RNG; |
|
|
|
// Tuple stuff from Google Tests |
|
using testing::get; |
|
using testing::make_tuple; |
|
using testing::tuple; |
|
using testing::tuple_size; |
|
using testing::tuple_element; |
|
|
|
|
|
class SkipTestException: public cv::Exception |
|
{ |
|
public: |
|
int dummy; // workaround for MacOSX Xcode 7.3 bug (don't make class "empty") |
|
SkipTestException() : dummy(0) {} |
|
SkipTestException(const cv::String& message) : dummy(0) { this->msg = message; } |
|
}; |
|
|
|
/** Apply tag to the current test |
|
|
|
Automatically apply corresponding additional tags (for example, 4K => FHD => HD => VGA). |
|
|
|
If tag is in skip list, then SkipTestException is thrown |
|
*/ |
|
void applyTestTag(const std::string& tag); |
|
|
|
/** Run postponed checks of applied test tags |
|
|
|
If tag is in skip list, then SkipTestException is thrown |
|
*/ |
|
void checkTestTags(); |
|
|
|
void applyTestTag_(const std::string& tag); |
|
|
|
static inline void applyTestTag(const std::string& tag1, const std::string& tag2) |
|
{ applyTestTag_(tag1); applyTestTag_(tag2); checkTestTags(); } |
|
static inline void applyTestTag(const std::string& tag1, const std::string& tag2, const std::string& tag3) |
|
{ applyTestTag_(tag1); applyTestTag_(tag2); applyTestTag_(tag3); checkTestTags(); } |
|
static inline void applyTestTag(const std::string& tag1, const std::string& tag2, const std::string& tag3, const std::string& tag4) |
|
{ applyTestTag_(tag1); applyTestTag_(tag2); applyTestTag_(tag3); applyTestTag_(tag4); checkTestTags(); } |
|
|
|
|
|
/** Append global skip test tags |
|
*/ |
|
void registerGlobalSkipTag(const std::string& skipTag); |
|
static inline void registerGlobalSkipTag(const std::string& tag1, const std::string& tag2) |
|
{ registerGlobalSkipTag(tag1); registerGlobalSkipTag(tag2); } |
|
static inline void registerGlobalSkipTag(const std::string& tag1, const std::string& tag2, const std::string& tag3) |
|
{ registerGlobalSkipTag(tag1); registerGlobalSkipTag(tag2); registerGlobalSkipTag(tag3); } |
|
static inline void registerGlobalSkipTag(const std::string& tag1, const std::string& tag2, const std::string& tag3, const std::string& tag4) |
|
{ registerGlobalSkipTag(tag1); registerGlobalSkipTag(tag2); registerGlobalSkipTag(tag3); registerGlobalSkipTag(tag4); } |
|
static inline void registerGlobalSkipTag(const std::string& tag1, const std::string& tag2, const std::string& tag3, const std::string& tag4, |
|
const std::string& tag5) |
|
{ |
|
registerGlobalSkipTag(tag1); registerGlobalSkipTag(tag2); registerGlobalSkipTag(tag3); registerGlobalSkipTag(tag4); |
|
registerGlobalSkipTag(tag5); |
|
} |
|
static inline void registerGlobalSkipTag(const std::string& tag1, const std::string& tag2, const std::string& tag3, const std::string& tag4, |
|
const std::string& tag5, const std::string& tag6) |
|
{ |
|
registerGlobalSkipTag(tag1); registerGlobalSkipTag(tag2); registerGlobalSkipTag(tag3); registerGlobalSkipTag(tag4); |
|
registerGlobalSkipTag(tag5); registerGlobalSkipTag(tag6); |
|
} |
|
static inline void registerGlobalSkipTag(const std::string& tag1, const std::string& tag2, const std::string& tag3, const std::string& tag4, |
|
const std::string& tag5, const std::string& tag6, const std::string& tag7) |
|
{ |
|
registerGlobalSkipTag(tag1); registerGlobalSkipTag(tag2); registerGlobalSkipTag(tag3); registerGlobalSkipTag(tag4); |
|
registerGlobalSkipTag(tag5); registerGlobalSkipTag(tag6); registerGlobalSkipTag(tag7); |
|
} |
|
|
|
|
|
|
|
class TS; |
|
|
|
int64 readSeed(const char* str); |
|
|
|
void randUni( RNG& rng, Mat& a, const Scalar& param1, const Scalar& param2 ); |
|
|
|
inline unsigned randInt( RNG& rng ) |
|
{ |
|
return (unsigned)rng; |
|
} |
|
|
|
inline double randReal( RNG& rng ) |
|
{ |
|
return (double)rng; |
|
} |
|
|
|
|
|
const char* getTypeName( int type ); |
|
int typeByName( const char* type_name ); |
|
|
|
string vec2str(const string& sep, const int* v, size_t nelems); |
|
|
|
inline int clipInt( int val, int min_val, int max_val ) |
|
{ |
|
if( val < min_val ) |
|
val = min_val; |
|
if( val > max_val ) |
|
val = max_val; |
|
return val; |
|
} |
|
|
|
double getMinVal(int depth); |
|
double getMaxVal(int depth); |
|
|
|
Size randomSize(RNG& rng, double maxSizeLog); |
|
void randomSize(RNG& rng, int minDims, int maxDims, double maxSizeLog, vector<int>& sz); |
|
int randomType(RNG& rng, cv::_OutputArray::DepthMask typeMask, int minChannels, int maxChannels); |
|
Mat randomMat(RNG& rng, Size size, int type, double minVal, double maxVal, bool useRoi); |
|
Mat randomMat(RNG& rng, const vector<int>& size, int type, double minVal, double maxVal, bool useRoi); |
|
void add(const Mat& a, double alpha, const Mat& b, double beta, |
|
Scalar gamma, Mat& c, int ctype, bool calcAbs=false); |
|
void multiply(const Mat& a, const Mat& b, Mat& c, double alpha=1); |
|
void divide(const Mat& a, const Mat& b, Mat& c, double alpha=1); |
|
|
|
void convert(const Mat& src, cv::OutputArray dst, int dtype, double alpha=1, double beta=0); |
|
void copy(const Mat& src, Mat& dst, const Mat& mask=Mat(), bool invertMask=false); |
|
void set(Mat& dst, const Scalar& gamma, const Mat& mask=Mat()); |
|
|
|
// working with multi-channel arrays |
|
void extract( const Mat& a, Mat& plane, int coi ); |
|
void insert( const Mat& plane, Mat& a, int coi ); |
|
|
|
// checks that the array does not have NaNs and/or Infs and all the elements are |
|
// within [min_val,max_val). idx is the index of the first "bad" element. |
|
int check( const Mat& data, double min_val, double max_val, vector<int>* idx ); |
|
|
|
// modifies values that are close to zero |
|
void patchZeros( Mat& mat, double level ); |
|
|
|
void transpose(const Mat& src, Mat& dst); |
|
void erode(const Mat& src, Mat& dst, const Mat& _kernel, Point anchor=Point(-1,-1), |
|
int borderType=0, const Scalar& borderValue=Scalar()); |
|
void dilate(const Mat& src, Mat& dst, const Mat& _kernel, Point anchor=Point(-1,-1), |
|
int borderType=0, const Scalar& borderValue=Scalar()); |
|
void filter2D(const Mat& src, Mat& dst, int ddepth, const Mat& kernel, |
|
Point anchor, double delta, int borderType, |
|
const Scalar& borderValue=Scalar()); |
|
void copyMakeBorder(const Mat& src, Mat& dst, int top, int bottom, int left, int right, |
|
int borderType, const Scalar& borderValue=Scalar()); |
|
Mat calcSobelKernel2D( int dx, int dy, int apertureSize, int origin=0 ); |
|
Mat calcLaplaceKernel2D( int aperture_size ); |
|
|
|
void initUndistortMap( const Mat& a, const Mat& k, const Mat& R, const Mat& new_a, Size sz, Mat& mapx, Mat& mapy, int map_type ); |
|
|
|
void minMaxLoc(const Mat& src, double* minval, double* maxval, |
|
vector<int>* minloc, vector<int>* maxloc, const Mat& mask=Mat()); |
|
double norm(InputArray src, int normType, InputArray mask=noArray()); |
|
double norm(InputArray src1, InputArray src2, int normType, InputArray mask=noArray()); |
|
Scalar mean(const Mat& src, const Mat& mask=Mat()); |
|
double PSNR(InputArray src1, InputArray src2); |
|
|
|
bool cmpUlps(const Mat& data, const Mat& refdata, int expMaxDiff, double* realMaxDiff, vector<int>* idx); |
|
|
|
// compares two arrays. max_diff is the maximum actual difference, |
|
// success_err_level is maximum allowed difference, idx is the index of the first |
|
// element for which difference is >success_err_level |
|
// (or index of element with the maximum difference) |
|
int cmpEps( const Mat& data, const Mat& refdata, double* max_diff, |
|
double success_err_level, vector<int>* idx, |
|
bool element_wise_relative_error ); |
|
|
|
// a wrapper for the previous function. in case of error prints the message to log file. |
|
int cmpEps2( TS* ts, const Mat& data, const Mat& refdata, double success_err_level, |
|
bool element_wise_relative_error, const char* desc ); |
|
|
|
int cmpEps2_64f( TS* ts, const double* val, const double* refval, int len, |
|
double eps, const char* param_name ); |
|
|
|
void logicOp(const Mat& src1, const Mat& src2, Mat& dst, char c); |
|
void logicOp(const Mat& src, const Scalar& s, Mat& dst, char c); |
|
void min(const Mat& src1, const Mat& src2, Mat& dst); |
|
void min(const Mat& src, double s, Mat& dst); |
|
void max(const Mat& src1, const Mat& src2, Mat& dst); |
|
void max(const Mat& src, double s, Mat& dst); |
|
|
|
void compare(const Mat& src1, const Mat& src2, Mat& dst, int cmpop); |
|
void compare(const Mat& src, double s, Mat& dst, int cmpop); |
|
void gemm(const Mat& src1, const Mat& src2, double alpha, |
|
const Mat& src3, double beta, Mat& dst, int flags); |
|
void transform( const Mat& src, Mat& dst, const Mat& transmat, const Mat& shift ); |
|
double crossCorr(const Mat& src1, const Mat& src2); |
|
void threshold( const Mat& src, Mat& dst, double thresh, double maxval, int thresh_type ); |
|
void minMaxIdx( InputArray _img, double* minVal, double* maxVal, |
|
Point* minLoc, Point* maxLoc, InputArray _mask ); |
|
|
|
struct MatInfo |
|
{ |
|
MatInfo(const Mat& _m) : m(&_m) {} |
|
const Mat* m; |
|
}; |
|
|
|
std::ostream& operator << (std::ostream& out, const MatInfo& m); |
|
|
|
struct MatComparator |
|
{ |
|
public: |
|
MatComparator(double maxdiff, int context); |
|
|
|
::testing::AssertionResult operator()(const char* expr1, const char* expr2, |
|
const Mat& m1, const Mat& m2); |
|
|
|
double maxdiff; |
|
double realmaxdiff; |
|
vector<int> loc0; |
|
int context; |
|
}; |
|
|
|
|
|
|
|
class BaseTest; |
|
class TS; |
|
|
|
class BaseTest |
|
{ |
|
public: |
|
// constructor(s) and destructor |
|
BaseTest(); |
|
virtual ~BaseTest(); |
|
|
|
// the main procedure of the test |
|
virtual void run( int start_from ); |
|
|
|
// the wrapper for run that cares of exceptions |
|
virtual void safe_run( int start_from=0 ); |
|
|
|
const string& get_name() const { return name; } |
|
|
|
// returns true if and only if the different test cases do not depend on each other |
|
// (so that test system could get right to a problematic test case) |
|
virtual bool can_do_fast_forward(); |
|
|
|
// deallocates all the memory. |
|
// called by init() (before initialization) and by the destructor |
|
virtual void clear(); |
|
|
|
protected: |
|
int test_case_count; // the total number of test cases |
|
|
|
// read test params |
|
virtual int read_params( const cv::FileStorage& fs ); |
|
|
|
// returns the number of tests or -1 if it is unknown a-priori |
|
virtual int get_test_case_count(); |
|
|
|
// prepares data for the next test case. rng seed is updated by the function |
|
virtual int prepare_test_case( int test_case_idx ); |
|
|
|
// checks if the test output is valid and accurate |
|
virtual int validate_test_results( int test_case_idx ); |
|
|
|
// calls the tested function. the method is called from run_test_case() |
|
virtual void run_func(); // runs tested func(s) |
|
|
|
// updates progress bar |
|
virtual int update_progress( int progress, int test_case_idx, int count, double dt ); |
|
|
|
// finds test parameter |
|
cv::FileNode find_param( const cv::FileStorage& fs, const char* param_name ); |
|
|
|
// name of the test (it is possible to locate a test by its name) |
|
string name; |
|
|
|
// pointer to the system that includes the test |
|
TS* ts; |
|
}; |
|
|
|
|
|
/*****************************************************************************************\ |
|
* Information about a failed test * |
|
\*****************************************************************************************/ |
|
|
|
struct TestInfo |
|
{ |
|
TestInfo(); |
|
|
|
// pointer to the test |
|
BaseTest* test; |
|
|
|
// failure code (TS::FAIL_*) |
|
int code; |
|
|
|
// seed value right before the data for the failed test case is prepared. |
|
uint64 rng_seed; |
|
|
|
// seed value right before running the test |
|
uint64 rng_seed0; |
|
|
|
// index of test case, can be then passed to BaseTest::proceed_to_test_case() |
|
int test_case_idx; |
|
}; |
|
|
|
/*****************************************************************************************\ |
|
* Base Class for test system * |
|
\*****************************************************************************************/ |
|
|
|
// common parameters: |
|
struct TSParams |
|
{ |
|
TSParams(); |
|
|
|
// RNG seed, passed to and updated by every test executed. |
|
uint64 rng_seed; |
|
|
|
// whether to use IPP, MKL etc. or not |
|
bool use_optimized; |
|
|
|
// extensivity of the tests, scale factor for test_case_count |
|
double test_case_count_scale; |
|
}; |
|
|
|
|
|
class TS |
|
{ |
|
TS(); |
|
virtual ~TS(); |
|
public: |
|
|
|
enum |
|
{ |
|
NUL=0, |
|
SUMMARY_IDX=0, |
|
SUMMARY=1 << SUMMARY_IDX, |
|
LOG_IDX=1, |
|
LOG=1 << LOG_IDX, |
|
CSV_IDX=2, |
|
CSV=1 << CSV_IDX, |
|
CONSOLE_IDX=3, |
|
CONSOLE=1 << CONSOLE_IDX, |
|
MAX_IDX=4 |
|
}; |
|
|
|
static TS* ptr(); |
|
|
|
// initialize test system before running the first test |
|
virtual void init( const string& modulename ); |
|
|
|
// low-level printing functions that are used by individual tests and by the system itself |
|
virtual void printf( int streams, const char* fmt, ... ); |
|
virtual void vprintf( int streams, const char* fmt, va_list arglist ); |
|
|
|
// updates the context: current test, test case, rng state |
|
virtual void update_context( BaseTest* test, int test_case_idx, bool update_ts_context ); |
|
|
|
const TestInfo* get_current_test_info() { return ¤t_test_info; } |
|
|
|
// sets information about a failed test |
|
virtual void set_failed_test_info( int fail_code ); |
|
|
|
virtual void set_gtest_status(); |
|
|
|
// test error codes |
|
enum FailureCode |
|
{ |
|
// everything is Ok |
|
OK=0, |
|
|
|
// generic error: stub value to be used |
|
// temporarily if the error's cause is unknown |
|
FAIL_GENERIC=-1, |
|
|
|
// the test is missing some essential data to proceed further |
|
FAIL_MISSING_TEST_DATA=-2, |
|
|
|
// the tested function raised an error via cxcore error handler |
|
FAIL_ERROR_IN_CALLED_FUNC=-3, |
|
|
|
// an exception has been raised; |
|
// for memory and arithmetic exception |
|
// there are two specialized codes (see below...) |
|
FAIL_EXCEPTION=-4, |
|
|
|
// a memory exception |
|
// (access violation, access to missed page, stack overflow etc.) |
|
FAIL_MEMORY_EXCEPTION=-5, |
|
|
|
// arithmetic exception (overflow, division by zero etc.) |
|
FAIL_ARITHM_EXCEPTION=-6, |
|
|
|
// the tested function corrupted memory (no exception have been raised) |
|
FAIL_MEMORY_CORRUPTION_BEGIN=-7, |
|
FAIL_MEMORY_CORRUPTION_END=-8, |
|
|
|
// the tested function (or test itself) do not deallocate some memory |
|
FAIL_MEMORY_LEAK=-9, |
|
|
|
// the tested function returned invalid object, e.g. matrix, containing NaNs, |
|
// structure with NULL or out-of-range fields (while it should not) |
|
FAIL_INVALID_OUTPUT=-10, |
|
|
|
// the tested function returned valid object, but it does not match |
|
// the original (or produced by the test) object |
|
FAIL_MISMATCH=-11, |
|
|
|
// the tested function returned valid object (a single number or numerical array), |
|
// but it differs too much from the original (or produced by the test) object |
|
FAIL_BAD_ACCURACY=-12, |
|
|
|
// the tested function hung. Sometimes, it can be determined by unexpectedly long |
|
// processing time (in this case there should be possibility to interrupt such a function |
|
FAIL_HANG=-13, |
|
|
|
// unexpected response on passing bad arguments to the tested function |
|
// (the function crashed, proceed successfully (while it should not), or returned |
|
// error code that is different from what is expected) |
|
FAIL_BAD_ARG_CHECK=-14, |
|
|
|
// the test data (in whole or for the particular test case) is invalid |
|
FAIL_INVALID_TEST_DATA=-15, |
|
|
|
// the test has been skipped because it is not in the selected subset of the tests to run, |
|
// because it has been run already within the same run with the same parameters, or because |
|
// of some other reason and this is not considered as an error. |
|
// Normally TS::run() (or overridden method in the derived class) takes care of what |
|
// needs to be run, so this code should not occur. |
|
SKIPPED=1 |
|
}; |
|
|
|
// get RNG to generate random input data for a test |
|
RNG& get_rng() { return rng; } |
|
|
|
// returns the current error code |
|
TS::FailureCode get_err_code() { return TS::FailureCode(current_test_info.code); } |
|
|
|
// returns the test extensivity scale |
|
double get_test_case_count_scale() { return params.test_case_count_scale; } |
|
|
|
const string& get_data_path() const { return data_path; } |
|
|
|
// returns textual description of failure code |
|
static string str_from_code( const TS::FailureCode code ); |
|
|
|
std::vector<std::string> data_search_path; |
|
std::vector<std::string> data_search_subdir; |
|
protected: |
|
|
|
// these are allocated within a test to try to keep them valid in case of stack corruption |
|
RNG rng; |
|
|
|
// information about the current test |
|
TestInfo current_test_info; |
|
|
|
// the path to data files used by tests |
|
string data_path; |
|
|
|
TSParams params; |
|
std::string output_buf[MAX_IDX]; |
|
}; |
|
|
|
|
|
/*****************************************************************************************\ |
|
* Subclass of BaseTest for testing functions that process dense arrays * |
|
\*****************************************************************************************/ |
|
|
|
class ArrayTest : public BaseTest |
|
{ |
|
public: |
|
// constructor(s) and destructor |
|
ArrayTest(); |
|
virtual ~ArrayTest(); |
|
|
|
virtual void clear() CV_OVERRIDE; |
|
|
|
protected: |
|
|
|
virtual int read_params( const cv::FileStorage& fs ) CV_OVERRIDE; |
|
virtual int prepare_test_case( int test_case_idx ) CV_OVERRIDE; |
|
virtual int validate_test_results( int test_case_idx ) CV_OVERRIDE; |
|
|
|
virtual void prepare_to_validation( int test_case_idx ); |
|
virtual void get_test_array_types_and_sizes( int test_case_idx, vector<vector<Size> >& sizes, vector<vector<int> >& types ); |
|
virtual void fill_array( int test_case_idx, int i, int j, Mat& arr ); |
|
virtual void get_minmax_bounds( int i, int j, int type, Scalar& low, Scalar& high ); |
|
virtual double get_success_error_level( int test_case_idx, int i, int j ); |
|
|
|
bool cvmat_allowed; |
|
bool iplimage_allowed; |
|
bool optional_mask; |
|
bool element_wise_relative_error; |
|
|
|
int min_log_array_size; |
|
int max_log_array_size; |
|
|
|
enum { INPUT, INPUT_OUTPUT, OUTPUT, REF_INPUT_OUTPUT, REF_OUTPUT, TEMP, MASK, MAX_ARR }; |
|
|
|
vector<vector<void*> > test_array; |
|
vector<vector<Mat> > test_mat; |
|
float buf[4]; |
|
}; |
|
|
|
|
|
class BadArgTest : public BaseTest |
|
{ |
|
public: |
|
// constructor(s) and destructor |
|
BadArgTest(); |
|
virtual ~BadArgTest(); |
|
|
|
protected: |
|
virtual int run_test_case( int expected_code, const string& descr ); |
|
virtual void run_func(void) CV_OVERRIDE = 0; |
|
int test_case_idx; |
|
|
|
template<class F> |
|
int run_test_case( int expected_code, const string& _descr, F f) |
|
{ |
|
int errcount = 0; |
|
bool thrown = false; |
|
const char* descr = _descr.c_str() ? _descr.c_str() : ""; |
|
|
|
try |
|
{ |
|
f(); |
|
} |
|
catch(const cv::Exception& e) |
|
{ |
|
thrown = true; |
|
if( e.code != expected_code && e.code != cv::Error::StsAssert && e.code != cv::Error::StsError ) |
|
{ |
|
ts->printf(TS::LOG, "%s (test case #%d): the error code %d is different from the expected %d\n", |
|
descr, test_case_idx, e.code, expected_code); |
|
errcount = 1; |
|
} |
|
} |
|
catch(...) |
|
{ |
|
thrown = true; |
|
ts->printf(TS::LOG, "%s (test case #%d): unknown exception was thrown (the function has likely crashed)\n", |
|
descr, test_case_idx); |
|
errcount = 1; |
|
} |
|
if(!thrown) |
|
{ |
|
ts->printf(TS::LOG, "%s (test case #%d): no expected exception was thrown\n", |
|
descr, test_case_idx); |
|
errcount = 1; |
|
} |
|
test_case_idx++; |
|
|
|
return errcount; |
|
} |
|
}; |
|
|
|
extern uint64 param_seed; |
|
|
|
struct DefaultRngAuto |
|
{ |
|
const uint64 old_state; |
|
|
|
DefaultRngAuto() : old_state(cv::theRNG().state) { cv::theRNG().state = cvtest::param_seed; } |
|
~DefaultRngAuto() { cv::theRNG().state = old_state; } |
|
|
|
DefaultRngAuto& operator=(const DefaultRngAuto&); |
|
}; |
|
|
|
|
|
// test images generation functions |
|
void fillGradient(Mat& img, int delta = 5); |
|
void smoothBorder(Mat& img, const Scalar& color, int delta = 3); |
|
|
|
// Utility functions |
|
|
|
void addDataSearchPath(const std::string& path); |
|
void addDataSearchSubDirectory(const std::string& subdir); |
|
|
|
/*! @brief Try to find requested data file |
|
|
|
Search directories: |
|
|
|
0. TS::data_search_path (search sub-directories are not used) |
|
1. OPENCV_TEST_DATA_PATH environment variable |
|
2. One of these: |
|
a. OpenCV testdata based on build location: "./" + "share/OpenCV/testdata" |
|
b. OpenCV testdata at install location: CMAKE_INSTALL_PREFIX + "share/OpenCV/testdata" |
|
|
|
Search sub-directories: |
|
|
|
- addDataSearchSubDirectory() |
|
- modulename from TS::init() |
|
|
|
*/ |
|
std::string findDataFile(const std::string& relative_path, bool required = true); |
|
|
|
/*! @brief Try to find requested data directory |
|
@sa findDataFile |
|
*/ |
|
std::string findDataDirectory(const std::string& relative_path, bool required = true); |
|
|
|
// Test definitions |
|
|
|
class SystemInfoCollector : public testing::EmptyTestEventListener |
|
{ |
|
private: |
|
virtual void OnTestProgramStart(const testing::UnitTest&); |
|
}; |
|
|
|
#ifndef __CV_TEST_EXEC_ARGS |
|
#if defined(_MSC_VER) && (_MSC_VER <= 1400) |
|
#define __CV_TEST_EXEC_ARGS(...) \ |
|
while (++argc >= (--argc,-1)) {__VA_ARGS__; break;} /*this ugly construction is needed for VS 2005*/ |
|
#else |
|
#define __CV_TEST_EXEC_ARGS(...) \ |
|
__VA_ARGS__; |
|
#endif |
|
#endif |
|
|
|
void parseCustomOptions(int argc, char **argv); |
|
|
|
#define CV_TEST_INIT0_NOOP (void)0 |
|
|
|
#define CV_TEST_MAIN(resourcesubdir, ...) CV_TEST_MAIN_EX(resourcesubdir, NOOP, __VA_ARGS__) |
|
|
|
#define CV_TEST_MAIN_EX(resourcesubdir, INIT0, ...) \ |
|
int main(int argc, char **argv) \ |
|
{ \ |
|
CV_TRACE_FUNCTION(); \ |
|
{ CV_TRACE_REGION("INIT"); \ |
|
using namespace cvtest; using namespace opencv_test; \ |
|
TS* ts = TS::ptr(); \ |
|
ts->init(resourcesubdir); \ |
|
__CV_TEST_EXEC_ARGS(CV_TEST_INIT0_ ## INIT0) \ |
|
::testing::InitGoogleTest(&argc, argv); \ |
|
::testing::UnitTest::GetInstance()->listeners().Append(new SystemInfoCollector); \ |
|
__CV_TEST_EXEC_ARGS(__VA_ARGS__) \ |
|
parseCustomOptions(argc, argv); \ |
|
} \ |
|
return RUN_ALL_TESTS(); \ |
|
} |
|
|
|
// This usually only makes sense in perf tests with several implementations, |
|
// some of which are not available. |
|
#define CV_TEST_FAIL_NO_IMPL() do { \ |
|
::testing::Test::RecordProperty("custom_status", "noimpl"); \ |
|
FAIL() << "No equivalent implementation."; \ |
|
} while (0) |
|
|
|
} //namespace cvtest |
|
|
|
#include "opencv2/ts/ts_perf.hpp" |
|
|
|
namespace cvtest { |
|
using perf::MatDepth; |
|
using perf::MatType; |
|
} |
|
|
|
#ifdef WINRT |
|
#ifndef __FSTREAM_EMULATED__ |
|
#define __FSTREAM_EMULATED__ |
|
#include <stdlib.h> |
|
#include <fstream> |
|
#include <sstream> |
|
|
|
#undef ifstream |
|
#undef ofstream |
|
#define ifstream ifstream_emulated |
|
#define ofstream ofstream_emulated |
|
|
|
namespace std { |
|
|
|
class ifstream : public stringstream |
|
{ |
|
FILE* f; |
|
public: |
|
ifstream(const char* filename, ios_base::openmode mode = ios_base::in) |
|
: f(NULL) |
|
{ |
|
string modeStr("r"); |
|
printf("Open file (read): %s\n", filename); |
|
if (mode & ios_base::binary) |
|
modeStr += "b"; |
|
f = fopen(filename, modeStr.c_str()); |
|
|
|
if (f == NULL) |
|
{ |
|
printf("Can't open file: %s\n", filename); |
|
return; |
|
} |
|
fseek(f, 0, SEEK_END); |
|
size_t sz = ftell(f); |
|
if (sz > 0) |
|
{ |
|
char* buf = (char*) malloc(sz); |
|
fseek(f, 0, SEEK_SET); |
|
if (fread(buf, 1, sz, f) == sz) |
|
{ |
|
this->str(std::string(buf, sz)); |
|
} |
|
free(buf); |
|
} |
|
} |
|
|
|
~ifstream() { close(); } |
|
bool is_open() const { return f != NULL; } |
|
void close() |
|
{ |
|
if (f) |
|
fclose(f); |
|
f = NULL; |
|
this->str(""); |
|
} |
|
}; |
|
|
|
class ofstream : public stringstream |
|
{ |
|
FILE* f; |
|
public: |
|
ofstream(const char* filename, ios_base::openmode mode = ios_base::out) |
|
: f(NULL) |
|
{ |
|
open(filename, mode); |
|
} |
|
~ofstream() { close(); } |
|
void open(const char* filename, ios_base::openmode mode = ios_base::out) |
|
{ |
|
string modeStr("w+"); |
|
if (mode & ios_base::trunc) |
|
modeStr = "w"; |
|
if (mode & ios_base::binary) |
|
modeStr += "b"; |
|
f = fopen(filename, modeStr.c_str()); |
|
printf("Open file (write): %s\n", filename); |
|
if (f == NULL) |
|
{ |
|
printf("Can't open file (write): %s\n", filename); |
|
return; |
|
} |
|
} |
|
bool is_open() const { return f != NULL; } |
|
void close() |
|
{ |
|
if (f) |
|
{ |
|
fwrite(reinterpret_cast<const char *>(this->str().c_str()), this->str().size(), 1, f); |
|
fclose(f); |
|
} |
|
f = NULL; |
|
this->str(""); |
|
} |
|
}; |
|
|
|
} // namespace std |
|
#endif // __FSTREAM_EMULATED__ |
|
#endif // WINRT |
|
|
|
|
|
namespace opencv_test { |
|
using namespace cvtest; |
|
using namespace cv; |
|
|
|
#ifdef CV_CXX11 |
|
#define CVTEST_GUARD_SYMBOL(name) \ |
|
class required_namespace_specificatin_here_for_symbol_ ## name {}; \ |
|
using name = required_namespace_specificatin_here_for_symbol_ ## name; |
|
#else |
|
#define CVTEST_GUARD_SYMBOL(name) /* nothing */ |
|
#endif |
|
|
|
CVTEST_GUARD_SYMBOL(norm) |
|
CVTEST_GUARD_SYMBOL(add) |
|
CVTEST_GUARD_SYMBOL(multiply) |
|
CVTEST_GUARD_SYMBOL(divide) |
|
CVTEST_GUARD_SYMBOL(transpose) |
|
CVTEST_GUARD_SYMBOL(copyMakeBorder) |
|
CVTEST_GUARD_SYMBOL(filter2D) |
|
CVTEST_GUARD_SYMBOL(compare) |
|
CVTEST_GUARD_SYMBOL(minMaxIdx) |
|
CVTEST_GUARD_SYMBOL(threshold) |
|
|
|
extern bool required_opencv_test_namespace; // compilation check for non-refactored tests |
|
} |
|
|
|
#endif // OPENCV_TS_HPP
|
|
|