/*M/////////////////////////////////////////////////////////////////////////////////////// // // IMPORTANT: READ BEFORE DOWNLOADING, COPYING, INSTALLING OR USING. // // By downloading, copying, installing or using the software you agree to this license. // If you do not agree to this license, do not download, install, // copy or use the software. // // // Intel License Agreement // For Open Source Computer Vision Library // // Copyright (C) 2000, Intel Corporation, all rights reserved. // Third party copyrights are property of their respective owners. // // Redistribution and use in source and binary forms, with or without modification, // are permitted provided that the following conditions are met: // // * Redistribution's of source code must retain the above copyright notice, // this list of conditions and the following disclaimer. // // * Redistribution's in binary form must reproduce the above copyright notice, // this list of conditions and the following disclaimer in the documentation // and/or other materials provided with the distribution. // // * The name of Intel Corporation may not be used to endorse or promote products // derived from this software without specific prior written permission. // // This software is provided by the copyright holders and contributors "as is" and // any express or implied warranties, including, but not limited to, the implied // warranties of merchantability and fitness for a particular purpose are disclaimed. // In no event shall the Intel Corporation or contributors be liable for any direct, // indirect, incidental, special, exemplary, or consequential damages // (including, but not limited to, procurement of substitute goods or services; // loss of use, data, or profits; or business interruption) however caused // and on any theory of liability, whether in contract, strict liability, // or tort (including negligence or otherwise) arising in any way out of // the use of this software, even if advised of the possibility of such damage. // //M*/ #include "precomp.hpp" #include #include #include #include #include #if defined WIN32 || defined _WIN32 || defined WIN64 || defined _WIN64 #include #include #undef small #undef min #undef max #undef abs #ifdef _MSC_VER #include #endif #else #include #endif namespace cvtest { /*****************************************************************************************\ * Exception and memory handlers * \*****************************************************************************************/ // a few platform-dependent declarations #if defined WIN32 || defined _WIN32 || defined WIN64 || defined _WIN64 #ifdef _MSC_VER static void SEHTranslator( unsigned int /*u*/, EXCEPTION_POINTERS* pExp ) { int code = TS::FAIL_EXCEPTION; switch( pExp->ExceptionRecord->ExceptionCode ) { case EXCEPTION_ACCESS_VIOLATION: case EXCEPTION_ARRAY_BOUNDS_EXCEEDED: case EXCEPTION_DATATYPE_MISALIGNMENT: case EXCEPTION_FLT_STACK_CHECK: case EXCEPTION_STACK_OVERFLOW: case EXCEPTION_IN_PAGE_ERROR: code = TS::FAIL_MEMORY_EXCEPTION; break; case EXCEPTION_FLT_DENORMAL_OPERAND: case EXCEPTION_FLT_DIVIDE_BY_ZERO: case EXCEPTION_FLT_INEXACT_RESULT: case EXCEPTION_FLT_INVALID_OPERATION: case EXCEPTION_FLT_OVERFLOW: case EXCEPTION_FLT_UNDERFLOW: case EXCEPTION_INT_DIVIDE_BY_ZERO: case EXCEPTION_INT_OVERFLOW: code = TS::FAIL_ARITHM_EXCEPTION; break; case EXCEPTION_BREAKPOINT: case EXCEPTION_ILLEGAL_INSTRUCTION: case EXCEPTION_INVALID_DISPOSITION: case EXCEPTION_NONCONTINUABLE_EXCEPTION: case EXCEPTION_PRIV_INSTRUCTION: case EXCEPTION_SINGLE_STEP: code = TS::FAIL_EXCEPTION; } throw code; } #endif #else #include #include static const int tsSigId[] = { SIGSEGV, SIGBUS, SIGFPE, SIGILL, SIGABRT, -1 }; static jmp_buf tsJmpMark; static void signalHandler( int sig_code ) { int code = TS::FAIL_EXCEPTION; switch( sig_code ) { case SIGFPE: code = TS::FAIL_ARITHM_EXCEPTION; break; case SIGSEGV: case SIGBUS: code = TS::FAIL_ARITHM_EXCEPTION; break; case SIGILL: code = TS::FAIL_EXCEPTION; } longjmp( tsJmpMark, code ); } #endif // reads 16-digit hexadecimal number (i.e. 64-bit integer) int64 readSeed( const char* str ) { int64 val = 0; if( str && strlen(str) == 16 ) { for( int i = 0; str[i]; i++ ) { int c = tolower(str[i]); if( !isxdigit(c) ) return 0; val = val * 16 + (str[i] < 'a' ? str[i] - '0' : str[i] - 'a' + 10); } } return val; } /*****************************************************************************************\ * Base Class for Tests * \*****************************************************************************************/ BaseTest::BaseTest() { ts = TS::ptr(); test_case_count = -1; } BaseTest::~BaseTest() { clear(); } void BaseTest::clear() { } const CvFileNode* BaseTest::find_param( CvFileStorage* fs, const char* param_name ) { CvFileNode* node = cvGetFileNodeByName(fs, 0, get_name().c_str()); return node ? cvGetFileNodeByName( fs, node, param_name ) : 0; } int BaseTest::read_params( CvFileStorage* ) { return 0; } bool BaseTest::can_do_fast_forward() { return true; } //@kostrov: (Label: a) This method runs first. void BaseTest::safe_run( int start_from ) { read_params( ts->get_file_storage() ); ts->update_context( 0, -1, true ); ts->update_context( this, -1, true ); if( !::testing::GTEST_FLAG(catch_exceptions) ) run( start_from ); else { try { #if !defined WIN32 && !defined _WIN32 int _code = setjmp( tsJmpMark ); if( !_code ) run( start_from ); else throw _code; #else //@kostrov: This method is implemented on test_mat.cpp source file. //In my case no exceptions are thrown. Problem occurs test_mat.cpp source file, in run method. (Label: b) run( start_from ); #endif } catch (const cv::Exception& exc) { const char* errorStr = cvErrorStr(exc.code); char buf[1 << 16]; sprintf( buf, "OpenCV Error: %s (%s) in %s, file %s, line %d", errorStr, exc.err.c_str(), exc.func.size() > 0 ? exc.func.c_str() : "unknown function", exc.file.c_str(), exc.line ); ts->printf(TS::LOG, "%s\n", buf); ts->set_failed_test_info( TS::FAIL_ERROR_IN_CALLED_FUNC ); } catch (...) { ts->set_failed_test_info( TS::FAIL_EXCEPTION ); } } ts->set_gtest_status(); } void BaseTest::run( int start_from ) { int test_case_idx, count = get_test_case_count(); int64 t_start = cvGetTickCount(); double freq = cv::getTickFrequency(); bool ff = can_do_fast_forward(); int progress = 0, code; int64 t1 = t_start; for( test_case_idx = ff && start_from >= 0 ? start_from : 0; count < 0 || test_case_idx < count; test_case_idx++ ) { ts->update_context( this, test_case_idx, ff ); progress = update_progress( progress, test_case_idx, count, (double)(t1 - t_start)/(freq*1000) ); code = prepare_test_case( test_case_idx ); if( code < 0 || ts->get_err_code() < 0 ) return; if( code == 0 ) continue; run_func(); if( ts->get_err_code() < 0 ) return; if( validate_test_results( test_case_idx ) < 0 || ts->get_err_code() < 0 ) return; } } void BaseTest::run_func(void) { assert(0); } int BaseTest::get_test_case_count(void) { return test_case_count; } int BaseTest::prepare_test_case( int ) { return 0; } int BaseTest::validate_test_results( int ) { return 0; } int BaseTest::update_progress( int progress, int test_case_idx, int count, double dt ) { int width = 60 - (int)get_name().size(); if( count > 0 ) { int t = cvRound( ((double)test_case_idx * width)/count ); if( t > progress ) { ts->printf( TS::CONSOLE, "." ); progress = t; } } else if( cvRound(dt) > progress ) { ts->printf( TS::CONSOLE, "." ); progress = cvRound(dt); } return progress; } BadArgTest::BadArgTest() { progress = -1; test_case_idx = -1; freq = cv::getTickFrequency(); // oldErrorCbk = 0; // oldErrorCbkData = 0; } BadArgTest::~BadArgTest(void) { } int BadArgTest::run_test_case( int expected_code, const string& _descr ) { double new_t = (double)cv::getTickCount(), dt; if( test_case_idx < 0 ) { test_case_idx = 0; progress = 0; dt = 0; } else { dt = (new_t - t)/(freq*1000); t = new_t; } progress = update_progress(progress, test_case_idx, 0, dt); int errcount = 0; bool thrown = false; const char* descr = _descr.c_str() ? _descr.c_str() : ""; try { run_func(); } catch(const cv::Exception& e) { thrown = true; if( e.code != expected_code ) { ts->printf(TS::LOG, "%s (test case #%d): the error code %d is different from the expected %d\n", descr, test_case_idx, e.code, expected_code); errcount = 1; } } catch(...) { thrown = true; ts->printf(TS::LOG, "%s (test case #%d): unknown exception was thrown (the function has likely crashed)\n", descr, test_case_idx); errcount = 1; } if(!thrown) { ts->printf(TS::LOG, "%s (test case #%d): no expected exception was thrown\n", descr, test_case_idx); errcount = 1; } test_case_idx++; return errcount; } /*****************************************************************************************\ * Base Class for Test System * \*****************************************************************************************/ /******************************** Constructors/Destructors ******************************/ TSParams::TSParams() { rng_seed = (uint64)-1; use_optimized = true; test_case_count_scale = 1; } TestInfo::TestInfo() { test = 0; code = 0; rng_seed = rng_seed0 = 0; test_case_idx = -1; } TS::TS() { } // ctor TS::~TS() { } // dtor string TS::str_from_code( int code ) { switch( code ) { case OK: return "Ok"; case FAIL_GENERIC: return "Generic/Unknown"; case FAIL_MISSING_TEST_DATA: return "No test data"; case FAIL_INVALID_TEST_DATA: return "Invalid test data"; case FAIL_ERROR_IN_CALLED_FUNC: return "cvError invoked"; case FAIL_EXCEPTION: return "Hardware/OS exception"; case FAIL_MEMORY_EXCEPTION: return "Invalid memory access"; case FAIL_ARITHM_EXCEPTION: return "Arithmetic exception"; case FAIL_MEMORY_CORRUPTION_BEGIN: return "Corrupted memblock (beginning)"; case FAIL_MEMORY_CORRUPTION_END: return "Corrupted memblock (end)"; case FAIL_MEMORY_LEAK: return "Memory leak"; case FAIL_INVALID_OUTPUT: return "Invalid function output"; case FAIL_MISMATCH: return "Unexpected output"; case FAIL_BAD_ACCURACY: return "Bad accuracy"; case FAIL_HANG: return "Infinite loop(?)"; case FAIL_BAD_ARG_CHECK: return "Incorrect handling of bad arguments"; default: ; } return "Generic/Unknown"; } static int tsErrorCallback( int status, const char* func_name, const char* err_msg, const char* file_name, int line, TS* ts ) { ts->printf(TS::LOG, "OpenCV Error: %s (%s) in %s, file %s, line %d\n", cvErrorStr(status), err_msg, func_name[0] != 0 ? func_name : "unknown function", file_name, line); return 0; } /************************************** Running tests **********************************/ void TS::init( const string& modulename ) { char* datapath_dir = getenv("OPENCV_TEST_DATA_PATH"); if( datapath_dir ) { char buf[1024]; size_t l = strlen(datapath_dir); bool haveSlash = l > 0 && (datapath_dir[l-1] == '/' || datapath_dir[l-1] == '\\'); sprintf( buf, "%s%s%s/", datapath_dir, haveSlash ? "" : "/", modulename.c_str() ); data_path = string(buf); } cv::redirectError((cv::ErrorCallback)tsErrorCallback, this); if( ::testing::GTEST_FLAG(catch_exceptions) ) { #if defined WIN32 || defined _WIN32 #ifdef _MSC_VER _set_se_translator( SEHTranslator ); #endif #else for( int i = 0; tsSigId[i] >= 0; i++ ) signal( tsSigId[i], signalHandler ); #endif } else { #if defined WIN32 || defined _WIN32 #ifdef _MSC_VER _set_se_translator( 0 ); #endif #else for( int i = 0; tsSigId[i] >= 0; i++ ) signal( tsSigId[i], SIG_DFL ); #endif } if( params.use_optimized == 0 ) cv::setUseOptimized(false); rng = RNG(params.rng_seed); } void TS::set_gtest_status() { int code = get_err_code(); if( code >= 0 ) return SUCCEED(); char seedstr[32]; sprintf(seedstr, "%08x%08x", (unsigned)(current_test_info.rng_seed>>32), (unsigned)(current_test_info.rng_seed)); string logs = ""; if( !output_buf[SUMMARY_IDX].empty() ) logs += "\n-----------------------------------\n\tSUM: " + output_buf[SUMMARY_IDX]; if( !output_buf[LOG_IDX].empty() ) logs += "\n-----------------------------------\n\tLOG: " + output_buf[LOG_IDX]; if( !output_buf[CONSOLE_IDX].empty() ) logs += "\n-----------------------------------\n\tCONSOLE: " + output_buf[CONSOLE_IDX]; logs += "\n-----------------------------------\n"; FAIL() << "\n\tfailure reason: " << str_from_code(code) << "\n\ttest case #" << current_test_info.test_case_idx << "\n\tseed: " << seedstr << logs; } CvFileStorage* TS::get_file_storage() { return 0; } void TS::update_context( BaseTest* test, int test_case_idx, bool update_ts_context ) { if( current_test_info.test != test ) { for( int i = 0; i <= CONSOLE_IDX; i++ ) output_buf[i] = string(); rng = RNG(params.rng_seed); current_test_info.rng_seed0 = current_test_info.rng_seed = rng.state; } current_test_info.test = test; current_test_info.test_case_idx = test_case_idx; current_test_info.code = 0; cvSetErrStatus( CV_StsOk ); if( update_ts_context ) current_test_info.rng_seed = rng.state; } void TS::set_failed_test_info( int fail_code ) { if( current_test_info.code >= 0 ) current_test_info.code = fail_code; } #if defined _MSC_VER && _MSC_VER < 1400 #undef vsnprintf #define vsnprintf _vsnprintf #endif void TS::vprintf( int streams, const char* fmt, va_list l ) { char str[1 << 14]; vsnprintf( str, sizeof(str)-1, fmt, l ); for( int i = 0; i < MAX_IDX; i++ ) if( (streams & (1 << i)) ) { output_buf[i] += std::string(str); // in the new GTest-based framework we do not use // any output files (except for the automatically generated xml report). // if a test fails, all the buffers are printed, so we do not want to duplicate the information and // thus only add the new information to a single buffer and return from the function. break; } } void TS::printf( int streams, const char* fmt, ... ) { if( streams ) { va_list l; va_start( l, fmt ); vprintf( streams, fmt, l ); va_end( l ); } } TS ts; TS* TS::ptr() { return &ts; } void fillGradient(Mat& img, int delta) { const int ch = img.channels(); CV_Assert(!img.empty() && img.depth() == CV_8U && ch <= 4); int n = 255 / delta; int r, c, i; for(r=0; r