mirror of https://github.com/opencv/opencv.git
Open Source Computer Vision Library
https://opencv.org/
You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
181 lines
7.2 KiB
181 lines
7.2 KiB
#!/usr/bin/env python |
|
""" Prints total execution time and number of total/failed tests. |
|
|
|
Performance data is stored in the GTest log file created by performance tests. Default name is |
|
`test_details.xml`. It can be changed with the `--gtest_output=xml:<location>/<filename>.xml` test |
|
option. See https://github.com/opencv/opencv/wiki/HowToUsePerfTests for more details. |
|
|
|
This script uses XML test log to produce basic runtime statistics in a text or HTML table. |
|
|
|
### Example: |
|
|
|
./perf_tests_timing.py opencv_perf_core.xml |
|
|
|
Overall time: 222.71 min |
|
|
|
Module Testsuit Time (min) Num of tests Failed |
|
opencv Gemm::OCL_GemmFixture 113.669 24 |
|
opencv dft::Size_MatType_FlagsType_NzeroRows 21.127 180 |
|
opencv Dft::OCL_DftFixture 11.153 144 |
|
opencv convertTo::Size_DepthSrc_DepthDst_Channels_alpha 7.992 392 |
|
opencv Normalize::OCL_NormalizeFixture 5.412 96 |
|
... ... ... ... |
|
""" |
|
|
|
import testlog_parser, sys, os, xml, glob, re |
|
from table_formatter import * |
|
from optparse import OptionParser |
|
from operator import itemgetter, attrgetter |
|
from summary import getSetName, alphanum_keyselector |
|
import re |
|
|
|
if __name__ == "__main__": |
|
usage = "%prog <log_name>.xml [...]" |
|
parser = OptionParser(usage = usage) |
|
|
|
parser.add_option("-o", "--output", dest = "format", |
|
help = "output results in text format (can be 'txt', 'html' or 'auto' - default)", |
|
metavar = 'FMT', default = 'auto') |
|
|
|
parser.add_option("--failed-only", action = "store_true", dest = "failedOnly", |
|
help = "print only failed tests", default = False) |
|
|
|
(options, args) = parser.parse_args() |
|
|
|
options.generateHtml = detectHtmlOutputType(options.format) |
|
|
|
files = [] |
|
testsuits = [] # testsuit module, name, time, num, flag for failed tests |
|
overall_time = 0 |
|
|
|
seen = set() |
|
for arg in args: |
|
if ("*" in arg) or ("?" in arg): |
|
flist = [os.path.abspath(f) for f in glob.glob(arg)] |
|
flist = sorted(flist, key= lambda text: str(text).replace("M", "_")) |
|
files.extend([ x for x in flist if x not in seen and not seen.add(x)]) |
|
else: |
|
fname = os.path.abspath(arg) |
|
if fname not in seen and not seen.add(fname): |
|
files.append(fname) |
|
|
|
file = os.path.abspath(fname) |
|
if not os.path.isfile(file): |
|
sys.stderr.write("IOError reading \"" + file + "\" - " + str(err) + os.linesep) |
|
parser.print_help() |
|
exit(0) |
|
|
|
fname = os.path.basename(fname) |
|
find_module_name = re.search(r'([^_]*)', fname) |
|
module_name = find_module_name.group(0) |
|
|
|
test_sets = [] |
|
try: |
|
tests = testlog_parser.parseLogFile(file) |
|
if tests: |
|
test_sets.append((os.path.basename(file), tests)) |
|
except IOError as err: |
|
sys.stderr.write("IOError reading \"" + file + "\" - " + str(err) + os.linesep) |
|
except xml.parsers.expat.ExpatError as err: |
|
sys.stderr.write("ExpatError reading \"" + file + "\" - " + str(err) + os.linesep) |
|
|
|
if not test_sets: |
|
continue |
|
|
|
# find matches |
|
setsCount = len(test_sets) |
|
test_cases = {} |
|
|
|
name_extractor = lambda name: str(name) |
|
|
|
for i in range(setsCount): |
|
for case in test_sets[i][1]: |
|
name = name_extractor(case) |
|
if name not in test_cases: |
|
test_cases[name] = [None] * setsCount |
|
test_cases[name][i] = case |
|
|
|
prevGroupName = None |
|
suit_time = 0 |
|
suit_num = 0 |
|
fails_num = 0 |
|
for name in sorted(test_cases.keys(), key=alphanum_keyselector): |
|
cases = test_cases[name] |
|
|
|
groupName = next(c for c in cases if c).shortName() |
|
if groupName != prevGroupName: |
|
if prevGroupName != None: |
|
suit_time = suit_time/60 #from seconds to minutes |
|
testsuits.append({'module': module_name, 'name': prevGroupName, \ |
|
'time': suit_time, 'num': suit_num, 'failed': fails_num}) |
|
overall_time += suit_time |
|
suit_time = 0 |
|
suit_num = 0 |
|
fails_num = 0 |
|
prevGroupName = groupName |
|
|
|
for i in range(setsCount): |
|
case = cases[i] |
|
if not case is None: |
|
suit_num += 1 |
|
if case.get('status') == 'run': |
|
suit_time += case.get('time') |
|
if case.get('status') == 'failed': |
|
fails_num += 1 |
|
|
|
# last testsuit processing |
|
suit_time = suit_time/60 |
|
testsuits.append({'module': module_name, 'name': prevGroupName, \ |
|
'time': suit_time, 'num': suit_num, 'failed': fails_num}) |
|
overall_time += suit_time |
|
|
|
if len(testsuits)==0: |
|
exit(0) |
|
|
|
tbl = table() |
|
rows = 0 |
|
|
|
if not options.failedOnly: |
|
tbl.newColumn('module', 'Module', align = 'left', cssclass = 'col_name') |
|
tbl.newColumn('name', 'Testsuit', align = 'left', cssclass = 'col_name') |
|
tbl.newColumn('time', 'Time (min)', align = 'center', cssclass = 'col_name') |
|
tbl.newColumn('num', 'Num of tests', align = 'center', cssclass = 'col_name') |
|
tbl.newColumn('failed', 'Failed', align = 'center', cssclass = 'col_name') |
|
|
|
# rows |
|
for suit in sorted(testsuits, key = lambda suit: suit['time'], reverse = True): |
|
tbl.newRow() |
|
tbl.newCell('module', suit['module']) |
|
tbl.newCell('name', suit['name']) |
|
tbl.newCell('time', formatValue(suit['time'], '', ''), suit['time']) |
|
tbl.newCell('num', suit['num']) |
|
if (suit['failed'] != 0): |
|
tbl.newCell('failed', suit['failed']) |
|
else: |
|
tbl.newCell('failed', ' ') |
|
rows += 1 |
|
|
|
else: |
|
tbl.newColumn('module', 'Module', align = 'left', cssclass = 'col_name') |
|
tbl.newColumn('name', 'Testsuit', align = 'left', cssclass = 'col_name') |
|
tbl.newColumn('failed', 'Failed', align = 'center', cssclass = 'col_name') |
|
|
|
# rows |
|
for suit in sorted(testsuits, key = lambda suit: suit['time'], reverse = True): |
|
if (suit['failed'] != 0): |
|
tbl.newRow() |
|
tbl.newCell('module', suit['module']) |
|
tbl.newCell('name', suit['name']) |
|
tbl.newCell('failed', suit['failed']) |
|
rows += 1 |
|
|
|
# output table |
|
if rows: |
|
if options.generateHtml: |
|
tbl.htmlPrintTable(sys.stdout) |
|
htmlPrintFooter(sys.stdout) |
|
else: |
|
if not options.failedOnly: |
|
print('\nOverall time: %.2f min\n' % overall_time) |
|
tbl.consolePrintTable(sys.stdout) |
|
print(2 * '\n')
|
|
|