|
|
|
|
#!/usr/bin/env python3
|
|
|
|
|
|
|
|
|
|
# Copyright 2016 The Meson development team
|
|
|
|
|
|
|
|
|
|
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
|
|
|
# you may not use this file except in compliance with the License.
|
|
|
|
|
# You may obtain a copy of the License at
|
|
|
|
|
|
|
|
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
|
|
|
|
|
|
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
|
|
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
|
|
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
|
|
|
# See the License for the specific language governing permissions and
|
|
|
|
|
# limitations under the License.
|
|
|
|
|
|
|
|
|
|
# A tool to run tests in many different ways.
|
|
|
|
|
|
|
|
|
|
import subprocess, sys, os, argparse
|
|
|
|
|
import pickle, statistics, json
|
|
|
|
|
from mesonbuild.scripts import meson_test
|
|
|
|
|
|
|
|
|
|
parser = argparse.ArgumentParser()
|
|
|
|
|
parser.add_argument('--repeat', default=1, dest='repeat', type=int,
|
|
|
|
|
help='Number of times to run the tests.')
|
|
|
|
|
parser.add_argument('--wrapper', default='', dest='wrapper',
|
|
|
|
|
help='Exe wrapper (such as Valgrind) to use')
|
|
|
|
|
parser.add_argument('--gdb', default=False, dest='gdb', action='store_true',
|
|
|
|
|
help='Run test under gdb.')
|
|
|
|
|
parser.add_argument('--list', default=False, dest='list', action='store_true',
|
|
|
|
|
help='List available tests.')
|
|
|
|
|
parser.add_argument('tests', nargs='*')
|
|
|
|
|
|
|
|
|
|
def run(args):
|
|
|
|
|
datafile = 'meson-private/meson_test_setup.dat'
|
|
|
|
|
options = parser.parse_args(args)
|
|
|
|
|
if options.wrapper != '':
|
|
|
|
|
wrap = options.wrapper.split(' ')
|
|
|
|
|
else:
|
|
|
|
|
wrap = []
|
|
|
|
|
if options.gdb and len(options.wrapper) > 0:
|
|
|
|
|
print('Can not specify both a wrapper and gdb.')
|
|
|
|
|
return 1
|
|
|
|
|
tests = pickle.load(open(datafile, 'rb'))
|
|
|
|
|
if options.list:
|
|
|
|
|
for i in tests:
|
|
|
|
|
print(i.name)
|
|
|
|
|
return 0
|
|
|
|
|
for t in tests:
|
|
|
|
|
if t.name in options.tests:
|
|
|
|
|
if options.gdb:
|
|
|
|
|
# On success will exit cleanly. On failure gdb will ask user
|
|
|
|
|
# if they really want to exit.
|
|
|
|
|
wrap = ['gdb', '--quiet', '-ex', 'run', '-ex', 'quit']
|
|
|
|
|
# FIXME a ton of stuff. run_single_test grabs stdout & co,
|
|
|
|
|
# which we do not want to do when running under gdb.
|
|
|
|
|
for i in range(options.repeat):
|
|
|
|
|
print('Running: %s %d/%d' % (t.name, i+1, options.repeat))
|
|
|
|
|
res = meson_test.run_single_test(wrap, t)
|
|
|
|
|
if (res.returncode == 0 and res.should_fail) or \
|
|
|
|
|
(res.returncode != 0 and not res.should_fail):
|
|
|
|
|
print(res.stdo)
|
|
|
|
|
print(res.stde)
|
|
|
|
|
print(res.returncode)
|
|
|
|
|
print(res.should_fail)
|
|
|
|
|
raise RuntimeError('Test failed.')
|
|
|
|
|
|
|
|
|
|
if __name__ == '__main__':
|
|
|
|
|
sys.exit(run(sys.argv[1:]))
|
