#!/usr/bin/env python3 # Copyright 2012-2013 Jussi Pakkanen # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at # http://www.apache.org/licenses/LICENSE-2.0 # Unless required by applicable law or agreed to in writing, software # distributed under the License is distributed on an "AS IS" BASIS, # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. from glob import glob import os, subprocess, shutil, sys, platform import environment from environment import is_windows passing_tests = 0 failing_tests = 0 test_build_dir = 'work area' install_dir = os.path.join(os.path.split(os.path.abspath(__file__))[0], 'install dir') meson_command = './meson.py' #unity_flags = ['--unity'] unity_flags = [] msbuild_exe = shutil.which('msbuild') if msbuild_exe is not None: backend_flags = ['--backend=vs2010'] compile_commands = ['msbuild'] test_commands = ['msbuild', 'RUN_TESTS.vcxproj'] install_commands = [] elif environment.is_osx(): backend_flags = ['--backend=xcode'] compile_commands = ['xcodebuild'] test_commands = ['xcodebuild', '-target', 'RUN_TESTS'] install_commands = [] else: backend_flags = [] ninja_command = environment.detect_ninja() if ninja_command is None: raise RuntimeError('Could not find Ninja executable.') compile_commands = [ninja_command] test_commands = [ninja_command, 'test'] install_commands = [ninja_command, 'install'] def platform_fix_filename(fname): if platform.system() == 'Darwin': if fname.endswith('.so'): return fname[:-2] + 'dylib' return fname.replace('.so.', '.dylib.') elif platform.system() == 'Windows': if fname.endswith('.so'): (p, f) = os.path.split(fname) f = f[3:-2] + 'dll' return os.path.join(p, f) if fname.endswith('.a'): return fname[:-1] + 'lib' return fname def validate_install(srcdir, installdir): if platform.system() == 'Windows': # Don't really know how Windows installs should work # so skip. return '' info_file = os.path.join(srcdir, 'installed_files.txt') expected = {} found = {} if os.path.exists(info_file): for line in open(info_file): expected[platform_fix_filename(line.strip())] = True for root, _, files in os.walk(installdir): for fname in files: found_name = os.path.join(root, fname)[len(installdir)+1:] found[found_name] = True expected = set(expected) found = set(found) missing = expected - found for fname in missing: return 'Expected file %s missing.' % fname extra = found - expected for fname in extra: return 'Found extra file %s.' % fname return '' def run_and_log(logfile, testdir, should_succeed=True): global passing_tests, failing_tests (msg, stdo, stde) = run_test(testdir, should_succeed) if msg != '': print('Fail:', msg) failing_tests += 1 else: print('Success') passing_tests += 1 logfile.write('%s\nstdout\n\n---\n' % testdir) logfile.write(stdo) logfile.write('\n\n---\n\nstderr\n\n---\n') logfile.write(stde) logfile.write('\n\n---\n\n') def run_test(testdir, should_succeed): global compile_commands shutil.rmtree(test_build_dir) shutil.rmtree(install_dir) os.mkdir(test_build_dir) os.mkdir(install_dir) print('Running test: ' + testdir) gen_command = [sys.executable, meson_command, '--prefix', install_dir, testdir, test_build_dir]\ + unity_flags + backend_flags p = subprocess.Popen(gen_command, stdout=subprocess.PIPE, stderr=subprocess.PIPE) (stdo, stde) = p.communicate() stdo = stdo.decode('utf-8') stde = stde.decode('utf-8') if not should_succeed: if p.returncode != 0: return ('', stdo, stde) return ('Test that should have failed succeeded', stdo, stde) if p.returncode != 0: return ('Generating the build system failed.', stdo, stde) if 'msbuild' in compile_commands[0]: sln_name = glob(os.path.join(test_build_dir, '*.sln'))[0] comp = compile_commands + [os.path.split(sln_name)[-1]] else: comp = compile_commands pc = subprocess.Popen(comp, cwd=test_build_dir, stdout=subprocess.PIPE, stderr=subprocess.PIPE) (o, e) = pc.communicate() stdo += o.decode('utf-8') stde += e.decode('utf-8') if pc.returncode != 0: return ('Compiling source code failed.', stdo, stde) pt = subprocess.Popen(test_commands, cwd=test_build_dir, stdout=subprocess.PIPE, stderr=subprocess.PIPE) (o, e) = pt.communicate() stdo += o.decode('utf-8') stde += e.decode('utf-8') if pt.returncode != 0: return ('Running unit tests failed.', stdo, stde) if len(install_commands) == 0: print("Skipping install test") return ('', '', '') else: pi = subprocess.Popen(install_commands, cwd=test_build_dir, stdout=subprocess.PIPE, stderr=subprocess.PIPE) (o, e) = pi.communicate() stdo += o.decode('utf-8') stde += e.decode('utf-8') if pi.returncode != 0: return ('Running install failed.', stdo, stde) return (validate_install(testdir, install_dir), stdo, stde) def gather_tests(testdir): tests = [t.replace('\\', '/').split('/', 2)[2] for t in glob(os.path.join(testdir, '*'))] testlist = [(int(t.split()[0]), t) for t in tests] testlist.sort() tests = [os.path.join(testdir, t[1]) for t in testlist] return tests def run_tests(): logfile = open('meson-test-run.txt', 'w') commontests = gather_tests('test cases/common') failtests = gather_tests('test cases/failing') objtests = gather_tests('test cases/prebuilt object') if environment.is_linux(): cpuid = platform.machine() if cpuid != 'x86_64' and cpuid != 'i386' and cpuid != 'i686': # Don't have a prebuilt object file for those so skip. objtests = [] if environment.is_osx(): platformtests = gather_tests('test cases/osx') elif environment.is_windows(): platformtests = gather_tests('test cases/windows') else: platformtests = gather_tests('test cases/linuxlike') if not environment.is_osx() and not environment.is_windows(): frameworktests = gather_tests('test cases/frameworks') else: frameworktests = [] if not environment.is_osx() and shutil.which('javac'): javatests = gather_tests('test cases/java') else: javatests = [] if shutil.which('valac'): valatests = gather_tests('test cases/vala') else: valatests = [] if shutil.which('rustc'): rusttests = gather_tests('test cases/rust') else: rusttests = [] if not environment.is_windows(): objctests = gather_tests('test cases/objc') else: objctests = [] try: os.mkdir(test_build_dir) except OSError: pass try: os.mkdir(install_dir) except OSError: pass print('\nRunning common tests.\n') [run_and_log(logfile, t) for t in commontests] print('\nRunning failing tests.\n') [run_and_log(logfile, t, False) for t in failtests] if len(objtests) > 0: print('\nRunning object inclusion tests.\n') [run_and_log(logfile, t) for t in objtests] else: print('\nNo object inclusion tests.\n') if len(platformtests) > 0: print('\nRunning platform dependent tests.\n') [run_and_log(logfile, t) for t in platformtests] else: print('\nNo platform specific tests.\n') if len(frameworktests) > 0: print('\nRunning framework tests.\n') [run_and_log(logfile, t) for t in frameworktests] else: print('\nNo framework tests on this platform.\n') if len(javatests) > 0: print('\nRunning java tests.\n') [run_and_log(logfile, t) for t in javatests] else: print('\nNot running Java tests.\n') if len(valatests) > 0: print('\nRunning Vala tests.\n') [run_and_log(logfile, t) for t in valatests] else: print('\nNot running Vala tests.\n') if len(rusttests) > 0: print('\nRunning Rust tests.\n') [run_and_log(logfile, t) for t in rusttests] else: print('\nNot running Rust tests.\n') if len(objctests) > 0: print('\nRunning extra language tests.\n') [run_and_log(logfile, t) for t in objctests] else: print('\nNo extra language tests on this platform.\n') def check_file(fname): if fname.endswith('parsetab.py'): # Autogenerated return True linenum = 1 for line in open(fname, 'rb').readlines(): if b'\t' in line: print("File %s contains a literal tab on line %d. Only spaces are permitted." % (fname, linenum)) sys.exit(1) if b'\r' in line: print("File %s contains DOS line ending on line %d. Only unix-style line endings are permitted." % (fname, linenum)) sys.exit(1) linenum += 1 def check_format(): for (root, _, files) in os.walk('.'): for file in files: if file.endswith('.py') or file.endswith('.build'): fullname = os.path.join(root, file) check_file(fullname) def generate_prebuilt_object(): source = 'test cases/prebuilt object/1 basic/source.c' objectbase = 'test cases/prebuilt object/1 basic/prebuilt.' if shutil.which('cl'): objectfile = objectbase + 'obj' raise RuntimeError('MSVC compilation not done yet.') else: if is_windows(): objectfile = objectbase + 'obj' else: objectfile = objectbase + 'o' subprocess.check_call(['cc', '-c', source, '-o', objectfile]) return objectfile if __name__ == '__main__': script_dir = os.path.split(__file__)[0] if script_dir != '': os.chdir(script_dir) check_format() pbfile = generate_prebuilt_object() run_tests() os.unlink(pbfile) print('\nTotal passed tests:', passing_tests) print('Total failed tests:', failing_tests) sys.exit(failing_tests)