#!/usr/bin/env python3 # # This file is open source software, licensed to you under the terms # of the Apache License, Version 2.0 (the "License"). See the NOTICE file # distributed with this work for additional information regarding copyright # ownership. You may not use this file except in compliance with the License. # # You may obtain a copy of the License at # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, # software distributed under the License is distributed on an # "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY # KIND, either express or implied. See the License for the # specific language governing permissions and limitations # under the License. # import os import sys import argparse import subprocess import signal import re boost_tests = [ 'futures_test', 'thread_test', 'memcached/test_ascii_parser', 'sstring_test', 'output_stream_test', 'httpd', 'fstream_test', 'foreign_ptr_test', 'semaphore_test', 'shared_ptr_test', 'fileiotest', 'urchin/bytes_ostream_test', 'urchin/types_test', 'urchin/keys_test', 'urchin/mutation_test', 'urchin/mutation_reader_test', 'urchin/cql_query_test', 'urchin/sstable_test', 'urchin/sstable_mutation_test', 'urchin/commitlog_test', 'urchin/hash_test', 'urchin/serializer_test', 'test-serialization', 'cartesian_product_test', 'urchin/UUID_test', 'urchin/compound_test', 'urchin/murmur_hash_test', 'urchin/partitioner_test', 'urchin/frozen_mutation_test', 'urchin/gossiping_property_file_snitch_test', 'urchin/row_cache_test', 'urchin/network_topology_strategy_test', 'urchin/query_processor_test', 'urchin/batchlog_manager_test', ] other_tests = [ 'smp_test', 'timertest', 'distributed_test', 'allocator_test', 'directory_test', 'thread_context_switch', ] last_len = 0 def print_status_short(msg): global last_len print('\r' + ' '*last_len, end='') last_len = len(msg) print('\r' + msg, end='') print_status_verbose = print class Alarm(Exception): pass def alarm_handler(signum, frame): raise Alarm if __name__ == "__main__": all_modes = ['debug', 'release'] parser = argparse.ArgumentParser(description="Seastar test runner") parser.add_argument('--fast', action="store_true", help="Run only fast tests") parser.add_argument('--name', action="store", help="Run only test whose name contains given string") parser.add_argument('--mode', choices=all_modes, help="Run only tests for given build mode") parser.add_argument('--timeout', action="store",default="300",type=int, help="timeout value for test execution") parser.add_argument('--jenkins', action="store",help="jenkins output file prefix") parser.add_argument('--verbose', '-v', action = 'store_true', default = False, help = 'Verbose reporting') args = parser.parse_args() black_hole = open('/dev/null', 'w') print_status = print_status_verbose if args.verbose else print_status_short test_to_run = [] modes_to_run = all_modes if not args.mode else [args.mode] for mode in modes_to_run: prefix = os.path.join('build', mode, 'tests') for test in other_tests: test_to_run.append((os.path.join(prefix, test),'other')) for test in boost_tests: test_to_run.append((os.path.join(prefix, test),'boost')) test_to_run.append(('tests/memcached/test.py --mode ' + mode + (' --fast' if args.fast else ''),'other')) test_to_run.append((os.path.join(prefix, 'distributed_test') + ' -c 2','other')) allocator_test_path = os.path.join(prefix, 'allocator_test') if args.fast: if mode == 'debug': test_to_run.append((allocator_test_path + ' --iterations 5','other')) else: test_to_run.append((allocator_test_path + ' --time 0.1','other')) else: test_to_run.append((allocator_test_path,'other')) if args.name: test_to_run = [t for t in test_to_run if args.name in t[0]] all_ok = True n_total = len(test_to_run) env = os.environ # disable false positive due to new (with_alignment(...)) ... env['ASAN_OPTIONS'] = 'alloc_dealloc_mismatch=0' for n, test in enumerate(test_to_run): path = test[0] prefix = '[%d/%d]' % (n + 1, n_total) print_status('%s RUNNING %s' % (prefix, path)) signal.signal(signal.SIGALRM, alarm_handler) if args.jenkins and test[1] == 'boost': mode = 'release' if test[0].startswith(os.path.join('build','debug')): mode = 'debug' xmlout = args.jenkins+"."+mode+"."+os.path.basename(test[0])+".boost.xml" path = path + " --output_format=XML --log_level=all --report_level=no --log_sink=" + xmlout print(path) if os.path.isfile('tmp.out'): os.remove('tmp.out') outf=open('tmp.out','w') proc = subprocess.Popen(path.split(' '), stdout=outf, stderr=subprocess.PIPE, env=env,preexec_fn=os.setsid) signal.alarm(args.timeout) err = None out = None try: out,err = proc.communicate() signal.alarm(0) except: os.killpg(os.getpgid(proc.pid), signal.SIGKILL) proc.kill() proc.returncode = -1 finally: outf.close(); if proc.returncode: print_status('FAILED: %s\n' % (path)) if proc.returncode == -1: print_status('TIMED OUT\n') else: print_status(' with error code {code}\n'.format(code=proc.returncode)) print('=== stdout START ===') with open('tmp.out') as outf: for line in outf: print(line) print('=== stdout END ===') if err: print('=== stderr START ===') print(err.decode()) print('=== stderr END ===') all_ok = False else: print_status('%s PASSED %s' % (prefix, path)) if all_ok: print('\nOK.') else: print_status('') sys.exit(1)