#!/usr/bin/env python from __future__ import print_function import argparse import os import subprocess import sys import shutil def testFile(name, klee_path, lli_path): print("CWD: \"{}\"".format(os.getcwd())) baseName,ext = os.path.splitext(name) exeFile = 'Output/linked_%s.bc'%baseName print('-- building test bitcode --') if os.path.exists("Makefile.cmake.test"): # Prefer CMake generated make file make_cmd = 'make -f Makefile.cmake.test %s 2>&1' % (exeFile,) else: make_cmd = 'make %s 2>&1' % (exeFile,) print("EXECUTING: %s" % (make_cmd,)) sys.stdout.flush() if os.system(make_cmd): raise SystemExit('make failed') print('\n-- running lli --') lli_cmd = [lli_path, '-force-interpreter=true', exeFile] print("EXECUTING: %s" % (lli_cmd,)) # Decode is for python 3.x lliOut = subprocess.check_output(lli_cmd).decode() print('-- lli output --\n%s--\n' % (lliOut,)) print('-- running klee --') klee_out_path = "Output/%s.klee-out" % (baseName,) if os.path.exists(klee_out_path): shutil.rmtree(klee_out_path) klee_cmd = klee_path.split() + ['--output-dir=' + klee_out_path, '--no-output', exeFile] print("EXECUTING: %s" % (klee_cmd,)) sys.stdout.flush() # Decode is for python 3.x kleeOut = subprocess.check_output(klee_cmd).decode() print('-- klee output --\n%s--\n' % (kleeOut,)) if lliOut != kleeOut: raise SystemExit('outputs differ') def testOneFile(f, printOutput=False): try: testFile(f, printOutput) code = ['pass','xpass'][f.startswith('broken')] extra = '' except TestError as e: code = ['fail','xfail'][f.startswith('broken')] extra = str(e) print('%s: %s -- %s'%(code,f,extra)) def main(): parser = argparse.ArgumentParser() parser.add_argument('test_path', help='test path') parser.add_argument('--klee', dest='klee_path', help="path to the klee binary", required=True) parser.add_argument('--lli', dest='lli_path', help="path to the lli binary", required=True) opts = parser.parse_args() test_name = os.path.basename(opts.test_path) testFile(test_name, opts.klee_path, opts.lli_path) if __name__=='__main__': main()