1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
|
#!/usr/bin/python
import argparse
import os
import popen2
import sys
def readFile(f):
s = ""
while 1:
data = f.read()
if not data:
break
s += data
return s
def testFile(name, klee_path, lli_path):
baseName,ext = os.path.splitext(name)
exeFile = 'Output/linked_%s.bc'%baseName
print '-- building test bitcode --'
make_cmd = 'make %s 2>&1' % (exeFile,)
print "EXECUTING: %s" % (make_cmd,)
sys.stdout.flush()
if os.system(make_cmd):
raise SystemExit('make failed')
print '\n-- running lli --'
lli_cmd = '%s -force-interpreter=true %s' % (lli_path, exeFile)
print "EXECUTING: %s" % (lli_cmd,)
lli = popen2.Popen3(lli_cmd)
lliOut = readFile(lli.fromchild)
if lli.wait():
raise SystemExit('lli execution failed')
print '-- lli output --\n%s--\n' % (lliOut,)
print '-- running klee --'
klee_cmd = '%s --no-output %s' % (klee_path, exeFile)
print "EXECUTING: %s" % (klee_cmd,)
sys.stdout.flush()
klee = popen2.Popen3(klee_cmd)
kleeOut = readFile(klee.fromchild)
if klee.wait():
raise SystemExit('klee execution failed')
print '-- klee output --\n%s--\n' % (kleeOut,)
if lliOut != kleeOut:
raise SystemExit('outputs differ')
def testOneFile(f, printOutput=False):
try:
testFile(f, printOutput)
code = ['pass','xpass'][f.startswith('broken')]
extra = ''
except TestError,e:
code = ['fail','xfail'][f.startswith('broken')]
extra = str(e)
print '%s: %s -- %s'%(code,f,extra)
def main():
parser = argparse.ArgumentParser()
parser.add_argument('test_path', help='test path')
parser.add_argument('--klee', dest='klee_path',
help="path to the klee binary",
required=True)
parser.add_argument('--lli', dest='lli_path',
help="path to the lli binary",
required=True)
opts = parser.parse_args()
test_name = os.path.basename(opts.test_path)
testFile(test_name, opts.klee_path, opts.lli_path)
if __name__=='__main__':
main()
|
