about summary refs log tree commit diff homepage
diff options
context:
space:
mode:
authorFrank Busse <bb0xfb@gmail.com>2022-01-06 17:36:12 +0000
committerMartinNowack <2443641+MartinNowack@users.noreply.github.com>2022-01-07 12:46:01 +0000
commit73c07eede56cd6d01a4f44ba73ff2c65317cd1d3 (patch)
tree4f4a5fe82f0255f8e151328b453642fa78e305ce
parent6bc6adabee048ae57719f21b8878caa3dad76754 (diff)
downloadklee-73c07eede56cd6d01a4f44ba73ff2c65317cd1d3.tar.gz
tests: extend Feature/KleeStats.c
-rw-r--r--test/Feature/KleeStats.c31
1 files changed, 26 insertions, 5 deletions
diff --git a/test/Feature/KleeStats.c b/test/Feature/KleeStats.c
index 4bff2f40..e54542e3 100644
--- a/test/Feature/KleeStats.c
+++ b/test/Feature/KleeStats.c
@@ -1,8 +1,20 @@
 // RUN: %clang %s -emit-llvm -g %O0opt -c -o %t.bc
 // RUN: rm -rf %t.klee-out
-// RUN: %klee --output-dir=%t.klee-out  %t.bc 2> %t.log
-// RUN: %klee-stats --print-more %t.klee-out > %t.stats
+// RUN: %klee --output-dir=%t.klee-out %t.bc 2> %t.log
+// RUN: %klee-stats --print-more --table-format=csv %t.klee-out > %t.stats
 // RUN: FileCheck -check-prefix=CHECK-STATS -input-file=%t.stats %s
+// test --print-abs-times
+// RUN: %klee-stats --print-abs-times --table-format=csv %t.klee-out > %t2.stats
+// RUN: FileCheck -check-prefix=CHECK-STATS-ABS-TIMES -input-file=%t2.stats %s
+// test --print-rel-times
+// RUN: %klee-stats --print-rel-times --table-format=csv %t.klee-out > %t3.stats
+// RUN: FileCheck -check-prefix=CHECK-STATS-REL-TIMES -input-file=%t3.stats %s
+// test user-provided columns and ordering
+// RUN: %klee-stats --print-columns 'Time(s),Path,ICov(%)' --table-format=csv %t.klee-out > %t4.stats
+// RUN: FileCheck -check-prefix=CHECK-STATS-COL -input-file=%t4.stats %s
+// test wrong column name and empty columns
+// RUN: not %klee-stats --print-columns 'Path,Foo,ICov(%)' --table-format=csv %t.klee-out
+// RUN: not %klee-stats --print-columns '' --table-format=csv %t.klee-out
 #include "klee/klee.h"
 #include <stdlib.h>
 int main(){
@@ -13,7 +25,16 @@ int main(){
   }
   return 0;
 }
+
 // First check we find a line with the expected format
-// CHECK-STATS: | Path | Instrs| Time(s)| ICov(%)| BCov(%)| ICount| TSolver(%)|
-//Check there is a line with .klee-out dir, non zero instruction, less than 1 second execution time and 100 ICov.
-// CHECK-STATS: {{.*\.klee-out\|[ ]*[1-9]+\|[ ]*0\.([0-9]+)\|[ ]*100\.00}}
+// CHECK-STATS: Path,Instrs,Time(s),ICov(%),BCov(%),ICount,TSolver(%),ActiveStates,MaxActiveStates,Mem(MiB),MaxMem(MiB)
+// Check there is a line with .klee-out dir, non zero instruction, less than 1 second execution time and 100 ICov.
+// CHECK-STATS: {{.*\.klee-out,[1-9]+,0\.([0-9]+),100\.00}}
+
+// Check other formats
+// CHECK-STATS-ABS-TIMES: Path,Time(s),TUser(s),TResolve(s),TCex(s),TSolver(s),TFork(s)
+// CHECK-STATS-REL-TIMES: Path,Time(s),TSolver(%),TResolve(%),TCex(%),TFork(%),TUser(%)
+// CHECK-STATS-COL: Time(s),Path,ICov(%)
+
+// No Summary row for csv
+// CHECK-STATS-COL-NOT: {{^}}Total{{.*}}{{$}}
\ No newline at end of file