| basename_false-valid-deref.i |
error (7) |
0 |
wit |
inspect |
8.2 |
230 |
62 |
error (invalid witness file) |
0 |
wit |
inspect |
.57 |
43 |
|
error (2) |
0 |
wit |
inspect |
.027 |
4.9 |
|
error (invalid witness file) |
0 |
wit |
inspect |
.0037 |
.33 |
|
- |
|
wit |
inspect |
|
|
|
| head_false-valid-deref.i |
timeout |
0 |
wit |
inspect |
900 |
5100 |
9500 |
error (invalid witness file) |
0 |
wit |
inspect |
.51 |
41 |
|
error (2) |
0 |
wit |
inspect |
.048 |
4.8 |
|
error (invalid witness file) |
0 |
wit |
inspect |
.0013 |
.34 |
|
- |
|
wit |
inspect |
|
|
|
| sleep_false-valid-deref.i |
timeout |
0 |
wit |
inspect |
900 |
4700 |
9900 |
error (invalid witness file) |
0 |
wit |
inspect |
.59 |
42 |
|
error (2) |
0 |
wit |
inspect |
.018 |
4.8 |
|
error (invalid witness file) |
0 |
wit |
inspect |
.0036 |
.36 |
|
- |
|
wit |
inspect |
|
|
|
| chgrp-incomplete_true-no-overflow_false-valid-memtrack.i |
timeout |
0 |
wit |
inspect |
900 |
4700 |
12000 |
error (invalid witness file) |
0 |
wit |
inspect |
.57 |
44 |
|
error (2) |
0 |
wit |
inspect |
.025 |
4.8 |
|
error (invalid witness file) |
0 |
wit |
inspect |
.0037 |
.31 |
|
- |
|
wit |
inspect |
|
|
|
| basename_false-unreach-call_true-no-overflow_true-valid-memsafety.i |
error (7) |
0 |
wit |
inspect |
7.7 |
230 |
66 |
- |
|
wit |
inspect |
|
|
|
- |
|
wit |
inspect |
|
|
|
- |
|
wit |
inspect |
|
|
|
error (2) |
0 |
wit |
inspect |
.035 |
4.8 |
|
| chroot-incomplete_true-no-overflow_true-valid-memsafety.i |
timeout |
0 |
wit |
inspect |
900 |
4800 |
10000 |
- |
|
wit |
inspect |
|
|
|
- |
|
wit |
inspect |
|
|
|
- |
|
wit |
inspect |
|
|
|
error (2) |
0 |
wit |
inspect |
.036 |
4.8 |
|
| cut_false-unreach-call_true-no-overflow_true-valid-memsafety.i |
timeout |
0 |
wit |
inspect |
900 |
5900 |
10000 |
- |
|
wit |
inspect |
|
|
|
- |
|
wit |
inspect |
|
|
|
- |
|
wit |
inspect |
|
|
|
error (2) |
0 |
wit |
inspect |
.033 |
5.0 |
|
| date_false-unreach-call_true-no-overflow_true-valid-memsafety.i |
error (7) |
0 |
wit |
inspect |
8.8 |
230 |
69 |
- |
|
wit |
inspect |
|
|
|
- |
|
wit |
inspect |
|
|
|
- |
|
wit |
inspect |
|
|
|
error (2) |
0 |
wit |
inspect |
.042 |
4.9 |
|
| dirname_true-no-overflow_true-valid-memsafety.i |
error (7) |
0 |
wit |
inspect |
7.7 |
230 |
65 |
- |
|
wit |
inspect |
|
|
|
- |
|
wit |
inspect |
|
|
|
- |
|
wit |
inspect |
|
|
|
error (2) |
0 |
wit |
inspect |
.041 |
4.9 |
|
| du_true-no-overflow_true-valid-memsafety.i |
timeout |
0 |
wit |
inspect |
900 |
5200 |
9400 |
- |
|
wit |
inspect |
|
|
|
- |
|
wit |
inspect |
|
|
|
- |
|
wit |
inspect |
|
|
|
error (2) |
0 |
wit |
inspect |
.019 |
4.8 |
|
| echo_true-no-overflow_true-valid-memsafety.i |
timeout |
0 |
wit |
inspect |
900 |
4800 |
10000 |
- |
|
wit |
inspect |
|
|
|
- |
|
wit |
inspect |
|
|
|
- |
|
wit |
inspect |
|
|
|
error (2) |
0 |
wit |
inspect |
.047 |
5.0 |
|
| expand_false-unreach-call_true-no-overflow_true-valid-memsafety.i |
timeout |
0 |
wit |
inspect |
900 |
5600 |
9800 |
- |
|
wit |
inspect |
|
|
|
- |
|
wit |
inspect |
|
|
|
- |
|
wit |
inspect |
|
|
|
error (2) |
0 |
wit |
inspect |
.031 |
4.9 |
|
| fold_true-no-overflow_true-valid-memsafety.i |
timeout |
0 |
wit |
inspect |
900 |
5000 |
13000 |
- |
|
wit |
inspect |
|
|
|
- |
|
wit |
inspect |
|
|
|
- |
|
wit |
inspect |
|
|
|
error (2) |
0 |
wit |
inspect |
.048 |
4.8 |
|
| hostid_true-no-overflow_true-valid-memsafety.i |
timeout |
0 |
wit |
inspect |
900 |
2700 |
11000 |
- |
|
wit |
inspect |
|
|
|
- |
|
wit |
inspect |
|
|
|
- |
|
wit |
inspect |
|
|
|
error (2) |
0 |
wit |
inspect |
.018 |
4.9 |
|
| logname_true-no-overflow_true-valid-memsafety.i |
timeout |
0 |
wit |
inspect |
900 |
3700 |
12000 |
- |
|
wit |
inspect |
|
|
|
- |
|
wit |
inspect |
|
|
|
- |
|
wit |
inspect |
|
|
|
error (2) |
0 |
wit |
inspect |
.038 |
4.9 |
|
| ls-incomplete_false-unreach-call_true-no-overflow_true-valid-memsafety.i |
error (7) |
0 |
wit |
inspect |
9.6 |
240 |
75 |
- |
|
wit |
inspect |
|
|
|
- |
|
wit |
inspect |
|
|
|
- |
|
wit |
inspect |
|
|
|
error (2) |
0 |
wit |
inspect |
.021 |
4.8 |
|
| mkdir_true-no-overflow_true-valid-memsafety.i |
timeout |
0 |
wit |
inspect |
900 |
5600 |
12000 |
- |
|
wit |
inspect |
|
|
|
- |
|
wit |
inspect |
|
|
|
- |
|
wit |
inspect |
|
|
|
error (2) |
0 |
wit |
inspect |
.018 |
4.8 |
|
| mkfifo-incomplete_true-no-overflow_true-valid-memsafety.i |
timeout |
0 |
wit |
inspect |
900 |
3700 |
11000 |
- |
|
wit |
inspect |
|
|
|
- |
|
wit |
inspect |
|
|
|
- |
|
wit |
inspect |
|
|
|
error (2) |
0 |
wit |
inspect |
.044 |
4.8 |
|
| od_false-unreach-call_true-no-overflow_true-valid-memsafety.i |
error (7) |
0 |
wit |
inspect |
5.9 |
300 |
49 |
- |
|
wit |
inspect |
|
|
|
- |
|
wit |
inspect |
|
|
|
- |
|
wit |
inspect |
|
|
|
error (2) |
0 |
wit |
inspect |
.049 |
5.0 |
|
| printf_false-unreach-call_true-no-overflow_true-valid-memsafety.i |
timeout |
0 |
wit |
inspect |
900 |
5100 |
10000 |
- |
|
wit |
inspect |
|
|
|
- |
|
wit |
inspect |
|
|
|
- |
|
wit |
inspect |
|
|
|
error (2) |
0 |
wit |
inspect |
.031 |
4.8 |
|
| readlink_true-no-overflow_true-valid-memsafety.i |
timeout |
0 |
wit |
inspect |
900 |
4700 |
10000 |
- |
|
wit |
inspect |
|
|
|
- |
|
wit |
inspect |
|
|
|
- |
|
wit |
inspect |
|
|
|
error (2) |
0 |
wit |
inspect |
.044 |
4.9 |
|
| realpath_true-no-overflow_true-valid-memsafety.i |
timeout |
0 |
wit |
inspect |
900 |
3600 |
8500 |
- |
|
wit |
inspect |
|
|
|
- |
|
wit |
inspect |
|
|
|
- |
|
wit |
inspect |
|
|
|
error (2) |
0 |
wit |
inspect |
.018 |
4.8 |
|
| rm_true-no-overflow_true-valid-memsafety.i |
timeout |
0 |
wit |
inspect |
900 |
4800 |
11000 |
- |
|
wit |
inspect |
|
|
|
- |
|
wit |
inspect |
|
|
|
- |
|
wit |
inspect |
|
|
|
error (2) |
0 |
wit |
inspect |
.019 |
4.8 |
|
| seq_true-no-overflow_true-valid-memsafety.i |
error (7) |
0 |
wit |
inspect |
8.5 |
230 |
64 |
- |
|
wit |
inspect |
|
|
|
- |
|
wit |
inspect |
|
|
|
- |
|
wit |
inspect |
|
|
|
error (2) |
0 |
wit |
inspect |
.020 |
5.0 |
|
| stty_false-unreach-call_true-no-overflow_true-valid-memsafety.i |
error (7) |
0 |
wit |
inspect |
9.9 |
300 |
75 |
- |
|
wit |
inspect |
|
|
|
- |
|
wit |
inspect |
|
|
|
- |
|
wit |
inspect |
|
|
|
error (2) |
0 |
wit |
inspect |
.023 |
4.9 |
|
| sync_true-no-overflow_true-valid-memsafety.i |
timeout |
0 |
wit |
inspect |
900 |
3600 |
12000 |
- |
|
wit |
inspect |
|
|
|
- |
|
wit |
inspect |
|
|
|
- |
|
wit |
inspect |
|
|
|
error (2) |
0 |
wit |
inspect |
.044 |
4.9 |
|
| tac_true-no-overflow_true-valid-memsafety.i |
timeout |
0 |
wit |
inspect |
900 |
4900 |
12000 |
- |
|
wit |
inspect |
|
|
|
- |
|
wit |
inspect |
|
|
|
- |
|
wit |
inspect |
|
|
|
error (2) |
0 |
wit |
inspect |
.027 |
4.8 |
|
| tee_true-no-overflow_true-valid-memsafety.i |
timeout |
0 |
wit |
inspect |
900 |
5200 |
9000 |
- |
|
wit |
inspect |
|
|
|
- |
|
wit |
inspect |
|
|
|
- |
|
wit |
inspect |
|
|
|
error (2) |
0 |
wit |
inspect |
.019 |
4.9 |
|
| test-incomplete_false-unreach-call_true-no-overflow_true-valid-memsafety.i |
error (7) |
0 |
wit |
inspect |
9.2 |
240 |
81 |
- |
|
wit |
inspect |
|
|
|
- |
|
wit |
inspect |
|
|
|
- |
|
wit |
inspect |
|
|
|
error (2) |
0 |
wit |
inspect |
.021 |
4.9 |
|
| touch_false-unreach-call_true-no-overflow_true-valid-memsafety.i |
timeout |
0 |
wit |
inspect |
900 |
5400 |
11000 |
- |
|
wit |
inspect |
|
|
|
- |
|
wit |
inspect |
|
|
|
- |
|
wit |
inspect |
|
|
|
error (2) |
0 |
wit |
inspect |
.036 |
4.9 |
|
| uname_true-no-overflow_true-valid-memsafety.i |
timeout |
0 |
wit |
inspect |
900 |
5900 |
11000 |
- |
|
wit |
inspect |
|
|
|
- |
|
wit |
inspect |
|
|
|
- |
|
wit |
inspect |
|
|
|
error (2) |
0 |
wit |
inspect |
.018 |
4.8 |
|
| uniq_true-no-overflow_true-valid-memsafety.i |
timeout |
0 |
wit |
inspect |
900 |
4800 |
9700 |
- |
|
wit |
inspect |
|
|
|
- |
|
wit |
inspect |
|
|
|
- |
|
wit |
inspect |
|
|
|
error (2) |
0 |
wit |
inspect |
.023 |
4.8 |
|
| usleep_true-no-overflow_true-valid-memsafety.i |
timeout |
0 |
wit |
inspect |
900 |
3500 |
12000 |
- |
|
wit |
inspect |
|
|
|
- |
|
wit |
inspect |
|
|
|
- |
|
wit |
inspect |
|
|
|
error (2) |
0 |
wit |
inspect |
.055 |
4.8 |
|
| uudecode_true-no-overflow_true-valid-memsafety.i |
error (7) |
0 |
wit |
inspect |
8.9 |
240 |
74 |
- |
|
wit |
inspect |
|
|
|
- |
|
wit |
inspect |
|
|
|
- |
|
wit |
inspect |
|
|
|
error (2) |
0 |
wit |
inspect |
.020 |
4.8 |
|
| wc_false-unreach-call_true-no-overflow_true-valid-memsafety.i |
timeout |
0 |
wit |
inspect |
900 |
5000 |
12000 |
- |
|
wit |
inspect |
|
|
|
- |
|
wit |
inspect |
|
|
|
- |
|
wit |
inspect |
|
|
|
error (2) |
0 |
wit |
inspect |
.021 |
4.8 |
|
| who_true-no-overflow_true-valid-memsafety.i |
error (7) |
0 |
wit |
inspect |
8.6 |
240 |
65 |
- |
|
wit |
inspect |
|
|
|
- |
|
wit |
inspect |
|
|
|
- |
|
wit |
inspect |
|
|
|
error (2) |
0 |
wit |
inspect |
.027 |
4.9 |
|
| whoami-incomplete_true-no-overflow_true-valid-memsafety.i |
timeout |
0 |
wit |
inspect |
900 |
3900 |
11000 |
- |
|
wit |
inspect |
|
|
|
- |
|
wit |
inspect |
|
|
|
- |
|
wit |
inspect |
|
|
|
error (2) |
0 |
wit |
inspect |
.018 |
4.9 |
|
| yes_true-no-overflow_true-valid-memsafety.i |
timeout |
0 |
wit |
inspect |
900 |
3600 |
9800 |
- |
|
wit |
inspect |
|
|
|
- |
|
wit |
inspect |
|
|
|
- |
|
wit |
inspect |
|
|
|
error (2) |
0 |
wit |
inspect |
.050 |
4.9 |
|
| sv-benchmarks/c/busybox-1.22.0/ |
status |
score |
witness |
inspect witness |
cpu (s) |
mem (MB) |
energy (J) |
status |
score |
witness |
inspect witness |
cpu (s) |
mem (MB) |
energy |
status |
score |
witness |
inspect witness |
cpu (s) |
mem (MB) |
energy |
status |
score |
witness |
inspect witness |
cpu (s) |
mem (MB) |
energy |
status |
score |
witness |
inspect witness |
cpu (s) |
mem (MB) |
energy |
| total |
38 |
0 |
|
|
24000 |
130000 |
290000 |
4 |
0 |
|
|
2.2 |
170 |
|
4 |
0 |
|
|
.12 |
19 |
|
4 |
0 |
|
|
.012 |
1.3 |
|
34 |
0 |
|
|
1.1 |
170 |
|
| correct results |
0 |
|
|
|
|
|
|
0 |
|
|
|
|
|
|
0 |
|
|
|
|
|
|
0 |
|
|
|
|
|
|
0 |
|
|
|
|
|
|
| correct true |
0 |
|
|
|
|
|
|
0 |
|
|
|
|
|
|
0 |
|
|
|
|
|
|
0 |
|
|
|
|
|
|
0 |
|
|
|
|
|
|
| correct false |
0 |
|
|
|
|
|
|
0 |
|
|
|
|
|
|
0 |
|
|
|
|
|
|
0 |
|
|
|
|
|
|
0 |
|
|
|
|
|
|
| incorrect results |
0 |
|
|
|
|
|
|
0 |
|
|
|
|
|
|
0 |
|
|
|
|
|
|
0 |
|
|
|
|
|
|
0 |
|
|
|
|
|
|
| incorrect true |
0 |
|
|
|
|
|
|
0 |
|
|
|
|
|
|
0 |
|
|
|
|
|
|
0 |
|
|
|
|
|
|
0 |
|
|
|
|
|
|
| incorrect false |
0 |
|
|
|
|
|
|
0 |
|
|
|
|
|
|
0 |
|
|
|
|
|
|
0 |
|
|
|
|
|
|
0 |
|
|
|
|
|
|
| score (38 tasks, max score: 72) |
0 |
|
|
|
|
|
|
0 |
|
|
|
|
|
|
0 |
|
|
|
|
|
|
0 |
|
|
|
|
|
|
0 |
|
|
|
|
|
|
| Run set |
utaipan.sv-comp18.Systems_BusyBox_MemSafety |
cpa-seq-validate-violation-witnesses-utaipan.sv-comp18-violation-witness.Systems_BusyBox_MemSafety |
uautomizer-validate-violation-witnesses-utaipan.sv-comp18-violation-witness.Systems_BusyBox_MemSafety |
fshell-witness2test-validate-violation-witnesses-utaipan.sv-comp18-violation-witness.Systems_BusyBox_MemSafety |
uautomizer-validate-correctness-witnesses-utaipan.sv-comp18-correctness-witness.Systems_BusyBox_MemSafety |