| basename_false-valid-deref.i |
error |
0 |
wit |
inspect |
3.5 |
270 |
30 |
error (invalid witness file) |
0 |
wit |
inspect |
.55 |
44 |
|
error (2) |
0 |
wit |
inspect |
.020 |
4.9 |
|
error (invalid witness file) |
0 |
wit |
inspect |
.0011 |
.31 |
|
- |
|
wit |
inspect |
|
|
|
| head_false-valid-deref.i |
error |
0 |
wit |
inspect |
4.4 |
270 |
36 |
error (invalid witness file) |
0 |
wit |
inspect |
.55 |
43 |
|
error (2) |
0 |
wit |
inspect |
.018 |
4.8 |
|
error (invalid witness file) |
0 |
wit |
inspect |
.0018 |
.26 |
|
- |
|
wit |
inspect |
|
|
|
| sleep_false-valid-deref.i |
error |
0 |
wit |
inspect |
4.2 |
270 |
37 |
error (invalid witness file) |
0 |
wit |
inspect |
.69 |
41 |
|
error (2) |
0 |
wit |
inspect |
.020 |
4.9 |
|
error (invalid witness file) |
0 |
wit |
inspect |
.0034 |
.27 |
|
- |
|
wit |
inspect |
|
|
|
| chgrp-incomplete_true-no-overflow_false-valid-memtrack.i |
error |
0 |
wit |
inspect |
4.3 |
290 |
39 |
error (invalid witness file) |
0 |
wit |
inspect |
.53 |
41 |
|
error (2) |
0 |
wit |
inspect |
.019 |
4.9 |
|
error (invalid witness file) |
0 |
wit |
inspect |
.0037 |
.29 |
|
- |
|
wit |
inspect |
|
|
|
| basename_false-unreach-call_true-no-overflow_true-valid-memsafety.i |
error |
0 |
wit |
inspect |
4.0 |
290 |
30 |
- |
|
wit |
inspect |
|
|
|
- |
|
wit |
inspect |
|
|
|
- |
|
wit |
inspect |
|
|
|
error (2) |
0 |
wit |
inspect |
.019 |
4.9 |
|
| chroot-incomplete_true-no-overflow_true-valid-memsafety.i |
error |
0 |
wit |
inspect |
4.4 |
270 |
40 |
- |
|
wit |
inspect |
|
|
|
- |
|
wit |
inspect |
|
|
|
- |
|
wit |
inspect |
|
|
|
error (2) |
0 |
wit |
inspect |
.019 |
4.8 |
|
| cut_false-unreach-call_true-no-overflow_true-valid-memsafety.i |
error |
0 |
wit |
inspect |
4.7 |
270 |
39 |
- |
|
wit |
inspect |
|
|
|
- |
|
wit |
inspect |
|
|
|
- |
|
wit |
inspect |
|
|
|
error (2) |
0 |
wit |
inspect |
.021 |
5.0 |
|
| date_false-unreach-call_true-no-overflow_true-valid-memsafety.i |
error |
0 |
wit |
inspect |
5.1 |
270 |
44 |
- |
|
wit |
inspect |
|
|
|
- |
|
wit |
inspect |
|
|
|
- |
|
wit |
inspect |
|
|
|
error (2) |
0 |
wit |
inspect |
.019 |
5.0 |
|
| dirname_true-no-overflow_true-valid-memsafety.i |
error |
0 |
wit |
inspect |
3.9 |
290 |
33 |
- |
|
wit |
inspect |
|
|
|
- |
|
wit |
inspect |
|
|
|
- |
|
wit |
inspect |
|
|
|
error (2) |
0 |
wit |
inspect |
.018 |
4.8 |
|
| du_true-no-overflow_true-valid-memsafety.i |
error |
0 |
wit |
inspect |
5.1 |
300 |
46 |
- |
|
wit |
inspect |
|
|
|
- |
|
wit |
inspect |
|
|
|
- |
|
wit |
inspect |
|
|
|
error (2) |
0 |
wit |
inspect |
.019 |
4.8 |
|
| echo_true-no-overflow_true-valid-memsafety.i |
error |
0 |
wit |
inspect |
4.3 |
290 |
39 |
- |
|
wit |
inspect |
|
|
|
- |
|
wit |
inspect |
|
|
|
- |
|
wit |
inspect |
|
|
|
error (2) |
0 |
wit |
inspect |
.018 |
4.8 |
|
| expand_false-unreach-call_true-no-overflow_true-valid-memsafety.i |
error |
0 |
wit |
inspect |
4.9 |
280 |
39 |
- |
|
wit |
inspect |
|
|
|
- |
|
wit |
inspect |
|
|
|
- |
|
wit |
inspect |
|
|
|
error (2) |
0 |
wit |
inspect |
.020 |
5.0 |
|
| fold_true-no-overflow_true-valid-memsafety.i |
error |
0 |
wit |
inspect |
4.8 |
270 |
37 |
- |
|
wit |
inspect |
|
|
|
- |
|
wit |
inspect |
|
|
|
- |
|
wit |
inspect |
|
|
|
error (2) |
0 |
wit |
inspect |
.020 |
4.8 |
|
| hostid_true-no-overflow_true-valid-memsafety.i |
error |
0 |
wit |
inspect |
3.9 |
290 |
30 |
- |
|
wit |
inspect |
|
|
|
- |
|
wit |
inspect |
|
|
|
- |
|
wit |
inspect |
|
|
|
error (2) |
0 |
wit |
inspect |
.019 |
4.8 |
|
| logname_true-no-overflow_true-valid-memsafety.i |
error |
0 |
wit |
inspect |
4.4 |
290 |
35 |
- |
|
wit |
inspect |
|
|
|
- |
|
wit |
inspect |
|
|
|
- |
|
wit |
inspect |
|
|
|
error (2) |
0 |
wit |
inspect |
.020 |
4.9 |
|
| ls-incomplete_false-unreach-call_true-no-overflow_true-valid-memsafety.i |
error |
0 |
wit |
inspect |
5.6 |
290 |
45 |
- |
|
wit |
inspect |
|
|
|
- |
|
wit |
inspect |
|
|
|
- |
|
wit |
inspect |
|
|
|
error (2) |
0 |
wit |
inspect |
.021 |
4.8 |
|
| mkdir_true-no-overflow_true-valid-memsafety.i |
error |
0 |
wit |
inspect |
4.9 |
270 |
41 |
- |
|
wit |
inspect |
|
|
|
- |
|
wit |
inspect |
|
|
|
- |
|
wit |
inspect |
|
|
|
error (2) |
0 |
wit |
inspect |
.019 |
4.8 |
|
| mkfifo-incomplete_true-no-overflow_true-valid-memsafety.i |
error |
0 |
wit |
inspect |
4.1 |
300 |
35 |
- |
|
wit |
inspect |
|
|
|
- |
|
wit |
inspect |
|
|
|
- |
|
wit |
inspect |
|
|
|
error (2) |
0 |
wit |
inspect |
.019 |
4.8 |
|
| od_false-unreach-call_true-no-overflow_true-valid-memsafety.i |
error |
0 |
wit |
inspect |
6.4 |
310 |
53 |
- |
|
wit |
inspect |
|
|
|
- |
|
wit |
inspect |
|
|
|
- |
|
wit |
inspect |
|
|
|
error (2) |
0 |
wit |
inspect |
.018 |
4.9 |
|
| printf_false-unreach-call_true-no-overflow_true-valid-memsafety.i |
error |
0 |
wit |
inspect |
4.7 |
270 |
37 |
- |
|
wit |
inspect |
|
|
|
- |
|
wit |
inspect |
|
|
|
- |
|
wit |
inspect |
|
|
|
error (2) |
0 |
wit |
inspect |
.021 |
4.8 |
|
| readlink_true-no-overflow_true-valid-memsafety.i |
error |
0 |
wit |
inspect |
4.5 |
270 |
40 |
- |
|
wit |
inspect |
|
|
|
- |
|
wit |
inspect |
|
|
|
- |
|
wit |
inspect |
|
|
|
error (2) |
0 |
wit |
inspect |
.019 |
4.9 |
|
| realpath_true-no-overflow_true-valid-memsafety.i |
error |
0 |
wit |
inspect |
4.1 |
270 |
32 |
- |
|
wit |
inspect |
|
|
|
- |
|
wit |
inspect |
|
|
|
- |
|
wit |
inspect |
|
|
|
error (2) |
0 |
wit |
inspect |
.018 |
4.8 |
|
| rm_true-no-overflow_true-valid-memsafety.i |
error |
0 |
wit |
inspect |
5.1 |
290 |
47 |
- |
|
wit |
inspect |
|
|
|
- |
|
wit |
inspect |
|
|
|
- |
|
wit |
inspect |
|
|
|
error (2) |
0 |
wit |
inspect |
.021 |
4.8 |
|
| seq_true-no-overflow_true-valid-memsafety.i |
error |
0 |
wit |
inspect |
4.4 |
280 |
36 |
- |
|
wit |
inspect |
|
|
|
- |
|
wit |
inspect |
|
|
|
- |
|
wit |
inspect |
|
|
|
error (2) |
0 |
wit |
inspect |
.019 |
5.0 |
|
| stty_false-unreach-call_true-no-overflow_true-valid-memsafety.i |
error (parsing failed) |
0 |
wit |
inspect |
2.5 |
180 |
24 |
- |
|
wit |
inspect |
|
|
|
- |
|
wit |
inspect |
|
|
|
- |
|
wit |
inspect |
|
|
|
error (2) |
0 |
wit |
inspect |
.019 |
4.8 |
|
| sync_true-no-overflow_true-valid-memsafety.i |
error |
0 |
wit |
inspect |
3.9 |
270 |
33 |
- |
|
wit |
inspect |
|
|
|
- |
|
wit |
inspect |
|
|
|
- |
|
wit |
inspect |
|
|
|
error (2) |
0 |
wit |
inspect |
.018 |
4.8 |
|
| tac_true-no-overflow_true-valid-memsafety.i |
error |
0 |
wit |
inspect |
4.6 |
270 |
43 |
- |
|
wit |
inspect |
|
|
|
- |
|
wit |
inspect |
|
|
|
- |
|
wit |
inspect |
|
|
|
error (2) |
0 |
wit |
inspect |
.024 |
4.9 |
|
| tee_true-no-overflow_true-valid-memsafety.i |
error |
0 |
wit |
inspect |
4.5 |
270 |
34 |
- |
|
wit |
inspect |
|
|
|
- |
|
wit |
inspect |
|
|
|
- |
|
wit |
inspect |
|
|
|
error (2) |
0 |
wit |
inspect |
.020 |
5.0 |
|
| test-incomplete_false-unreach-call_true-no-overflow_true-valid-memsafety.i |
error |
0 |
wit |
inspect |
4.9 |
290 |
46 |
- |
|
wit |
inspect |
|
|
|
- |
|
wit |
inspect |
|
|
|
- |
|
wit |
inspect |
|
|
|
error (2) |
0 |
wit |
inspect |
.019 |
4.8 |
|
| touch_false-unreach-call_true-no-overflow_true-valid-memsafety.i |
error |
0 |
wit |
inspect |
4.9 |
270 |
36 |
- |
|
wit |
inspect |
|
|
|
- |
|
wit |
inspect |
|
|
|
- |
|
wit |
inspect |
|
|
|
error (2) |
0 |
wit |
inspect |
.022 |
4.9 |
|
| uname_true-no-overflow_true-valid-memsafety.i |
error |
0 |
wit |
inspect |
5.3 |
290 |
37 |
- |
|
wit |
inspect |
|
|
|
- |
|
wit |
inspect |
|
|
|
- |
|
wit |
inspect |
|
|
|
error (2) |
0 |
wit |
inspect |
.020 |
4.9 |
|
| uniq_true-no-overflow_true-valid-memsafety.i |
error |
0 |
wit |
inspect |
4.6 |
270 |
42 |
- |
|
wit |
inspect |
|
|
|
- |
|
wit |
inspect |
|
|
|
- |
|
wit |
inspect |
|
|
|
error (2) |
0 |
wit |
inspect |
.020 |
4.8 |
|
| usleep_true-no-overflow_true-valid-memsafety.i |
error |
0 |
wit |
inspect |
4.2 |
270 |
36 |
- |
|
wit |
inspect |
|
|
|
- |
|
wit |
inspect |
|
|
|
- |
|
wit |
inspect |
|
|
|
error (2) |
0 |
wit |
inspect |
.018 |
4.9 |
|
| uudecode_true-no-overflow_true-valid-memsafety.i |
error (parsing failed) |
0 |
wit |
inspect |
2.7 |
180 |
27 |
- |
|
wit |
inspect |
|
|
|
- |
|
wit |
inspect |
|
|
|
- |
|
wit |
inspect |
|
|
|
error (2) |
0 |
wit |
inspect |
.019 |
4.9 |
|
| wc_false-unreach-call_true-no-overflow_true-valid-memsafety.i |
error |
0 |
wit |
inspect |
5.1 |
290 |
36 |
- |
|
wit |
inspect |
|
|
|
- |
|
wit |
inspect |
|
|
|
- |
|
wit |
inspect |
|
|
|
error (2) |
0 |
wit |
inspect |
.021 |
4.9 |
|
| who_true-no-overflow_true-valid-memsafety.i |
error |
0 |
wit |
inspect |
4.8 |
290 |
45 |
- |
|
wit |
inspect |
|
|
|
- |
|
wit |
inspect |
|
|
|
- |
|
wit |
inspect |
|
|
|
error (2) |
0 |
wit |
inspect |
.020 |
4.8 |
|
| whoami-incomplete_true-no-overflow_true-valid-memsafety.i |
error |
0 |
wit |
inspect |
4.2 |
270 |
35 |
- |
|
wit |
inspect |
|
|
|
- |
|
wit |
inspect |
|
|
|
- |
|
wit |
inspect |
|
|
|
error (2) |
0 |
wit |
inspect |
.019 |
4.9 |
|
| yes_true-no-overflow_true-valid-memsafety.i |
error |
0 |
wit |
inspect |
4.4 |
290 |
32 |
- |
|
wit |
inspect |
|
|
|
- |
|
wit |
inspect |
|
|
|
- |
|
wit |
inspect |
|
|
|
error (2) |
0 |
wit |
inspect |
.020 |
4.8 |
|
| sv-benchmarks/c/busybox-1.22.0/ |
status |
score |
witness |
inspect witness |
cpu (s) |
mem (MB) |
energy (J) |
status |
score |
witness |
inspect witness |
cpu (s) |
mem (MB) |
energy |
status |
score |
witness |
inspect witness |
cpu (s) |
mem (MB) |
energy |
status |
score |
witness |
inspect witness |
cpu (s) |
mem (MB) |
energy |
status |
score |
witness |
inspect witness |
cpu (s) |
mem (MB) |
energy |
| total |
38 |
0 |
|
|
170 |
10000 |
1400 |
4 |
0 |
|
|
2.3 |
170 |
|
4 |
0 |
|
|
.077 |
20 |
|
4 |
0 |
|
|
.010 |
1.1 |
|
34 |
0 |
|
|
.67 |
170 |
|
| correct results |
0 |
|
|
|
|
|
|
0 |
|
|
|
|
|
|
0 |
|
|
|
|
|
|
0 |
|
|
|
|
|
|
0 |
|
|
|
|
|
|
| correct true |
0 |
|
|
|
|
|
|
0 |
|
|
|
|
|
|
0 |
|
|
|
|
|
|
0 |
|
|
|
|
|
|
0 |
|
|
|
|
|
|
| correct false |
0 |
|
|
|
|
|
|
0 |
|
|
|
|
|
|
0 |
|
|
|
|
|
|
0 |
|
|
|
|
|
|
0 |
|
|
|
|
|
|
| incorrect results |
0 |
|
|
|
|
|
|
0 |
|
|
|
|
|
|
0 |
|
|
|
|
|
|
0 |
|
|
|
|
|
|
0 |
|
|
|
|
|
|
| incorrect true |
0 |
|
|
|
|
|
|
0 |
|
|
|
|
|
|
0 |
|
|
|
|
|
|
0 |
|
|
|
|
|
|
0 |
|
|
|
|
|
|
| incorrect false |
0 |
|
|
|
|
|
|
0 |
|
|
|
|
|
|
0 |
|
|
|
|
|
|
0 |
|
|
|
|
|
|
0 |
|
|
|
|
|
|
| score (38 tasks, max score: 72) |
0 |
|
|
|
|
|
|
0 |
|
|
|
|
|
|
0 |
|
|
|
|
|
|
0 |
|
|
|
|
|
|
0 |
|
|
|
|
|
|
| Run set |
cpa-seq.sv-comp18.Systems_BusyBox_MemSafety |
cpa-seq-validate-violation-witnesses-cpa-seq.sv-comp18-violation-witness.Systems_BusyBox_MemSafety |
uautomizer-validate-violation-witnesses-cpa-seq.sv-comp18-violation-witness.Systems_BusyBox_MemSafety |
fshell-witness2test-validate-violation-witnesses-cpa-seq.sv-comp18-violation-witness.Systems_BusyBox_MemSafety |
uautomizer-validate-correctness-witnesses-cpa-seq.sv-comp18-correctness-witness.Systems_BusyBox_MemSafety |