| basename_false-valid-deref.i |
error (1) |
0 |
wit |
inspect |
.46 |
40 |
3.6 |
error (invalid witness file) |
0 |
wit |
inspect |
.70 |
43 |
|
error (2) |
0 |
wit |
inspect |
.019 |
4.8 |
|
error (invalid witness file) |
0 |
wit |
inspect |
.0013 |
.35 |
|
- |
|
wit |
inspect |
|
|
|
| head_false-valid-deref.i |
error (1) |
0 |
wit |
inspect |
.47 |
41 |
4.5 |
error (invalid witness file) |
0 |
wit |
inspect |
.55 |
44 |
|
error (2) |
0 |
wit |
inspect |
.019 |
4.8 |
|
error (invalid witness file) |
0 |
wit |
inspect |
.0011 |
.29 |
|
- |
|
wit |
inspect |
|
|
|
| sleep_false-valid-deref.i |
error (1) |
0 |
wit |
inspect |
.43 |
40 |
4.1 |
error (invalid witness file) |
0 |
wit |
inspect |
.57 |
44 |
|
error (2) |
0 |
wit |
inspect |
.019 |
4.8 |
|
error (invalid witness file) |
0 |
wit |
inspect |
.0012 |
.27 |
|
- |
|
wit |
inspect |
|
|
|
| chgrp-incomplete_true-no-overflow_false-valid-memtrack.i |
error (1) |
0 |
wit |
inspect |
.45 |
40 |
4.1 |
error (invalid witness file) |
0 |
wit |
inspect |
.54 |
43 |
|
error (2) |
0 |
wit |
inspect |
.018 |
4.9 |
|
error (invalid witness file) |
0 |
wit |
inspect |
.0012 |
.30 |
|
- |
|
wit |
inspect |
|
|
|
| basename_false-unreach-call_true-no-overflow_true-valid-memsafety.i |
error (1) |
0 |
wit |
inspect |
.49 |
40 |
4.4 |
- |
|
wit |
inspect |
|
|
|
- |
|
wit |
inspect |
|
|
|
- |
|
wit |
inspect |
|
|
|
error (2) |
0 |
wit |
inspect |
.018 |
4.9 |
|
| chroot-incomplete_true-no-overflow_true-valid-memsafety.i |
error (1) |
0 |
wit |
inspect |
.46 |
41 |
3.8 |
- |
|
wit |
inspect |
|
|
|
- |
|
wit |
inspect |
|
|
|
- |
|
wit |
inspect |
|
|
|
error (2) |
0 |
wit |
inspect |
.042 |
4.8 |
|
| cut_false-unreach-call_true-no-overflow_true-valid-memsafety.i |
error (1) |
0 |
wit |
inspect |
.43 |
38 |
3.4 |
- |
|
wit |
inspect |
|
|
|
- |
|
wit |
inspect |
|
|
|
- |
|
wit |
inspect |
|
|
|
error (2) |
0 |
wit |
inspect |
.019 |
4.9 |
|
| date_false-unreach-call_true-no-overflow_true-valid-memsafety.i |
error (1) |
0 |
wit |
inspect |
.41 |
40 |
4.2 |
- |
|
wit |
inspect |
|
|
|
- |
|
wit |
inspect |
|
|
|
- |
|
wit |
inspect |
|
|
|
error (2) |
0 |
wit |
inspect |
.019 |
4.8 |
|
| dirname_true-no-overflow_true-valid-memsafety.i |
error (1) |
0 |
wit |
inspect |
.46 |
40 |
3.9 |
- |
|
wit |
inspect |
|
|
|
- |
|
wit |
inspect |
|
|
|
- |
|
wit |
inspect |
|
|
|
error (2) |
0 |
wit |
inspect |
.018 |
4.8 |
|
| du_true-no-overflow_true-valid-memsafety.i |
error (1) |
0 |
wit |
inspect |
.44 |
40 |
3.8 |
- |
|
wit |
inspect |
|
|
|
- |
|
wit |
inspect |
|
|
|
- |
|
wit |
inspect |
|
|
|
error (2) |
0 |
wit |
inspect |
.019 |
4.8 |
|
| echo_true-no-overflow_true-valid-memsafety.i |
error (1) |
0 |
wit |
inspect |
.45 |
40 |
4.3 |
- |
|
wit |
inspect |
|
|
|
- |
|
wit |
inspect |
|
|
|
- |
|
wit |
inspect |
|
|
|
error (2) |
0 |
wit |
inspect |
.049 |
4.9 |
|
| expand_false-unreach-call_true-no-overflow_true-valid-memsafety.i |
error (1) |
0 |
wit |
inspect |
.42 |
41 |
4.0 |
- |
|
wit |
inspect |
|
|
|
- |
|
wit |
inspect |
|
|
|
- |
|
wit |
inspect |
|
|
|
error (2) |
0 |
wit |
inspect |
.018 |
4.9 |
|
| fold_true-no-overflow_true-valid-memsafety.i |
error (1) |
0 |
wit |
inspect |
.45 |
40 |
3.7 |
- |
|
wit |
inspect |
|
|
|
- |
|
wit |
inspect |
|
|
|
- |
|
wit |
inspect |
|
|
|
error (2) |
0 |
wit |
inspect |
.019 |
5.0 |
|
| hostid_true-no-overflow_true-valid-memsafety.i |
error (1) |
0 |
wit |
inspect |
.43 |
40 |
4.0 |
- |
|
wit |
inspect |
|
|
|
- |
|
wit |
inspect |
|
|
|
- |
|
wit |
inspect |
|
|
|
error (2) |
0 |
wit |
inspect |
.018 |
4.9 |
|
| logname_true-no-overflow_true-valid-memsafety.i |
error (1) |
0 |
wit |
inspect |
.47 |
40 |
4.3 |
- |
|
wit |
inspect |
|
|
|
- |
|
wit |
inspect |
|
|
|
- |
|
wit |
inspect |
|
|
|
error (2) |
0 |
wit |
inspect |
.021 |
4.9 |
|
| ls-incomplete_false-unreach-call_true-no-overflow_true-valid-memsafety.i |
error (1) |
0 |
wit |
inspect |
.47 |
41 |
4.1 |
- |
|
wit |
inspect |
|
|
|
- |
|
wit |
inspect |
|
|
|
- |
|
wit |
inspect |
|
|
|
error (2) |
0 |
wit |
inspect |
.022 |
4.8 |
|
| mkdir_true-no-overflow_true-valid-memsafety.i |
error (1) |
0 |
wit |
inspect |
.43 |
40 |
4.4 |
- |
|
wit |
inspect |
|
|
|
- |
|
wit |
inspect |
|
|
|
- |
|
wit |
inspect |
|
|
|
error (2) |
0 |
wit |
inspect |
.021 |
5.0 |
|
| mkfifo-incomplete_true-no-overflow_true-valid-memsafety.i |
error (1) |
0 |
wit |
inspect |
.44 |
39 |
4.0 |
- |
|
wit |
inspect |
|
|
|
- |
|
wit |
inspect |
|
|
|
- |
|
wit |
inspect |
|
|
|
error (2) |
0 |
wit |
inspect |
.017 |
4.9 |
|
| od_false-unreach-call_true-no-overflow_true-valid-memsafety.i |
error (1) |
0 |
wit |
inspect |
.47 |
40 |
4.2 |
- |
|
wit |
inspect |
|
|
|
- |
|
wit |
inspect |
|
|
|
- |
|
wit |
inspect |
|
|
|
error (2) |
0 |
wit |
inspect |
.023 |
5.0 |
|
| printf_false-unreach-call_true-no-overflow_true-valid-memsafety.i |
error (1) |
0 |
wit |
inspect |
.47 |
41 |
4.1 |
- |
|
wit |
inspect |
|
|
|
- |
|
wit |
inspect |
|
|
|
- |
|
wit |
inspect |
|
|
|
error (2) |
0 |
wit |
inspect |
.017 |
4.9 |
|
| readlink_true-no-overflow_true-valid-memsafety.i |
error (1) |
0 |
wit |
inspect |
.48 |
41 |
3.9 |
- |
|
wit |
inspect |
|
|
|
- |
|
wit |
inspect |
|
|
|
- |
|
wit |
inspect |
|
|
|
error (2) |
0 |
wit |
inspect |
.019 |
4.8 |
|
| realpath_true-no-overflow_true-valid-memsafety.i |
error (1) |
0 |
wit |
inspect |
.43 |
40 |
4.1 |
- |
|
wit |
inspect |
|
|
|
- |
|
wit |
inspect |
|
|
|
- |
|
wit |
inspect |
|
|
|
error (2) |
0 |
wit |
inspect |
.026 |
4.8 |
|
| rm_true-no-overflow_true-valid-memsafety.i |
error (1) |
0 |
wit |
inspect |
.46 |
41 |
4.2 |
- |
|
wit |
inspect |
|
|
|
- |
|
wit |
inspect |
|
|
|
- |
|
wit |
inspect |
|
|
|
error (2) |
0 |
wit |
inspect |
.019 |
4.9 |
|
| seq_true-no-overflow_true-valid-memsafety.i |
error (1) |
0 |
wit |
inspect |
.46 |
41 |
4.0 |
- |
|
wit |
inspect |
|
|
|
- |
|
wit |
inspect |
|
|
|
- |
|
wit |
inspect |
|
|
|
error (2) |
0 |
wit |
inspect |
.019 |
4.9 |
|
| stty_false-unreach-call_true-no-overflow_true-valid-memsafety.i |
error (1) |
0 |
wit |
inspect |
.47 |
41 |
4.0 |
- |
|
wit |
inspect |
|
|
|
- |
|
wit |
inspect |
|
|
|
- |
|
wit |
inspect |
|
|
|
error (2) |
0 |
wit |
inspect |
.019 |
4.9 |
|
| sync_true-no-overflow_true-valid-memsafety.i |
error (1) |
0 |
wit |
inspect |
.49 |
40 |
3.9 |
- |
|
wit |
inspect |
|
|
|
- |
|
wit |
inspect |
|
|
|
- |
|
wit |
inspect |
|
|
|
error (2) |
0 |
wit |
inspect |
.022 |
4.8 |
|
| tac_true-no-overflow_true-valid-memsafety.i |
error (1) |
0 |
wit |
inspect |
.45 |
41 |
4.6 |
- |
|
wit |
inspect |
|
|
|
- |
|
wit |
inspect |
|
|
|
- |
|
wit |
inspect |
|
|
|
error (2) |
0 |
wit |
inspect |
.018 |
4.9 |
|
| tee_true-no-overflow_true-valid-memsafety.i |
error (1) |
0 |
wit |
inspect |
.45 |
40 |
4.1 |
- |
|
wit |
inspect |
|
|
|
- |
|
wit |
inspect |
|
|
|
- |
|
wit |
inspect |
|
|
|
error (2) |
0 |
wit |
inspect |
.047 |
4.8 |
|
| test-incomplete_false-unreach-call_true-no-overflow_true-valid-memsafety.i |
error (1) |
0 |
wit |
inspect |
.44 |
40 |
4.2 |
- |
|
wit |
inspect |
|
|
|
- |
|
wit |
inspect |
|
|
|
- |
|
wit |
inspect |
|
|
|
error (2) |
0 |
wit |
inspect |
.018 |
4.9 |
|
| touch_false-unreach-call_true-no-overflow_true-valid-memsafety.i |
error (1) |
0 |
wit |
inspect |
.46 |
40 |
4.1 |
- |
|
wit |
inspect |
|
|
|
- |
|
wit |
inspect |
|
|
|
- |
|
wit |
inspect |
|
|
|
error (2) |
0 |
wit |
inspect |
.018 |
4.9 |
|
| uname_true-no-overflow_true-valid-memsafety.i |
error (1) |
0 |
wit |
inspect |
.47 |
40 |
3.8 |
- |
|
wit |
inspect |
|
|
|
- |
|
wit |
inspect |
|
|
|
- |
|
wit |
inspect |
|
|
|
error (2) |
0 |
wit |
inspect |
.049 |
4.9 |
|
| uniq_true-no-overflow_true-valid-memsafety.i |
error (1) |
0 |
wit |
inspect |
.44 |
40 |
4.1 |
- |
|
wit |
inspect |
|
|
|
- |
|
wit |
inspect |
|
|
|
- |
|
wit |
inspect |
|
|
|
error (2) |
0 |
wit |
inspect |
.022 |
5.0 |
|
| usleep_true-no-overflow_true-valid-memsafety.i |
error (1) |
0 |
wit |
inspect |
.46 |
40 |
3.7 |
- |
|
wit |
inspect |
|
|
|
- |
|
wit |
inspect |
|
|
|
- |
|
wit |
inspect |
|
|
|
error (2) |
0 |
wit |
inspect |
.021 |
4.9 |
|
| uudecode_true-no-overflow_true-valid-memsafety.i |
error (1) |
0 |
wit |
inspect |
.43 |
40 |
3.8 |
- |
|
wit |
inspect |
|
|
|
- |
|
wit |
inspect |
|
|
|
- |
|
wit |
inspect |
|
|
|
error (2) |
0 |
wit |
inspect |
.042 |
4.9 |
|
| wc_false-unreach-call_true-no-overflow_true-valid-memsafety.i |
error (1) |
0 |
wit |
inspect |
.44 |
40 |
4.1 |
- |
|
wit |
inspect |
|
|
|
- |
|
wit |
inspect |
|
|
|
- |
|
wit |
inspect |
|
|
|
error (2) |
0 |
wit |
inspect |
.018 |
4.8 |
|
| who_true-no-overflow_true-valid-memsafety.i |
error (1) |
0 |
wit |
inspect |
.47 |
40 |
4.1 |
- |
|
wit |
inspect |
|
|
|
- |
|
wit |
inspect |
|
|
|
- |
|
wit |
inspect |
|
|
|
error (2) |
0 |
wit |
inspect |
.019 |
4.9 |
|
| whoami-incomplete_true-no-overflow_true-valid-memsafety.i |
error (1) |
0 |
wit |
inspect |
.42 |
40 |
3.8 |
- |
|
wit |
inspect |
|
|
|
- |
|
wit |
inspect |
|
|
|
- |
|
wit |
inspect |
|
|
|
error (2) |
0 |
wit |
inspect |
.019 |
4.8 |
|
| yes_true-no-overflow_true-valid-memsafety.i |
error (1) |
0 |
wit |
inspect |
.41 |
40 |
4.1 |
- |
|
wit |
inspect |
|
|
|
- |
|
wit |
inspect |
|
|
|
- |
|
wit |
inspect |
|
|
|
error (2) |
0 |
wit |
inspect |
.019 |
4.9 |
|
| sv-benchmarks/c/busybox-1.22.0/ |
status |
score |
witness |
inspect witness |
cpu (s) |
mem (MB) |
energy (J) |
status |
score |
witness |
inspect witness |
cpu (s) |
mem (MB) |
energy |
status |
score |
witness |
inspect witness |
cpu (s) |
mem (MB) |
energy |
status |
score |
witness |
inspect witness |
cpu (s) |
mem (MB) |
energy |
status |
score |
witness |
inspect witness |
cpu (s) |
mem (MB) |
energy |
| total |
38 |
0 |
|
|
17 |
1500 |
150 |
4 |
0 |
|
|
2.4 |
170 |
|
4 |
0 |
|
|
.075 |
19 |
|
4 |
0 |
|
|
.0048 |
1.2 |
|
34 |
0 |
|
|
.80 |
170 |
|
| correct results |
0 |
|
|
|
|
|
|
0 |
|
|
|
|
|
|
0 |
|
|
|
|
|
|
0 |
|
|
|
|
|
|
0 |
|
|
|
|
|
|
| correct true |
0 |
|
|
|
|
|
|
0 |
|
|
|
|
|
|
0 |
|
|
|
|
|
|
0 |
|
|
|
|
|
|
0 |
|
|
|
|
|
|
| correct false |
0 |
|
|
|
|
|
|
0 |
|
|
|
|
|
|
0 |
|
|
|
|
|
|
0 |
|
|
|
|
|
|
0 |
|
|
|
|
|
|
| incorrect results |
0 |
|
|
|
|
|
|
0 |
|
|
|
|
|
|
0 |
|
|
|
|
|
|
0 |
|
|
|
|
|
|
0 |
|
|
|
|
|
|
| incorrect true |
0 |
|
|
|
|
|
|
0 |
|
|
|
|
|
|
0 |
|
|
|
|
|
|
0 |
|
|
|
|
|
|
0 |
|
|
|
|
|
|
| incorrect false |
0 |
|
|
|
|
|
|
0 |
|
|
|
|
|
|
0 |
|
|
|
|
|
|
0 |
|
|
|
|
|
|
0 |
|
|
|
|
|
|
| score (38 tasks, max score: 72) |
0 |
|
|
|
|
|
|
0 |
|
|
|
|
|
|
0 |
|
|
|
|
|
|
0 |
|
|
|
|
|
|
0 |
|
|
|
|
|
|
| Run set |
cpa-bam-slicing.sv-comp18.Systems_BusyBox_MemSafety |
cpa-seq-validate-violation-witnesses-cpa-bam-slicing.sv-comp18-violation-witness.Systems_BusyBox_MemSafety |
uautomizer-validate-violation-witnesses-cpa-bam-slicing.sv-comp18-violation-witness.Systems_BusyBox_MemSafety |
fshell-witness2test-validate-violation-witnesses-cpa-bam-slicing.sv-comp18-violation-witness.Systems_BusyBox_MemSafety |
uautomizer-validate-correctness-witnesses-cpa-bam-slicing.sv-comp18-correctness-witness.Systems_BusyBox_MemSafety |