basename_false-valid-deref.i |
false(valid-deref) |
1 |
wit |
inspect |
400 |
1200 |
4000 |
true |
-32 |
wit |
inspect |
6.5 |
270 |
|
error (7) |
0 |
wit |
inspect |
8.0 |
210 |
|
false(valid-deref) |
1 |
wit |
inspect |
.81 |
28 |
|
- |
|
wit |
inspect |
|
|
|
head_false-valid-deref.i |
unknown |
0 |
wit |
inspect |
.23 |
34 |
2.5 |
error (invalid witness file) |
0 |
wit |
inspect |
.52 |
41 |
|
error (2) |
0 |
wit |
inspect |
.020 |
5.0 |
|
error (invalid witness file) |
0 |
wit |
inspect |
.0010 |
.26 |
|
- |
|
wit |
inspect |
|
|
|
sleep_false-valid-deref.i |
unknown |
0 |
wit |
inspect |
.19 |
32 |
2.3 |
error (invalid witness file) |
0 |
wit |
inspect |
.58 |
41 |
|
error (2) |
0 |
wit |
inspect |
.019 |
4.9 |
|
error (invalid witness file) |
0 |
wit |
inspect |
.0010 |
.30 |
|
- |
|
wit |
inspect |
|
|
|
chgrp-incomplete_true-no-overflow_false-valid-memtrack.i |
unknown |
0 |
wit |
inspect |
.17 |
31 |
2.0 |
error (invalid witness file) |
0 |
wit |
inspect |
.39 |
41 |
|
error (2) |
0 |
wit |
inspect |
.018 |
4.8 |
|
error (invalid witness file) |
0 |
wit |
inspect |
.0011 |
.26 |
|
- |
|
wit |
inspect |
|
|
|
basename_false-unreach-call_true-no-overflow_true-valid-memsafety.i |
timeout |
0 |
wit |
inspect |
900 |
1300 |
10000 |
- |
|
wit |
inspect |
|
|
|
- |
|
wit |
inspect |
|
|
|
- |
|
wit |
inspect |
|
|
|
error (2) |
0 |
wit |
inspect |
.019 |
4.8 |
|
chroot-incomplete_true-no-overflow_true-valid-memsafety.i |
unknown |
0 |
wit |
inspect |
.21 |
31 |
2.3 |
- |
|
wit |
inspect |
|
|
|
- |
|
wit |
inspect |
|
|
|
- |
|
wit |
inspect |
|
|
|
error (2) |
0 |
wit |
inspect |
.024 |
4.8 |
|
cut_false-unreach-call_true-no-overflow_true-valid-memsafety.i |
unknown |
0 |
wit |
inspect |
.22 |
38 |
2.5 |
- |
|
wit |
inspect |
|
|
|
- |
|
wit |
inspect |
|
|
|
- |
|
wit |
inspect |
|
|
|
error (2) |
0 |
wit |
inspect |
.018 |
4.8 |
|
date_false-unreach-call_true-no-overflow_true-valid-memsafety.i |
unknown |
0 |
wit |
inspect |
.24 |
41 |
3.2 |
- |
|
wit |
inspect |
|
|
|
- |
|
wit |
inspect |
|
|
|
- |
|
wit |
inspect |
|
|
|
error (2) |
0 |
wit |
inspect |
.019 |
4.9 |
|
dirname_true-no-overflow_true-valid-memsafety.i |
timeout |
0 |
wit |
inspect |
900 |
3800 |
9300 |
- |
|
wit |
inspect |
|
|
|
- |
|
wit |
inspect |
|
|
|
- |
|
wit |
inspect |
|
|
|
error (2) |
0 |
wit |
inspect |
.019 |
4.9 |
|
du_true-no-overflow_true-valid-memsafety.i |
unknown |
0 |
wit |
inspect |
.23 |
38 |
2.7 |
- |
|
wit |
inspect |
|
|
|
- |
|
wit |
inspect |
|
|
|
- |
|
wit |
inspect |
|
|
|
error (2) |
0 |
wit |
inspect |
.019 |
4.8 |
|
echo_true-no-overflow_true-valid-memsafety.i |
unknown |
0 |
wit |
inspect |
.22 |
32 |
2.1 |
- |
|
wit |
inspect |
|
|
|
- |
|
wit |
inspect |
|
|
|
- |
|
wit |
inspect |
|
|
|
error (2) |
0 |
wit |
inspect |
.026 |
4.8 |
|
expand_false-unreach-call_true-no-overflow_true-valid-memsafety.i |
unknown |
0 |
wit |
inspect |
.25 |
40 |
2.5 |
- |
|
wit |
inspect |
|
|
|
- |
|
wit |
inspect |
|
|
|
- |
|
wit |
inspect |
|
|
|
error (2) |
0 |
wit |
inspect |
.024 |
4.8 |
|
fold_true-no-overflow_true-valid-memsafety.i |
unknown |
0 |
wit |
inspect |
.23 |
37 |
2.9 |
- |
|
wit |
inspect |
|
|
|
- |
|
wit |
inspect |
|
|
|
- |
|
wit |
inspect |
|
|
|
error (2) |
0 |
wit |
inspect |
.024 |
5.0 |
|
hostid_true-no-overflow_true-valid-memsafety.i |
timeout |
0 |
wit |
inspect |
900 |
1800 |
13000 |
- |
|
wit |
inspect |
|
|
|
- |
|
wit |
inspect |
|
|
|
- |
|
wit |
inspect |
|
|
|
error (2) |
0 |
wit |
inspect |
.020 |
4.9 |
|
logname_true-no-overflow_true-valid-memsafety.i |
unknown |
0 |
wit |
inspect |
.18 |
31 |
1.9 |
- |
|
wit |
inspect |
|
|
|
- |
|
wit |
inspect |
|
|
|
- |
|
wit |
inspect |
|
|
|
error (2) |
0 |
wit |
inspect |
.019 |
4.8 |
|
ls-incomplete_false-unreach-call_true-no-overflow_true-valid-memsafety.i |
unknown |
0 |
wit |
inspect |
.24 |
50 |
2.3 |
- |
|
wit |
inspect |
|
|
|
- |
|
wit |
inspect |
|
|
|
- |
|
wit |
inspect |
|
|
|
error (2) |
0 |
wit |
inspect |
.024 |
4.9 |
|
mkdir_true-no-overflow_true-valid-memsafety.i |
unknown |
0 |
wit |
inspect |
.21 |
38 |
2.8 |
- |
|
wit |
inspect |
|
|
|
- |
|
wit |
inspect |
|
|
|
- |
|
wit |
inspect |
|
|
|
error (2) |
0 |
wit |
inspect |
.019 |
5.0 |
|
mkfifo-incomplete_true-no-overflow_true-valid-memsafety.i |
unknown |
0 |
wit |
inspect |
.19 |
30 |
1.9 |
- |
|
wit |
inspect |
|
|
|
- |
|
wit |
inspect |
|
|
|
- |
|
wit |
inspect |
|
|
|
error (2) |
0 |
wit |
inspect |
.019 |
4.8 |
|
od_false-unreach-call_true-no-overflow_true-valid-memsafety.i |
unknown |
0 |
wit |
inspect |
.29 |
52 |
3.7 |
- |
|
wit |
inspect |
|
|
|
- |
|
wit |
inspect |
|
|
|
- |
|
wit |
inspect |
|
|
|
error (2) |
0 |
wit |
inspect |
.020 |
4.8 |
|
printf_false-unreach-call_true-no-overflow_true-valid-memsafety.i |
unknown |
0 |
wit |
inspect |
.23 |
37 |
1.9 |
- |
|
wit |
inspect |
|
|
|
- |
|
wit |
inspect |
|
|
|
- |
|
wit |
inspect |
|
|
|
error (2) |
0 |
wit |
inspect |
.021 |
4.9 |
|
readlink_true-no-overflow_true-valid-memsafety.i |
unknown |
0 |
wit |
inspect |
.24 |
36 |
2.1 |
- |
|
wit |
inspect |
|
|
|
- |
|
wit |
inspect |
|
|
|
- |
|
wit |
inspect |
|
|
|
error (2) |
0 |
wit |
inspect |
.019 |
4.8 |
|
realpath_true-no-overflow_true-valid-memsafety.i |
unknown |
0 |
wit |
inspect |
.21 |
31 |
2.1 |
- |
|
wit |
inspect |
|
|
|
- |
|
wit |
inspect |
|
|
|
- |
|
wit |
inspect |
|
|
|
error (2) |
0 |
wit |
inspect |
.019 |
4.8 |
|
rm_true-no-overflow_true-valid-memsafety.i |
unknown |
0 |
wit |
inspect |
.22 |
38 |
2.5 |
- |
|
wit |
inspect |
|
|
|
- |
|
wit |
inspect |
|
|
|
- |
|
wit |
inspect |
|
|
|
error (2) |
0 |
wit |
inspect |
.025 |
4.9 |
|
seq_true-no-overflow_true-valid-memsafety.i |
unknown |
0 |
wit |
inspect |
.13 |
35 |
1.3 |
- |
|
wit |
inspect |
|
|
|
- |
|
wit |
inspect |
|
|
|
- |
|
wit |
inspect |
|
|
|
error (2) |
0 |
wit |
inspect |
.048 |
4.9 |
|
stty_false-unreach-call_true-no-overflow_true-valid-memsafety.i |
unknown |
0 |
wit |
inspect |
.32 |
52 |
3.6 |
- |
|
wit |
inspect |
|
|
|
- |
|
wit |
inspect |
|
|
|
- |
|
wit |
inspect |
|
|
|
error (2) |
0 |
wit |
inspect |
.022 |
4.9 |
|
sync_true-no-overflow_true-valid-memsafety.i |
unknown |
0 |
wit |
inspect |
.19 |
30 |
1.8 |
- |
|
wit |
inspect |
|
|
|
- |
|
wit |
inspect |
|
|
|
- |
|
wit |
inspect |
|
|
|
error (2) |
0 |
wit |
inspect |
.020 |
4.8 |
|
tac_true-no-overflow_true-valid-memsafety.i |
unknown |
0 |
wit |
inspect |
.20 |
36 |
2.2 |
- |
|
wit |
inspect |
|
|
|
- |
|
wit |
inspect |
|
|
|
- |
|
wit |
inspect |
|
|
|
error (2) |
0 |
wit |
inspect |
.020 |
4.9 |
|
tee_true-no-overflow_true-valid-memsafety.i |
unknown |
0 |
wit |
inspect |
.20 |
36 |
2.2 |
- |
|
wit |
inspect |
|
|
|
- |
|
wit |
inspect |
|
|
|
- |
|
wit |
inspect |
|
|
|
error (2) |
0 |
wit |
inspect |
.025 |
4.8 |
|
test-incomplete_false-unreach-call_true-no-overflow_true-valid-memsafety.i |
unknown |
0 |
wit |
inspect |
.24 |
37 |
2.4 |
- |
|
wit |
inspect |
|
|
|
- |
|
wit |
inspect |
|
|
|
- |
|
wit |
inspect |
|
|
|
error (2) |
0 |
wit |
inspect |
.022 |
5.0 |
|
touch_false-unreach-call_true-no-overflow_true-valid-memsafety.i |
unknown |
0 |
wit |
inspect |
.23 |
39 |
2.9 |
- |
|
wit |
inspect |
|
|
|
- |
|
wit |
inspect |
|
|
|
- |
|
wit |
inspect |
|
|
|
error (2) |
0 |
wit |
inspect |
.019 |
4.8 |
|
uname_true-no-overflow_true-valid-memsafety.i |
unknown |
0 |
wit |
inspect |
.22 |
36 |
2.3 |
- |
|
wit |
inspect |
|
|
|
- |
|
wit |
inspect |
|
|
|
- |
|
wit |
inspect |
|
|
|
error (2) |
0 |
wit |
inspect |
.020 |
4.9 |
|
uniq_true-no-overflow_true-valid-memsafety.i |
unknown |
0 |
wit |
inspect |
.23 |
37 |
1.8 |
- |
|
wit |
inspect |
|
|
|
- |
|
wit |
inspect |
|
|
|
- |
|
wit |
inspect |
|
|
|
error (2) |
0 |
wit |
inspect |
.041 |
4.8 |
|
usleep_true-no-overflow_true-valid-memsafety.i |
unknown |
0 |
wit |
inspect |
.17 |
31 |
2.1 |
- |
|
wit |
inspect |
|
|
|
- |
|
wit |
inspect |
|
|
|
- |
|
wit |
inspect |
|
|
|
error (2) |
0 |
wit |
inspect |
.019 |
4.9 |
|
uudecode_true-no-overflow_true-valid-memsafety.i |
unknown |
0 |
wit |
inspect |
.24 |
40 |
2.7 |
- |
|
wit |
inspect |
|
|
|
- |
|
wit |
inspect |
|
|
|
- |
|
wit |
inspect |
|
|
|
error (2) |
0 |
wit |
inspect |
.025 |
4.8 |
|
wc_false-unreach-call_true-no-overflow_true-valid-memsafety.i |
unknown |
0 |
wit |
inspect |
.22 |
37 |
2.8 |
- |
|
wit |
inspect |
|
|
|
- |
|
wit |
inspect |
|
|
|
- |
|
wit |
inspect |
|
|
|
error (2) |
0 |
wit |
inspect |
.024 |
4.9 |
|
who_true-no-overflow_true-valid-memsafety.i |
unknown |
0 |
wit |
inspect |
.23 |
36 |
2.1 |
- |
|
wit |
inspect |
|
|
|
- |
|
wit |
inspect |
|
|
|
- |
|
wit |
inspect |
|
|
|
error (2) |
0 |
wit |
inspect |
.025 |
4.8 |
|
whoami-incomplete_true-no-overflow_true-valid-memsafety.i |
unknown |
0 |
wit |
inspect |
.17 |
31 |
2.5 |
- |
|
wit |
inspect |
|
|
|
- |
|
wit |
inspect |
|
|
|
- |
|
wit |
inspect |
|
|
|
error (2) |
0 |
wit |
inspect |
.019 |
4.8 |
|
yes_true-no-overflow_true-valid-memsafety.i |
unknown |
0 |
wit |
inspect |
.17 |
31 |
1.9 |
- |
|
wit |
inspect |
|
|
|
- |
|
wit |
inspect |
|
|
|
- |
|
wit |
inspect |
|
|
|
error (2) |
0 |
wit |
inspect |
.020 |
4.9 |
|
sv-benchmarks/c/busybox-1.22.0/ |
status |
score |
witness |
inspect witness |
cpu (s) |
mem (MB) |
energy (J) |
status |
score |
witness |
inspect witness |
cpu (s) |
mem (MB) |
energy |
status |
score |
witness |
inspect witness |
cpu (s) |
mem (MB) |
energy |
status |
score |
witness |
inspect witness |
cpu (s) |
mem (MB) |
energy |
status |
score |
witness |
inspect witness |
cpu (s) |
mem (MB) |
energy |
total |
38 |
1 |
|
|
3100 |
9400 |
37000 |
4 |
-32 |
|
|
8.0 |
400 |
|
4 |
0 |
|
|
8.0 |
220 |
|
4 |
1 |
|
|
.81 |
29 |
|
34 |
0 |
|
|
.76 |
170 |
|
correct results |
1 |
1 |
|
|
400 |
1200 |
4000 |
0 |
|
|
|
|
|
|
0 |
|
|
|
|
|
|
1 |
1 |
|
|
.81 |
28 |
|
0 |
|
|
|
|
|
|
correct true |
0 |
|
|
|
|
|
|
0 |
|
|
|
|
|
|
0 |
|
|
|
|
|
|
0 |
|
|
|
|
|
|
0 |
|
|
|
|
|
|
correct false |
1 |
1 |
|
|
400 |
1200 |
4000 |
0 |
|
|
|
|
|
|
0 |
|
|
|
|
|
|
1 |
1 |
|
|
.81 |
28 |
|
0 |
|
|
|
|
|
|
incorrect results |
0 |
|
|
|
|
|
|
1 |
-32 |
|
|
6.5 |
270 |
|
0 |
|
|
|
|
|
|
0 |
|
|
|
|
|
|
0 |
|
|
|
|
|
|
incorrect true |
0 |
|
|
|
|
|
|
1 |
-32 |
|
|
6.5 |
270 |
|
0 |
|
|
|
|
|
|
0 |
|
|
|
|
|
|
0 |
|
|
|
|
|
|
incorrect false |
0 |
|
|
|
|
|
|
0 |
|
|
|
|
|
|
0 |
|
|
|
|
|
|
0 |
|
|
|
|
|
|
0 |
|
|
|
|
|
|
score (38 tasks, max score: 72) |
1 |
|
|
|
|
|
|
-32 |
|
|
|
|
|
|
0 |
|
|
|
|
|
|
1 |
|
|
|
|
|
|
0 |
|
|
|
|
|
|
Run set |
esbmc-kind.sv-comp18.Systems_BusyBox_MemSafety |
cpa-seq-validate-violation-witnesses-esbmc-kind.sv-comp18-violation-witness.Systems_BusyBox_MemSafety |
uautomizer-validate-violation-witnesses-esbmc-kind.sv-comp18-violation-witness.Systems_BusyBox_MemSafety |
fshell-witness2test-validate-violation-witnesses-esbmc-kind.sv-comp18-violation-witness.Systems_BusyBox_MemSafety |
uautomizer-validate-correctness-witnesses-esbmc-kind.sv-comp18-correctness-witness.Systems_BusyBox_MemSafety |