Tool | 2LS 0.6.0 | CBMC 5.8 | CPAchecker 1.6.1-svn 26725 | CPAchecker 1.6.1-svn 26758M | CPAchecker 1.6.1-svn 26773 | DepthK DepthK version 3.0 - Fri Jan 6 18:14:20 AMT 2017 | ESBMC ESBMC version 4.6.0 64-bit x86_64 linux | CPAchecker | symbiotic 5.0.0-KLEE:1faddfe0-dg:12c34aac-symbiotic:5e14b94d-minisat:3db58943-llvm-instrumentation:cd767593-stp:17249213 | ULTIMATE Automizer 0.1.23-3204b741 | ULTIMATE Kojak 0.1.23-3204b741 | ULTIMATE Taipan 0.1.23-3204b741 | |||||||||||||||||||||||||||||||||||||||||||||||||||||
Limits | timelimit: 900 s, memlimit: 15000 MB, CPU core limit: 8 | ||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||
Host | apollon* | ||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||
OS | Linux 4.4.0-101-generic | ||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||
System | CPU: Intel Xeon E3-1230 v5 @ 3.40 GHz, cores: 8, frequency: 3.8 GHz, Turbo Boost: disabled; RAM: 33553 MB | ||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||
Date of execution | 2017-12-01 08:19:20 CET | 2017-12-01 08:19:34 CET | 2017-12-01 08:37:17 CET | 2017-12-01 08:43:39 CET | 2017-12-01 08:22:21 CET | 2017-12-01 09:05:19 CET | 2017-12-02 00:00:31 CET | 2017-12-02 11:31:00 CET | 2017-12-05 13:45:25 CET | 2017-12-02 23:08:57 CET | 2017-12-03 04:39:25 CET | 2017-12-03 04:40:15 CET | 2017-12-03 07:53:44 CET | ||||||||||||||||||||||||||||||||||||||||||||||||||||
Run set | 2ls.sv-comp18.Systems_BusyBox_MemSafety | cbmc.sv-comp18.Systems_BusyBox_MemSafety | cpa-bam-bnb.sv-comp18.Systems_BusyBox_MemSafety | cpa-bam-slicing.sv-comp18.Systems_BusyBox_MemSafety | cpa-seq.sv-comp18.Systems_BusyBox_MemSafety | depthk.sv-comp18.Systems_BusyBox_MemSafety | esbmc-incr.sv-comp18.Systems_BusyBox_MemSafety | esbmc-kind.sv-comp18.Systems_BusyBox_MemSafety | interpchecker.sv-comp18 | symbiotic.sv-comp18.Systems_BusyBox_MemSafety | uautomizer.sv-comp18.Systems_BusyBox_MemSafety | ukojak.sv-comp18.Systems_BusyBox_MemSafety | utaipan.sv-comp18.Systems_BusyBox_MemSafety | ||||||||||||||||||||||||||||||||||||||||||||||||||||
Options | --graphml-witness witness.graphml | --graphml-witness witness.graphml | -svcomp18-bam-bnb -disable-java-assertions -heap 10000m | -ldv-bam-svcomp -disable-java-assertions -heap 10000m | -svcomp18 -heap 10000M -benchmark -timelimit 900s | -s incr | -s kinduction | -sv-comp18-interpcpachecker -heap 10000M -disable-java-assertions | --witness witness.graphml | --full-output | --full-output | --full-output | |||||||||||||||||||||||||||||||||||||||||||||||||||||
../sv-benchmarks/c/busybox-1.22.0/ | status | cpu (s) | mem (MB) | energy (J) | score | status | cpu (s) | mem (MB) | energy (J) | score | status | cpu (s) | mem (MB) | energy (J) | score | status | cpu (s) | mem (MB) | energy (J) | score | status | cpu (s) | mem (MB) | energy (J) | score | status | cpu (s) | mem (MB) | energy (J) | score | status | cpu (s) | mem (MB) | energy (J) | score | status | cpu (s) | mem (MB) | energy (J) | score | status | cpu (s) | mem (MB) | energy (J) | score | status | cpu (s) | mem (MB) | energy (J) | score | status | cpu (s) | mem (MB) | energy (J) | score | status | cpu (s) | mem (MB) | energy (J) | score | status | cpu (s) | mem (MB) | energy (J) | score |
basename_false-valid-deref.i | error (134) | .31 | 32 | 2.8 | 0 | witness invalid (false(valid-deref)) | 55 | 870 | 490 | 0 | error (1) | .49 | 41 | 3.9 | 0 | error (1) | .46 | 40 | 3.6 | 0 | error | 3.5 | 270 | 30 | 0 | unknown | 900 | 1300 | 5900 | 0 | false(valid-deref) | 780 | 1300 | 8200 | 1 | false(valid-deref) | 400 | 1200 | 4000 | 1 | error (1) | .45 | 39 | 4.1 | 0 | false(valid-deref) | 2.0 | 310 | 23 | 1 | error (7) | 7.6 | 230 | 61 | 0 | error (7) | 7.6 | 230 | 64 | 0 | error (7) | 8.2 | 230 | 62 | 0 |
head_false-valid-deref.i | error (6) | .41 | 41 | 4.5 | 0 | error (6) | 5.0 | 65 | 56 | 0 | error (1) | .49 | 41 | 4.9 | 0 | error (1) | .47 | 41 | 4.5 | 0 | error | 4.4 | 270 | 36 | 0 | unknown | 900 | 2900 | 9900 | 0 | unknown | 5.0 | 210 | 78 | 0 | unknown | .23 | 34 | 2.5 | 0 | error (1) | .44 | 40 | 3.8 | 0 | error | 18 | 3200 | 200 | 0 | timeout | 900 | 4700 | 10000 | 0 | timeout | 900 | 5500 | 12000 | 0 | timeout | 900 | 5100 | 9500 | 0 |
sleep_false-valid-deref.i | error (134) | 2.3 | 39 | 24 | 0 | error (6) | 1.7 | 49 | 23 | 0 | error (1) | .48 | 41 | 4.7 | 0 | error (1) | .43 | 40 | 4.1 | 0 | error | 4.2 | 270 | 37 | 0 | unknown | 900 | 2500 | 11000 | 0 | unknown | 5.6 | 230 | 76 | 0 | unknown | .19 | 32 | 2.3 | 0 | error (1) | .43 | 40 | 4.2 | 0 | error (1) | .22 | 12 | 2.8 | 0 | timeout | 900 | 2000 | 10000 | 0 | timeout | 900 | 3600 | 12000 | 0 | timeout | 900 | 4700 | 9900 | 0 |
chgrp-incomplete_true-no-overflow_false-valid-memtrack.i | error (134) | .47 | 37 | 4.6 | 0 | error (6) | .84 | 45 | 8.8 | 0 | error (1) | .49 | 41 | 3.8 | 0 | error (1) | .45 | 40 | 4.1 | 0 | error | 4.3 | 290 | 39 | 0 | unknown | 900 | 3100 | 6000 | 0 | unknown | 4.8 | 190 | 58 | 0 | unknown | .17 | 31 | 2.0 | 0 | error (1) | .43 | 40 | 3.8 | 0 | false(valid-memtrack) | 2.5 | 410 | 30 | 0 | timeout | 900 | 1800 | 10000 | 0 | timeout | 900 | 2900 | 12000 | 0 | timeout | 900 | 4700 | 12000 | 0 |
basename_false-unreach-call_true-no-overflow_true-valid-memsafety.i | error (134) | .31 | 32 | 2.6 | 0 | error (42) | 870 | 2200 | 4300 | 0 | error (1) | .48 | 44 | 4.9 | 0 | error (1) | .49 | 40 | 4.4 | 0 | error | 4.0 | 290 | 30 | 0 | unknown | 890 | 1300 | 6000 | 0 | timeout | 900 | 1100 | 10000 | 0 | timeout | 900 | 1300 | 10000 | 0 | error (1) | .47 | 40 | 4.2 | 0 | timeout (timeout) | 900 | 560 | 11000 | 0 | error (7) | 7.8 | 220 | 64 | 0 | error (7) | 8.0 | 230 | 61 | 0 | error (7) | 7.7 | 230 | 66 | 0 |
chroot-incomplete_true-no-overflow_true-valid-memsafety.i | error (134) | 1.4 | 38 | 12 | 0 | error (6) | 1.1 | 44 | 14 | 0 | error (1) | .49 | 40 | 4.4 | 0 | error (1) | .46 | 41 | 3.8 | 0 | error | 4.4 | 270 | 40 | 0 | unknown | 900 | 880 | 11000 | 0 | unknown | 4.8 | 190 | 57 | 0 | unknown | .21 | 31 | 2.3 | 0 | error (1) | .44 | 41 | 3.8 | 0 | timeout (timeout) | 900 | 900 | 13000 | 0 | timeout | 900 | 2200 | 11000 | 0 | timeout | 900 | 4100 | 15000 | 0 | timeout | 900 | 4800 | 10000 | 0 |
cut_false-unreach-call_true-no-overflow_true-valid-memsafety.i | error (134) | 35 | 87 | 470 | 0 | error (6) | 8.9 | 110 | 110 | 0 | error (1) | .48 | 41 | 4.1 | 0 | error (1) | .43 | 38 | 3.4 | 0 | error | 4.7 | 270 | 39 | 0 | unknown | 44 | 46 | 550 | 0 | unknown | 4.8 | 200 | 69 | 0 | unknown | .22 | 38 | 2.5 | 0 | error (1) | .41 | 40 | 3.9 | 0 | error | 42 | 6300 | 530 | 0 | timeout | 900 | 2600 | 11000 | 0 | timeout | 900 | 5600 | 13000 | 0 | timeout | 900 | 5900 | 10000 | 0 |
date_false-unreach-call_true-no-overflow_true-valid-memsafety.i | error (6) | .50 | 46 | 3.9 | 0 | error (6) | 4.3 | 160 | 51 | 0 | error (1) | .47 | 41 | 4.3 | 0 | error (1) | .41 | 40 | 4.2 | 0 | error | 5.1 | 270 | 44 | 0 | unknown | 49 | 50 | 640 | 0 | unknown | 4.9 | 210 | 74 | 0 | unknown | .24 | 41 | 3.2 | 0 | error (1) | .42 | 40 | 4.5 | 0 | error | 130 | 13000 | 1400 | 0 | error (7) | 8.5 | 230 | 70 | 0 | error (7) | 8.9 | 230 | 72 | 0 | error (7) | 8.8 | 230 | 69 | 0 |
dirname_true-no-overflow_true-valid-memsafety.i | error (134) | .27 | 31 | 3.0 | 0 | error (134) | 730 | 12000 | 9400 | 0 | error (1) | .49 | 40 | 4.4 | 0 | error (1) | .46 | 40 | 3.9 | 0 | error | 3.9 | 290 | 33 | 0 | unknown | 890 | 980 | 5100 | 0 | timeout | 900 | 4400 | 10000 | 0 | timeout | 900 | 3800 | 9300 | 0 | error (1) | .44 | 41 | 4.3 | 0 | timeout (timeout) | 900 | 2300 | 10000 | 0 | error (7) | 7.7 | 230 | 68 | 0 | error (7) | 7.6 | 230 | 64 | 0 | error (7) | 7.7 | 230 | 65 | 0 |
du_true-no-overflow_true-valid-memsafety.i | error (5) | 18 | 69 | 200 | 0 | error (6) | 69 | 260 | 710 | 0 | error (1) | .49 | 41 | 4.1 | 0 | error (1) | .44 | 40 | 3.8 | 0 | error | 5.1 | 300 | 46 | 0 | unknown | 45 | 47 | 570 | 0 | unknown | 4.8 | 210 | 78 | 0 | unknown | .23 | 38 | 2.7 | 0 | error (1) | .43 | 40 | 4.3 | 0 | error | 45 | 6100 | 500 | 0 | timeout | 900 | 13000 | 7200 | 0 | timeout | 900 | 5300 | 10000 | 0 | timeout | 900 | 5200 | 9400 | 0 |
echo_true-no-overflow_true-valid-memsafety.i | error (134) | 1.1 | 38 | 12 | 0 | error (42) | 870 | 9900 | 4100 | 0 | error (1) | .48 | 40 | 4.1 | 0 | error (1) | .45 | 40 | 4.3 | 0 | error | 4.3 | 290 | 39 | 0 | unknown | 890 | 750 | 12000 | 0 | unknown | 7.0 | 330 | 99 | 0 | unknown | .22 | 32 | 2.1 | 0 | error (1) | .41 | 40 | 4.3 | 0 | timeout (timeout) | 900 | 1500 | 10000 | 0 | timeout | 900 | 2500 | 10000 | 0 | timeout | 900 | 3900 | 14000 | 0 | timeout | 900 | 4800 | 10000 | 0 |
expand_false-unreach-call_true-no-overflow_true-valid-memsafety.i | error (134) | 120 | 130 | 850 | 0 | error (6) | 38 | 270 | 420 | 0 | error (1) | .50 | 41 | 4.8 | 0 | error (1) | .42 | 41 | 4.0 | 0 | error | 4.9 | 280 | 39 | 0 | unknown | 46 | 47 | 620 | 0 | unknown | 5.7 | 250 | 67 | 0 | unknown | .25 | 40 | 2.5 | 0 | error (1) | .44 | 40 | 4.0 | 0 | error | 180 | 11000 | 2300 | 0 | timeout | 900 | 3600 | 10000 | 0 | timeout | 900 | 5600 | 12000 | 0 | timeout | 900 | 5600 | 9800 | 0 |
fold_true-no-overflow_true-valid-memsafety.i | error (134) | 14 | 62 | 170 | 0 | error (6) | 4.8 | 66 | 74 | 0 | error (1) | .48 | 41 | 3.9 | 0 | error (1) | .45 | 40 | 3.7 | 0 | error | 4.8 | 270 | 37 | 0 | unknown | 42 | 45 | 570 | 0 | unknown | 5.6 | 250 | 75 | 0 | unknown | .23 | 37 | 2.9 | 0 | error (1) | .41 | 40 | 3.7 | 0 | error | 79 | 4900 | 840 | 0 | timeout | 900 | 2500 | 7200 | 0 | timeout | 900 | 4800 | 11000 | 0 | timeout | 900 | 5000 | 13000 | 0 |
hostid_true-no-overflow_true-valid-memsafety.i | error (134) | .26 | 34 | 2.4 | 0 | error (42) | 870 | 6500 | 10000 | 0 | error (1) | .48 | 41 | 4.3 | 0 | error (1) | .43 | 40 | 4.0 | 0 | error | 3.9 | 290 | 30 | 0 | unknown | 890 | 1100 | 7900 | 0 | timeout | 900 | 1600 | 12000 | 0 | timeout | 900 | 1800 | 13000 | 0 | error (1) | .41 | 41 | 3.8 | 0 | timeout (timeout) | 900 | 2300 | 12000 | 0 | timeout | 900 | 1800 | 12000 | 0 | timeout | 900 | 1900 | 11000 | 0 | timeout | 900 | 2700 | 11000 | 0 |
logname_true-no-overflow_true-valid-memsafety.i | error (134) | .45 | 37 | 3.9 | 0 | error (6) | .78 | 44 | 8.2 | 0 | error (1) | .48 | 40 | 4.1 | 0 | error (1) | .47 | 40 | 4.3 | 0 | error | 4.4 | 290 | 35 | 0 | unknown | 900 | 920 | 10000 | 0 | unknown | 4.8 | 190 | 57 | 0 | unknown | .18 | 31 | 1.9 | 0 | error (1) | .43 | 40 | 3.7 | 0 | timeout (timeout) | 900 | 500 | 13000 | 0 | timeout | 900 | 2300 | 11000 | 0 | timeout | 900 | 2100 | 12000 | 0 | timeout | 900 | 3700 | 12000 | 0 |
ls-incomplete_false-unreach-call_true-no-overflow_true-valid-memsafety.i | timeout | 900 | 340 | 5500 | 0 | error (1) | 870 | 710 | 4000 | 0 | error (1) | .45 | 40 | 4.8 | 0 | error (1) | .47 | 41 | 4.1 | 0 | error | 5.6 | 290 | 45 | 0 | unknown | 58 | 59 | 670 | 0 | unknown | .20 | 50 | 2.3 | 0 | unknown | .24 | 50 | 2.3 | 0 | error (1) | .43 | 40 | 4.1 | 0 | timeout (timeout) | 900 | 320 | 10000 | 0 | error (7) | 9.5 | 240 | 73 | 0 | error (7) | 9.3 | 240 | 70 | 0 | error (7) | 9.6 | 240 | 75 | 0 |
mkdir_true-no-overflow_true-valid-memsafety.i | error (134) | 6.5 | 45 | 70 | 0 | error (1) | 870 | 1200 | 3800 | 0 | error (1) | .47 | 41 | 4.2 | 0 | error (1) | .43 | 40 | 4.4 | 0 | error | 4.9 | 270 | 41 | 0 | unknown | 43 | 45 | 510 | 0 | unknown | 4.9 | 200 | 77 | 0 | unknown | .21 | 38 | 2.8 | 0 | error (1) | .44 | 40 | 4.0 | 0 | error | 30 | 4300 | 380 | 0 | timeout | 900 | 3200 | 6300 | 0 | timeout | 900 | 5100 | 13000 | 0 | timeout | 900 | 5600 | 12000 | 0 |
mkfifo-incomplete_true-no-overflow_true-valid-memsafety.i | error (134) | .44 | 35 | 3.5 | 0 | error (6) | .83 | 43 | 7.6 | 0 | error (1) | .46 | 40 | 4.2 | 0 | error (1) | .44 | 39 | 4.0 | 0 | error | 4.1 | 300 | 35 | 0 | unknown | 900 | 3000 | 11000 | 0 | unknown | 4.8 | 190 | 56 | 0 | unknown | .19 | 30 | 1.9 | 0 | error (1) | .43 | 40 | 4.2 | 0 | timeout (timeout) | 900 | 1400 | 11000 | 0 | timeout | 900 | 3200 | 9800 | 0 | timeout | 900 | 2200 | 11000 | 0 | timeout | 900 | 3700 | 11000 | 0 |
od_false-unreach-call_true-no-overflow_true-valid-memsafety.i | timeout | 900 | 630 | 11000 | 0 | error (1) | 870 | 800 | 4800 | 0 | error (1) | .45 | 40 | 4.6 | 0 | error (1) | .47 | 40 | 4.2 | 0 | error | 6.4 | 310 | 53 | 0 | unknown | 61 | 56 | 720 | 0 | unknown | 5.0 | 220 | 56 | 0 | unknown | .29 | 52 | 3.7 | 0 | error (1) | .42 | 40 | 4.1 | 0 | out of memory | 150 | 15000 | 1800 | 0 | error (7) | 6.1 | 310 | 52 | 0 | error (7) | 5.6 | 280 | 42 | 0 | error (7) | 5.9 | 300 | 49 | 0 |
printf_false-unreach-call_true-no-overflow_true-valid-memsafety.i | error (6) | .56 | 45 | 5.2 | 0 | error (6) | 26 | 140 | 300 | 0 | error (1) | .50 | 43 | 4.2 | 0 | error (1) | .47 | 41 | 4.1 | 0 | error | 4.7 | 270 | 37 | 0 | unknown | 900 | 2600 | 9600 | 0 | unknown | 4.9 | 200 | 58 | 0 | unknown | .23 | 37 | 1.9 | 0 | error (1) | .42 | 40 | 4.0 | 0 | error (1) | .26 | 13 | 2.5 | 0 | error (7) | 290 | 2900 | 3000 | 0 | timeout | 900 | 5500 | 15000 | 0 | timeout | 900 | 5100 | 10000 | 0 |
readlink_true-no-overflow_true-valid-memsafety.i | error (134) | 6.5 | 43 | 78 | 0 | error (6) | 1.6 | 50 | 18 | 0 | error (1) | .47 | 40 | 4.3 | 0 | error (1) | .48 | 41 | 3.9 | 0 | error | 4.5 | 270 | 40 | 0 | unknown | 40 | 43 | 470 | 0 | unknown | 4.8 | 200 | 74 | 0 | unknown | .24 | 36 | 2.1 | 0 | error (1) | .43 | 41 | 4.1 | 0 | error | 27 | 3900 | 360 | 0 | timeout | 900 | 2100 | 9100 | 0 | timeout | 900 | 3500 | 11000 | 0 | timeout | 900 | 4700 | 10000 | 0 |
realpath_true-no-overflow_true-valid-memsafety.i | error (134) | .48 | 37 | 5.1 | 0 | error (6) | .86 | 45 | 8.6 | 0 | error (1) | .46 | 40 | 4.1 | 0 | error (1) | .43 | 40 | 4.1 | 0 | error | 4.1 | 270 | 32 | 0 | unknown | 900 | 3900 | 11000 | 0 | unknown | 4.8 | 190 | 63 | 0 | unknown | .21 | 31 | 2.1 | 0 | error (1) | .44 | 40 | 3.7 | 0 | timeout (timeout) | 900 | 1500 | 9400 | 0 | timeout | 900 | 2000 | 10000 | 0 | timeout | 900 | 2100 | 13000 | 0 | timeout | 900 | 3600 | 8500 | 0 |
rm_true-no-overflow_true-valid-memsafety.i | error (5) | 16 | 68 | 170 | 0 | error (1) | 870 | 340 | 11000 | 0 | error (1) | .49 | 40 | 4.1 | 0 | error (1) | .46 | 41 | 4.2 | 0 | error | 5.1 | 290 | 47 | 0 | unknown | 43 | 46 | 570 | 0 | unknown | 4.9 | 200 | 61 | 0 | unknown | .22 | 38 | 2.5 | 0 | error (1) | .46 | 41 | 4.3 | 0 | error | 40 | 5600 | 510 | 0 | timeout | 900 | 2400 | 9200 | 0 | timeout | 900 | 3700 | 14000 | 0 | timeout | 900 | 4800 | 11000 | 0 |
seq_true-no-overflow_true-valid-memsafety.i | error (134) | 4.1 | 40 | 52 | 0 | error (6) | 1.5 | 57 | 18 | 0 | error (1) | .49 | 41 | 4.2 | 0 | error (1) | .46 | 41 | 4.0 | 0 | error | 4.4 | 280 | 36 | 0 | unknown | 39 | 43 | 480 | 0 | unknown | .13 | 35 | 1.2 | 0 | unknown | .13 | 35 | 1.3 | 0 | error (1) | .43 | 38 | 4.0 | 0 | error (1) | .24 | 13 | 2.5 | 0 | error (7) | 8.5 | 230 | 76 | 0 | error (7) | 8.6 | 240 | 79 | 0 | error (7) | 8.5 | 230 | 64 | 0 |
stty_false-unreach-call_true-no-overflow_true-valid-memsafety.i | error (134) | 250 | 210 | 2300 | 0 | error (6) | 69 | 230 | 660 | 0 | error (1) | .48 | 41 | 4.2 | 0 | error (1) | .47 | 41 | 4.0 | 0 | error (parsing failed) | 2.5 | 180 | 24 | 0 | unknown | 900 | 2500 | 12000 | 0 | unknown | 5.7 | 250 | 71 | 0 | unknown | .32 | 52 | 3.6 | 0 | error (1) | .44 | 41 | 4.0 | 0 | out of memory | 51 | 15000 | 740 | 0 | error (7) | 9.3 | 310 | 79 | 0 | error (7) | 9.5 | 310 | 73 | 0 | error (7) | 9.9 | 300 | 75 | 0 |
sync_true-no-overflow_true-valid-memsafety.i | error (134) | .37 | 35 | 3.8 | 0 | error (6) | .66 | 42 | 8.4 | 0 | error (1) | .48 | 41 | 4.1 | 0 | error (1) | .49 | 40 | 3.9 | 0 | error | 3.9 | 270 | 33 | 0 | unknown | 890 | 1300 | 6300 | 0 | unknown | 4.8 | 190 | 71 | 0 | unknown | .19 | 30 | 1.8 | 0 | error (1) | .43 | 40 | 4.6 | 0 | timeout (timeout) | 900 | 360 | 12000 | 0 | error (7) | 360 | 2100 | 4300 | 0 | timeout | 900 | 2100 | 14000 | 0 | timeout | 900 | 3600 | 12000 | 0 |
tac_true-no-overflow_true-valid-memsafety.i | error (134) | 13 | 58 | 140 | 0 | error (6) | 3.9 | 59 | 48 | 0 | error (1) | .46 | 41 | 4.1 | 0 | error (1) | .45 | 41 | 4.6 | 0 | error | 4.6 | 270 | 43 | 0 | unknown | 40 | 43 | 560 | 0 | unknown | 4.8 | 200 | 63 | 0 | unknown | .20 | 36 | 2.2 | 0 | error (1) | .42 | 40 | 3.5 | 0 | error | 27 | 3800 | 320 | 0 | timeout | 900 | 4700 | 10000 | 0 | timeout | 900 | 4700 | 13000 | 0 | timeout | 900 | 4900 | 12000 | 0 |
tee_true-no-overflow_true-valid-memsafety.i | error (134) | 8.4 | 49 | 95 | 0 | error (6) | 2.0 | 53 | 24 | 0 | error (1) | .45 | 41 | 4.1 | 0 | error (1) | .45 | 40 | 4.1 | 0 | error | 4.5 | 270 | 34 | 0 | unknown | 40 | 43 | 480 | 0 | unknown | 4.8 | 200 | 64 | 0 | unknown | .20 | 36 | 2.2 | 0 | error (1) | .41 | 40 | 3.9 | 0 | error | 29 | 4000 | 410 | 0 | timeout | 900 | 13000 | 5800 | 0 | timeout | 900 | 5200 | 9200 | 0 | timeout | 900 | 5200 | 9000 | 0 |
test-incomplete_false-unreach-call_true-no-overflow_true-valid-memsafety.i | error (5) | 98 | 130 | 880 | 0 | error (1) | 870 | 730 | 6700 | 0 | error (1) | .47 | 41 | 4.4 | 0 | error (1) | .44 | 40 | 4.2 | 0 | error | 4.9 | 290 | 46 | 0 | unknown | 890 | 1600 | 6200 | 0 | unknown | 5.6 | 310 | 70 | 0 | unknown | .24 | 37 | 2.4 | 0 | error (1) | .43 | 38 | 3.7 | 0 | error | 12 | 2300 | 140 | 0 | error (7) | 8.5 | 240 | 78 | 0 | error (7) | 8.7 | 240 | 77 | 0 | error (7) | 9.2 | 240 | 81 | 0 |
touch_false-unreach-call_true-no-overflow_true-valid-memsafety.i | error (134) | 16 | 67 | 170 | 0 | error (6) | 4.0 | 150 | 51 | 0 | error (1) | .48 | 40 | 4.1 | 0 | error (1) | .46 | 40 | 4.1 | 0 | error | 4.9 | 270 | 36 | 0 | unknown | 46 | 47 | 690 | 0 | unknown | 4.9 | 210 | 55 | 0 | unknown | .23 | 39 | 2.9 | 0 | error (1) | .44 | 41 | 4.0 | 0 | error | 68 | 9300 | 800 | 0 | timeout | 900 | 3500 | 11000 | 0 | timeout | 900 | 5600 | 12000 | 0 | timeout | 900 | 5400 | 11000 | 0 |
uname_true-no-overflow_true-valid-memsafety.i | error (134) | 4.1 | 41 | 37 | 0 | error (6) | 1.9 | 170 | 22 | 0 | error (1) | .49 | 43 | 4.5 | 0 | error (1) | .47 | 40 | 3.8 | 0 | error | 5.3 | 290 | 37 | 0 | unknown | 40 | 43 | 540 | 0 | unknown | 4.8 | 200 | 64 | 0 | unknown | .22 | 36 | 2.3 | 0 | error (1) | .43 | 41 | 4.2 | 0 | error | 23 | 3500 | 250 | 0 | timeout | 900 | 4800 | 9600 | 0 | timeout | 900 | 5500 | 12000 | 0 | timeout | 900 | 5900 | 11000 | 0 |
uniq_true-no-overflow_true-valid-memsafety.i | error (134) | 13 | 57 | 150 | 0 | error (6) | 3.1 | 51 | 37 | 0 | error (1) | .47 | 41 | 3.8 | 0 | error (1) | .44 | 40 | 4.1 | 0 | error | 4.6 | 270 | 42 | 0 | unknown | 41 | 44 | 540 | 0 | unknown | 4.8 | 200 | 74 | 0 | unknown | .23 | 37 | 1.8 | 0 | error (1) | .45 | 41 | 4.0 | 0 | error | 35 | 5000 | 510 | 0 | timeout | 900 | 2500 | 8200 | 0 | timeout | 900 | 4100 | 12000 | 0 | timeout | 900 | 4800 | 9700 | 0 |
usleep_true-no-overflow_true-valid-memsafety.i | error (134) | .81 | 37 | 9.6 | 0 | error (6) | .76 | 44 | 6.5 | 0 | error (1) | .45 | 40 | 4.2 | 0 | error (1) | .46 | 40 | 3.7 | 0 | error | 4.2 | 270 | 36 | 0 | unknown | 890 | 1400 | 7100 | 0 | unknown | 5.2 | 230 | 65 | 0 | unknown | .17 | 31 | 2.1 | 0 | error (1) | .41 | 40 | 3.8 | 0 | timeout (timeout) | 900 | 930 | 13000 | 0 | timeout | 900 | 1800 | 12000 | 0 | timeout | 900 | 2500 | 14000 | 0 | timeout | 900 | 3500 | 12000 | 0 |
uudecode_true-no-overflow_true-valid-memsafety.i | error (134) | 28 | 81 | 300 | 0 | error (6) | 8.4 | 110 | 110 | 0 | error (1) | .45 | 41 | 4.1 | 0 | error (1) | .43 | 40 | 3.8 | 0 | error (parsing failed) | 2.7 | 180 | 27 | 0 | unknown | 46 | 48 | 620 | 0 | unknown | 4.9 | 210 | 71 | 0 | unknown | .24 | 40 | 2.7 | 0 | error (1) | .43 | 42 | 4.1 | 0 | error | 74 | 10000 | 880 | 0 | error (7) | 8.9 | 240 | 70 | 0 | error (7) | 9.1 | 240 | 76 | 0 | error (7) | 8.9 | 240 | 74 | 0 |
wc_false-unreach-call_true-no-overflow_true-valid-memsafety.i | error (6) | .38 | 41 | 3.4 | 0 | error (1) | 870 | 750 | 6600 | 0 | error (1) | .49 | 40 | 3.9 | 0 | error (1) | .44 | 40 | 4.1 | 0 | error | 5.1 | 290 | 36 | 0 | unknown | 41 | 44 | 520 | 0 | unknown | 5.6 | 250 | 77 | 0 | unknown | .22 | 37 | 2.8 | 0 | error (1) | .43 | 41 | 4.0 | 0 | error | 30 | 4400 | 340 | 0 | timeout | 900 | 1900 | 11000 | 0 | timeout | 900 | 4400 | 14000 | 0 | timeout | 900 | 5000 | 12000 | 0 |
who_true-no-overflow_true-valid-memsafety.i | error (134) | 4.7 | 41 | 43 | 0 | error (6) | 1.6 | 52 | 21 | 0 | error (1) | .48 | 40 | 4.2 | 0 | error (1) | .47 | 40 | 4.1 | 0 | error | 4.8 | 290 | 45 | 0 | unknown | 40 | 44 | 480 | 0 | unknown | 4.8 | 200 | 74 | 0 | unknown | .23 | 36 | 2.1 | 0 | error (1) | .43 | 41 | 4.1 | 0 | error | 27 | 3900 | 370 | 0 | error (7) | 9.0 | 230 | 77 | 0 | error (7) | 8.6 | 240 | 67 | 0 | error (7) | 8.6 | 240 | 65 | 0 |
whoami-incomplete_true-no-overflow_true-valid-memsafety.i | error (134) | .47 | 37 | 3.9 | 0 | error (42) | 870 | 5500 | 9300 | 0 | error (1) | .47 | 41 | 3.9 | 0 | error (1) | .42 | 40 | 3.8 | 0 | error | 4.2 | 270 | 35 | 0 | unknown | 890 | 1200 | 6100 | 0 | unknown | 4.8 | 190 | 62 | 0 | unknown | .17 | 31 | 2.5 | 0 | error (1) | .43 | 39 | 3.8 | 0 | timeout (timeout) | 900 | 2400 | 10000 | 0 | timeout | 900 | 4900 | 10000 | 0 | timeout | 900 | 1900 | 12000 | 0 | timeout | 900 | 3900 | 11000 | 0 |
yes_true-no-overflow_true-valid-memsafety.i | error (134) | .44 | 37 | 4.3 | 0 | error (6) | .75 | 44 | 8.6 | 0 | error (1) | .48 | 40 | 4.4 | 0 | error (1) | .41 | 40 | 4.1 | 0 | error | 4.4 | 290 | 32 | 0 | unknown | 900 | 1200 | 10000 | 0 | unknown | 5.3 | 210 | 69 | 0 | unknown | .17 | 31 | 1.9 | 0 | error (1) | .43 | 40 | 3.6 | 0 | timeout (timeout) | 900 | 670 | 14000 | 0 | timeout | 900 | 2300 | 10000 | 0 | timeout | 900 | 2000 | 12000 | 0 | timeout | 900 | 3600 | 9800 | 0 |
../sv-benchmarks/c/busybox-1.22.0/ | status | cpu (s) | mem (MB) | energy (J) | score | status | cpu (s) | mem (MB) | energy (J) | score | status | cpu (s) | mem (MB) | energy (J) | score | status | cpu (s) | mem (MB) | energy (J) | score | status | cpu (s) | mem (MB) | energy (J) | score | status | cpu (s) | mem (MB) | energy (J) | score | status | cpu (s) | mem (MB) | energy (J) | score | status | cpu (s) | mem (MB) | energy (J) | score | status | cpu (s) | mem (MB) | energy (J) | score | status | cpu (s) | mem (MB) | energy (J) | score | status | cpu (s) | mem (MB) | energy (J) | score | status | cpu (s) | mem (MB) | energy (J) | score | status | cpu (s) | mem (MB) | energy (J) | score |
total | 38 | 2500 | 3000 | 23000 | 0 | 38 | 9800 | 44000 | 77000 | 0 | 38 | 18 | 1600 | 160 | 0 | 38 | 17 | 1500 | 150 | 0 | 38 | 170 | 10000 | 1400 | 0 | 38 | 18000 | 35000 | 170000 | 0 | 38 | 3600 | 15000 | 42000 | 1 | 38 | 3100 | 9400 | 37000 | 1 | 38 | 16 | 1500 | 150 | 0 | 38 | 13000 | 150000 | 160000 | 1 | 38 | 23000 | 99000 | 250000 | 0 | 38 | 24000 | 110000 | 340000 | 0 | 38 | 24000 | 130000 | 290000 | 0 |
correct results | 0 | 0 | 0 | 0 | 0 | 0 | 1 | 780 | 1300 | 8200 | 1 | 1 | 400 | 1200 | 4000 | 1 | 0 | 1 | 2.0 | 310 | 23 | 1 | 0 | 0 | 0 | ||||||||||||||||||||||||||||||||||||||||
correct true | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | ||||||||||||||||||||||||||||||||||||||||||||||||||||
correct false | 0 | 0 | 0 | 0 | 0 | 0 | 1 | 780 | 1300 | 8200 | 1 | 1 | 400 | 1200 | 4000 | 1 | 0 | 1 | 2.0 | 310 | 23 | 1 | 0 | 0 | 0 | ||||||||||||||||||||||||||||||||||||||||
correct-unconfimed results | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 1 | 2.5 | 410 | 30 | 0 | 0 | 0 | 0 | ||||||||||||||||||||||||||||||||||||||||||||||||
correct-unconfirmed true | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | ||||||||||||||||||||||||||||||||||||||||||||||||||||
correct-unconfirmed false | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 1 | 2.5 | 410 | 30 | 0 | 0 | 0 | 0 | ||||||||||||||||||||||||||||||||||||||||||||||||
incorrect results | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | ||||||||||||||||||||||||||||||||||||||||||||||||||||
incorrect true | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | ||||||||||||||||||||||||||||||||||||||||||||||||||||
incorrect false | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | ||||||||||||||||||||||||||||||||||||||||||||||||||||
score (38 tasks, max score: 72) | 0 | 0 | 0 | 0 | 0 | 0 | 1 | 1 | 0 | 1 | 0 | 0 | 0 | ||||||||||||||||||||||||||||||||||||||||||||||||||||
Run set | 2ls.sv-comp18.Systems_BusyBox_MemSafety | cbmc.sv-comp18.Systems_BusyBox_MemSafety | cpa-bam-bnb.sv-comp18.Systems_BusyBox_MemSafety | cpa-bam-slicing.sv-comp18.Systems_BusyBox_MemSafety | cpa-seq.sv-comp18.Systems_BusyBox_MemSafety | depthk.sv-comp18.Systems_BusyBox_MemSafety | esbmc-incr.sv-comp18.Systems_BusyBox_MemSafety | esbmc-kind.sv-comp18.Systems_BusyBox_MemSafety | interpchecker.sv-comp18 | symbiotic.sv-comp18.Systems_BusyBox_MemSafety | uautomizer.sv-comp18.Systems_BusyBox_MemSafety | ukojak.sv-comp18.Systems_BusyBox_MemSafety | utaipan.sv-comp18.Systems_BusyBox_MemSafety |