Tool | BLAST 2.7 | CPAchecker ABE r4569 | CPAchecker ABM r4573 | ESBMC 1.17 | LLBMC 0.9_MMF | Predator | QARMC-HSF | SatAbs 3.0 | WOLVERINE 0.5c | |||||||||
Limits | timelimit: 900 s, memlimit: 15000 MB | |||||||||||||||||
System | os: Linux 2.6.35-30-generic x86_64 cpu: Intel(R) Core(TM) i7-2600K CPU @ 3.40GHz cores: 4, frequency: 3401 MHz, ram: 16375440 kB | |||||||||||||||||
Date of run | 2011-12-06 03:06 | 2011-12-03 10:32 | 2011-12-04 14:36 | 2011-12-04 08:46 | 2011-12-07 07:21 | 2011-12-04 23:44 | 2011-12-05 10:09 | 2011-12-05 13:41 | 2011-12-06 08:38 | |||||||||
Benchmark | systemc | systemc | systemc | systemc | systemc | systemc | systemc | systemc | systemc | |||||||||
Options | -alias bdd -enable-recursion -noprofile -cref -sv-comp -lattice -include-lattice symb | -heap 12500m -sv-comp12 | -heap 12500m -sv-comp12-abm | --64 --error-label ERROR --no-bounds-check --no-div-by-zero-check --no-assertions --no-pointer-check --no-unwinding-assertions --partial-loops --unwind 2 | -m32 | --full-inlining --iterations 500 --error-label ERROR --32 | --error-label ERROR --32 | |||||||||||
../sv-benchmarks/systemc/ | status | runtime | status | runtime | status | runtime | status | runtime | status | runtime | status | runtime | status | runtime | status | runtime | status | runtime |
total files | 62 | 36000 | 62 | 21000 | 62 | 25000 | 62 | 760 | 62 | 49000 | 62 | 16000 | 62 | 41000 | 62 | 25000 | 62 | 35000 |
correct results | 23 | 4000 | 34 | 1100 | 30 | 450 | 58 | 760 | 8 | 2.4 | 34 | 630 | 5 | 820 | 40 | 5000 | 25 | 1900 |
false negatives | 0 | 0 | 0 | 0 | 0 | 0 | 4 | 1.4 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 |
false positives | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 11 | 360 | 0 | 0 | 0 | 0 | 0 | 0 |
score (62 files, max score: 87) | 33 | 45 | 36 | 67 | 8 | 21 | 8 | 57 | 36 | |||||||||
kundu1_BUG.cil.c | unsafe | 440 | unsafe | 5.7 | out of memory | 280 | safe | 0.29 | unsafe | 0.24 | unsafe | 0.06 | timeout | 900 | unsafe | 11 | unsafe | 28 |
kundu2_BUG.cil.c | unknown | 4.5 | unsafe | 6.1 | unsafe | 11 | unsafe | 0.79 | unsafe | 0.14 | unsafe | 0.08 | timeout | 900 | unsafe | 26 | unsafe | 35 |
pc_sfifo_1_BUG.cil.c | unsafe | 0.06 | unsafe | 1.9 | unsafe | 1.5 | unsafe | 0.22 | unsafe | 0.04 | unsafe | 0.03 | unsafe | 0.45 | unsafe | 0.22 | unsafe | 0.04 |
pc_sfifo_2_BUG.cil.c | unsafe | 0.07 | unsafe | 1.5 | unsafe | 2.1 | unsafe | 0.2 | unsafe | 0.04 | unsafe | 0.03 | unsafe | 0.68 | unsafe | 0.41 | unsafe | 0.05 |
pipeline_BUG.cil.c | timeout | 910 | unsafe | 13 | unsafe | 20 | safe | 0.43 | timeout | 900 | unsafe | 0.45 | timeout | 900 | unsafe | 410 | timeout | 900 |
token_ring.01.BUG.cil.c | unsafe | 3.0 | unsafe | 2.4 | unsafe | 2.4 | unsafe | 0.28 | timeout | 900 | unsafe | 0.04 | timeout | 900 | unsafe | 3.6 | unsafe | 2.0 |
token_ring.02.BUG.cil.c | unsafe | 79 | unsafe | 4.2 | unsafe | 4.0 | unsafe | 0.61 | timeout | 910 | unsafe | 0.06 | timeout | 900 | unsafe | 10 | unsafe | 15 |
token_ring.03.BUG.cil.c | unsafe | 510 | unsafe | 5.5 | unsafe | 5.3 | unsafe | 1.1 | timeout | 900 | unsafe | 0.14 | timeout | 900 | unsafe | 28 | unsafe | 150 |
token_ring.04.BUG.cil.c | timeout | 910 | unsafe | 14 | unsafe | 15 | unsafe | 2.1 | timeout | 900 | unsafe | 0.46 | timeout | 900 | unsafe | 53 | timeout | 900 |
token_ring.05.BUG.cil.c | timeout | 910 | unsafe | 71 | unsafe | 21 | unsafe | 3.4 | timeout | 900 | unsafe | 1.8 | timeout | 900 | unsafe | 160 | timeout | 900 |
token_ring.06.BUG.cil.c | timeout | 910 | unsafe | 89 | segmentation fault | 810 | unsafe | 5.3 | timeout | 910 | unsafe | 8.1 | timeout | 900 | unsafe | 530 | timeout | 900 |
token_ring.07.BUG.cil.c | timeout | 910 | timeout | 900 | timeout | 900 | unsafe | 8.0 | timeout | 910 | unsafe | 44 | timeout | 900 | timeout | 910 | timeout | 900 |
token_ring.08.BUG.cil.c | timeout | 910 | timeout | 900 | timeout | 900 | unsafe | 11 | timeout | 910 | unsafe | 300 | unknown | 730 | timeout | 910 | timeout | 900 |
token_ring.09.BUG.cil.c | timeout | 910 | timeout | 900 | timeout | 900 | unsafe | 16 | timeout | 900 | timeout | 900 | unknown | 680 | timeout | 900 | timeout | 900 |
token_ring.10.BUG.cil.c | timeout | 910 | out of memory | 800 | timeout | 900 | unsafe | 22 | timeout | 900 | timeout | 900 | timeout | 900 | timeout | 910 | timeout | 900 |
token_ring.11.BUG.cil.c | timeout | 910 | out of memory | 770 | timeout | 900 | unsafe | 30 | timeout | 900 | timeout | 900 | unknown | 270 | timeout | 910 | timeout | 900 |
token_ring.12.BUG.cil.c | timeout | 910 | timeout | 900 | timeout | 900 | unsafe | 40 | timeout | 900 | timeout | 900 | unknown | 28 | timeout | 910 | timeout | 900 |
token_ring.13.BUG.cil.c | timeout | 910 | timeout | 900 | timeout | 900 | unsafe | 52 | timeout | 900 | timeout | 900 | unknown | 30 | timeout | 910 | timeout | 900 |
token_ring.14.BUG.cil.c | timeout | 910 | timeout | 900 | timeout | 900 | unsafe | 40 | timeout | 900 | timeout | 900 | unknown | 28 | timeout | 910 | timeout | 900 |
token_ring.15.BUG.cil.c | timeout | 910 | timeout | 900 | timeout | 900 | unsafe | 52 | timeout | 900 | timeout | 900 | unknown | 30 | timeout | 910 | timeout | 900 |
toy1_BUG.cil.c | unsafe | 310 | unsafe | 80 | segmentation fault | 370 | safe | 0.36 | timeout | 900 | unsafe | 0.11 | timeout | 900 | unsafe | 7.5 | unsafe | 430 |
toy2_BUG.cil.c | unsafe | 300 | unsafe | 52 | segmentation fault | 590 | safe | 0.34 | timeout | 900 | unsafe | 0.10 | timeout | 900 | unsafe | 6.3 | unsafe | 430 |
transmitter.01.BUG.cil.c | unsafe | 1.2 | unsafe | 2.3 | unsafe | 2.6 | unsafe | 0.18 | unsafe | 0.43 | unsafe | 0.03 | timeout | 900 | unsafe | 0.74 | unsafe | 2.0 |
transmitter.02.BUG.cil.c | unsafe | 14 | unsafe | 2.3 | unsafe | 2.8 | unsafe | 0.38 | unsafe | 1.3 | unsafe | 0.05 | timeout | 900 | unsafe | 4.9 | unsafe | 16 |
transmitter.03.BUG.cil.c | unsafe | 200 | unsafe | 3.7 | unsafe | 3.5 | unsafe | 0.75 | timeout | 900 | unsafe | 0.11 | timeout | 900 | unsafe | 12 | unsafe | 100 |
transmitter.04.BUG.cil.c | timeout | 910 | unsafe | 6.3 | unsafe | 4.5 | unsafe | 1.4 | timeout | 900 | unsafe | 0.34 | timeout | 900 | unsafe | 20 | timeout | 900 |
transmitter.05.BUG.cil.c | timeout | 910 | unsafe | 6.9 | unsafe | 5.3 | unsafe | 2.3 | timeout | 900 | unsafe | 1.4 | timeout | 900 | unsafe | 44 | timeout | 900 |
transmitter.06.BUG.cil.c | timeout | 910 | unsafe | 20 | unsafe | 6.5 | unsafe | 3.7 | timeout | 900 | unsafe | 6.2 | timeout | 900 | unsafe | 91 | timeout | 900 |
transmitter.07.BUG.cil.c | timeout | 910 | unsafe | 49 | unsafe | 8.0 | unsafe | 5.7 | timeout | 910 | unsafe | 33 | timeout | 900 | unsafe | 310 | timeout | 900 |
transmitter.08.BUG.cil.c | timeout | 910 | unsafe | 310 | unsafe | 9.8 | unsafe | 8.5 | timeout | 910 | unsafe | 230 | timeout | 900 | unsafe | 710 | timeout | 900 |
transmitter.09.BUG.cil.c | timeout | 910 | out of memory | 600 | unsafe | 12 | unsafe | 12 | timeout | 910 | timeout | 900 | timeout | 900 | timeout | 910 | timeout | 900 |
transmitter.10.BUG.cil.c | timeout | 910 | out of memory | 780 | unsafe | 19 | unsafe | 16 | timeout | 910 | timeout | 900 | timeout | 900 | timeout | 910 | timeout | 900 |
transmitter.11.BUG.cil.c | timeout | 910 | segmentation fault | 700 | unsafe | 31 | unsafe | 24 | timeout | 910 | timeout | 900 | unknown | 270 | timeout | 910 | timeout | 900 |
transmitter.12.BUG.cil.c | timeout | 910 | out of memory | 890 | unsafe | 56 | unsafe | 31 | timeout | 900 | timeout | 900 | unknown | 27 | timeout | 910 | timeout | 900 |
transmitter.13.BUG.cil.c | timeout | 910 | timeout | 900 | unsafe | 110 | unsafe | 42 | timeout | 900 | timeout | 900 | unknown | 29 | timeout | 910 | timeout | 900 |
transmitter.15.BUG.cil.c | unsafe | 0.22 | unsafe | 3.1 | unsafe | 3.1 | unsafe | 41 | unsafe | 0.12 | unsafe | 0.11 | unknown | 27 | unsafe | 140 | unsafe | 0.26 |
transmitter.16.BUG.cil.c | unsafe | 0.24 | unsafe | 2.9 | unsafe | 3.2 | unsafe | 44 | unsafe | 0.13 | unsafe | 0.09 | unknown | 28 | unsafe | 160 | unsafe | 0.28 |
bist_cell.cil.c | safe | 2.4 | safe | 2.2 | safe | 18 | safe | 0.10 | timeout | 910 | safe | 0.05 | timeout | 900 | safe | 12 | timeout | 900 |
kundu.cil.c | unknown | 4.5 | safe | 13 | out of memory | 370 | safe | 0.66 | timeout | 910 | safe | 1.2 | timeout | 900 | safe | 25 | timeout | 900 |
mem_slave_tlm.1.cil.c | safe | 120 | out of memory | 270 | out of memory | 270 | safe | 12 | timeout | 910 | safe | 0.08 | safe | 260 | safe | 22 | safe | 6.8 |
mem_slave_tlm.2.cil.c | safe | 560 | segmentation fault | 210 | out of memory | 410 | safe | 13 | timeout | 910 | safe | 0.10 | safe | 510 | safe | 64 | safe | 25 |
mem_slave_tlm.3.cil.c | timeout | 910 | out of memory | 260 | timeout | 900 | safe | 13 | timeout | 910 | safe | 0.13 | timeout | 900 | safe | 160 | safe | 64 |
mem_slave_tlm.4.cil.c | unknown | 220 | segmentation fault | 390 | timeout | 900 | safe | 13 | timeout | 910 | safe | 0.15 | unknown | 760 | safe | 350 | safe | 130 |
mem_slave_tlm.5.cil.c | unknown | 220 | out of memory | 300 | timeout | 900 | safe | 13 | timeout | 910 | safe | 0.19 | timeout | 900 | safe | 760 | safe | 220 |
pc_sfifo_1.cil.c | safe | 21 | safe | 3.9 | safe | 4.9 | safe | 0.21 | timeout | 910 | unsafe | 0.08 | safe | 50 | safe | 1.3 | safe | 1.4 |
pc_sfifo_2.cil.c | safe | 19 | safe | 4.8 | safe | 7.0 | safe | 0.17 | timeout | 910 | unsafe | 0.10 | timeout | 900 | safe | 1.8 | safe | 3.0 |
pc_sfifo_3.cil.c | safe | 1.8 | safe | 2.3 | safe | 5.9 | safe | 0.23 | timeout | 910 | safe | 0.07 | timeout | 900 | safe | 0.49 | safe | 18 |
pipeline.cil.c | timeout | 910 | safe | 16 | timeout | 900 | safe | 0.44 | timeout | 900 | safe | 0.48 | timeout | 900 | timeout | 910 | timeout | 900 |
token_ring.01.cil.c | safe | 3.0 | safe | 3.9 | safe | 6.9 | safe | 0.26 | timeout | 910 | unsafe | 0.05 | timeout | 900 | safe | 3.2 | safe | 2.1 |
token_ring.02.cil.c | safe | 93 | safe | 7.1 | safe | 49 | safe | 0.56 | timeout | 910 | unsafe | 0.06 | timeout | 900 | safe | 11 | safe | 16 |
token_ring.03.cil.c | safe | 580 | safe | 33 | timeout | 900 | safe | 1.1 | timeout | 900 | unsafe | 0.14 | timeout | 900 | safe | 25 | safe | 190 |
token_ring.04.cil.c | timeout | 910 | safe | 140 | timeout | 900 | safe | 1.9 | timeout | 900 | unsafe | 0.46 | timeout | 900 | safe | 50 | timeout | 900 |
token_ring.05.cil.c | timeout | 910 | out of memory | 300 | out of memory | 550 | safe | 3.1 | timeout | 900 | unsafe | 1.9 | timeout | 900 | safe | 130 | timeout | 900 |
token_ring.06.cil.c | timeout | 910 | out of memory | 380 | segmentation fault | 650 | safe | 4.8 | timeout | 910 | unsafe | 8.2 | timeout | 900 | safe | 650 | timeout | 900 |
token_ring.07.cil.c | timeout | 910 | timeout | 900 | timeout | 900 | safe | 7.3 | timeout | 910 | unsafe | 43 | timeout | 900 | timeout | 910 | timeout | 900 |
token_ring.08.cil.c | timeout | 910 | timeout | 900 | timeout | 900 | safe | 11 | timeout | 910 | unsafe | 310 | unknown | 730 | timeout | 910 | timeout | 900 |
token_ring.09.cil.c | timeout | 910 | timeout | 900 | timeout | 900 | safe | 15 | timeout | 900 | timeout | 900 | unknown | 680 | timeout | 910 | timeout | 900 |
token_ring.10.cil.c | timeout | 910 | timeout | 900 | timeout | 900 | safe | 20 | timeout | 900 | timeout | 900 | timeout | 900 | timeout | 910 | timeout | 900 |
token_ring.11.cil.c | timeout | 910 | out of memory | 880 | timeout | 900 | safe | 27 | timeout | 900 | timeout | 900 | unknown | 260 | timeout | 910 | timeout | 900 |
token_ring.12.cil.c | timeout | 910 | timeout | 900 | timeout | 900 | safe | 36 | timeout | 900 | timeout | 900 | unknown | 29 | timeout | 910 | timeout | 900 |
token_ring.13.cil.c | timeout | 910 | timeout | 900 | timeout | 900 | safe | 47 | timeout | 900 | timeout | 900 | unknown | 30 | timeout | 910 | timeout | 900 |
toy.cil.c | safe | 790 | safe | 81 | out of memory | 730 | safe | 0.35 | timeout | 900 | unsafe | 0.64 | timeout | 900 | safe | 6.6 | timeout | 900 |