Tool | BLAST 2.7.1 | CPAchecker 1.1.10-svcomp13 | ESBMC 1.20 | LLBMC SV-COMP-13 | Predator | Symbiotic | UFO 2012-10-22 | Ultimate Automizer | ||||||||||
Limits | timelimit: 900 s, memlimit: 15360 MB | |||||||||||||||||
System | CPU: Intel(R) Core(TM) i7-2600K CPU @ 3.40GHz with 4 cores, frequency: 3401 MHz; RAM: 16343684 kB | |||||||||||||||||
Date of run | 2012-11-25 00:16 | 2012-11-14 06:53 | 2012-11-14 08:27 | 2012-11-17 03:16 | 2012-12-04 06:32 | 2012-12-03 03:44 | 2012-11-02 08:31 | 2012-12-14 13:52 | 2012-12-09 01:05 | |||||||||
Options | -alias bdd -enable-recursion -noprofile -cref -sv-comp -lattice -include-lattice symb |
-sv-comp13--explitp-pred -heap 12000m -disable-java-assertions |
-sv-comp13--combinations -heap 12000m -disable-java-assertions |
-t label -m32 |
--cex= |
|||||||||||||
../sv-benchmarks-trunk/systemc/ | status | time | status | time | status | time | status | time | status | time | status | time | status | time | status | time | status | time |
kundu1_unsafe.cil.c | unsafe | 200 | unsafe | 8.3 | unsafe | 1.9 | unsafe | 2.0 | unsafe | 0.68 | unsafe | 0.07 | timeout | 900 | unsafe | 5.7 | unsafe | 35 |
kundu2_unsafe.cil.c | error | 2.2 | unsafe | 8.2 | unsafe | 1.7 | unsafe | 1.1 | unsafe | 0.29 | unsafe | 0.09 | timeout | 900 | unsafe | 9.0 | smtlibexception | 22 |
pc_sfifo_1_unsafe.cil.c | unsafe | 0.09 | unsafe | 1.5 | unsafe | 110 | unsafe | 0.31 | unsafe | 0.06 | unsafe | 0.04 | timeout | 900 | unsafe | 1.1 | unsafe | 3.0 |
pc_sfifo_2_unsafe.cil.c | unsafe | 0.10 | unsafe | 3.1 | unsafe | 110 | unsafe | 0.29 | unsafe | 0.07 | unsafe | 0.05 | timeout | 900 | unsafe | 1.3 | unsafe | 3.2 |
pipeline_unsafe.cil.c | timeout | 910 | unsafe | 380 | unsafe | 17 | unsafe | 500 | unsafe | 26 | timeout | 900 | timeout | 900 | unsafe | 15 | unsafe | 480 |
token_ring.01_unsafe.cil.c | unsafe | 1.5 | unsafe | 3.6 | unsafe | 2.7 | unsafe | 41 | unsafe | 0.31 | unsafe | 0.05 | timeout | 900 | unsafe | 1.4 | unsafe | 18 |
token_ring.02_unsafe.cil.c | unsafe | 37 | unsafe | 5.6 | unsafe | 4.4 | unsafe | 87 | unsafe | 0.53 | unsafe | 0.07 | timeout | 900 | unsafe | 2.7 | unsafe | 43 |
token_ring.03_unsafe.cil.c | unsafe | 240 | unsafe | 7.1 | unsafe | 7.0 | unsafe | 220 | unsafe | 0.87 | unsafe | 0.13 | timeout | 900 | unsafe | 3.7 | unsafe | 83 |
token_ring.04_unsafe.cil.c | timeout | 910 | unsafe | 11 | unsafe | 16 | unsafe | 480 | unsafe | 1.3 | unsafe | 0.34 | timeout | 900 | unsafe | 4.9 | unsafe | 380 |
token_ring.05_unsafe.cil.c | timeout | 910 | unsafe | 19 | unsafe | 78 | unsafe | 13 | unsafe | 1.9 | unsafe | 1.0 | timeout | 900 | unsafe | 5.5 | timeout | 900 |
token_ring.06_unsafe.cil.c | timeout | 910 | unsafe | 48 | unsafe | 88 | unsafe | 22 | unsafe | 2.5 | unsafe | 4.2 | timeout | 900 | unsafe | 6.2 | timeout | 900 |
token_ring.07_unsafe.cil.c | timeout | 910 | unsafe | 160 | unknown | 880 | unsafe | 640 | unsafe | 3.3 | unsafe | 11 | timeout | 900 | unsafe | 7.6 | timeout | 900 |
token_ring.08_unsafe.cil.c | timeout | 910 | unsafe | 580 | timeout | 900 | unsafe | 43 | unsafe | 4.3 | unsafe | 120 | timeout | 900 | unsafe | 8.8 | timeout | 900 |
token_ring.09_unsafe.cil.c | timeout | 910 | timeout | 900 | timeout | 900 | unsafe | 66 | unsafe | 5.4 | unsafe | 810 | timeout | 900 | unsafe | 12 | timeout | 900 |
token_ring.10_unsafe.cil.c | timeout | 910 | timeout | 900 | timeout | 900 | unsafe | 280 | unsafe | 6.6 | timeout | 900 | timeout | 900 | unsafe | 17 | timeout | 900 |
token_ring.11_unsafe.cil.c | timeout | 910 | timeout | 900 | timeout | 900 | unsafe | 120 | unsafe | 8.1 | timeout | 900 | timeout | 900 | unsafe | 16 | timeout | 900 |
token_ring.12_unsafe.cil.c | timeout | 910 | timeout | 900 | timeout | 900 | unsafe | 180 | unsafe | 9.8 | timeout | 900 | timeout | 900 | unsafe | 9.8 | timeout | 900 |
token_ring.13_unsafe.cil.c | timeout | 910 | timeout | 900 | timeout | 900 | unsafe | 200 | unsafe | 12 | timeout | 900 | timeout | 900 | unsafe | 14 | timeout | 900 |
token_ring.14_unsafe.cil.c | timeout | 910 | timeout | 900 | timeout | 900 | unsafe | 180 | unsafe | 9.8 | timeout | 900 | timeout | 900 | unsafe | 15 | timeout | 900 |
token_ring.15_unsafe.cil.c | timeout | 910 | timeout | 900 | timeout | 900 | unsafe | 240 | unsafe | 12 | timeout | 900 | timeout | 900 | unsafe | 14 | timeout | 900 |
toy1_unsafe.cil.c | unsafe | 140 | unsafe | 86 | unsafe | 1.8 | unsafe | 130 | unsafe | 1.6 | unsafe | 0.08 | timeout | 900 | unsafe | 31 | smtlibexception | 130 |
toy2_unsafe.cil.c | unsafe | 140 | unsafe | 66 | unsafe | 1.8 | unsafe | 130 | unsafe | 0.99 | unsafe | 0.09 | timeout | 900 | unsafe | 76 | unsafe | 110 |
transmitter.01_unsafe.cil.c | unsafe | 0.65 | unsafe | 3.2 | unsafe | 1.5 | unsafe | 3.0 | unsafe | 0.08 | unsafe | 0.05 | timeout | 900 | unsafe | 0.96 | unsafe | 11 |
transmitter.02_unsafe.cil.c | unsafe | 6.8 | unsafe | 5.2 | unsafe | 1.7 | unsafe | 5.6 | unsafe | 0.13 | unsafe | 0.07 | timeout | 900 | unsafe | 1.3 | unsafe | 34 |
transmitter.03_unsafe.cil.c | unsafe | 93 | unsafe | 6.8 | unsafe | 1.9 | unsafe | 1.0 | unsafe | 0.20 | unsafe | 0.10 | timeout | 900 | unsafe | 1.3 | unsafe | 46 |
transmitter.04_unsafe.cil.c | unsafe | 660 | unsafe | 9.0 | unsafe | 2.2 | unsafe | 18 | unsafe | 0.29 | unsafe | 0.27 | timeout | 900 | unsafe | 1.8 | unsafe | 66 |
transmitter.05_unsafe.cil.c | timeout | 910 | unsafe | 13 | unsafe | 2.5 | unsafe | 2.1 | unsafe | 0.42 | unsafe | 0.65 | timeout | 900 | unsafe | 2.1 | timeout | 900 |
transmitter.06_unsafe.cil.c | timeout | 910 | unsafe | 21 | unsafe | 2.8 | unsafe | 3.1 | unsafe | 0.57 | unsafe | 1.9 | timeout | 900 | unsafe | 2.4 | timeout | 900 |
transmitter.07_unsafe.cil.c | timeout | 910 | unsafe | 39 | unsafe | 3.9 | unsafe | 38 | unsafe | 0.77 | unsafe | 7.3 | timeout | 900 | unsafe | 2.1 | timeout | 900 |
transmitter.08_unsafe.cil.c | timeout | 910 | unsafe | 96 | unsafe | 6.3 | unsafe | 5.8 | unsafe | 1.00 | unsafe | 66 | timeout | 900 | unsafe | 2.9 | timeout | 900 |
transmitter.09_unsafe.cil.c | timeout | 910 | unsafe | 210 | unsafe | 11 | unsafe | 8.1 | unsafe | 1.3 | unsafe | 360 | timeout | 900 | unsafe | 3.2 | timeout | 900 |
transmitter.10_unsafe.cil.c | timeout | 910 | unsafe | 670 | unsafe | 29 | unsafe | 100 | unsafe | 1.7 | timeout | 900 | timeout | 900 | unsafe | 2.7 | timeout | 900 |
transmitter.11_unsafe.cil.c | timeout | 910 | timeout | 900 | unsafe | 100 | unsafe | 13 | unsafe | 2.0 | timeout | 900 | timeout | 900 | unsafe | 3.1 | timeout | 900 |
transmitter.12_unsafe.cil.c | timeout | 910 | timeout | 900 | timeout | 900 | unsafe | 17 | unsafe | 2.4 | timeout | 900 | timeout | 900 | unsafe | 3.7 | timeout | 900 |
transmitter.13_unsafe.cil.c | timeout | 910 | timeout | 900 | timeout | 900 | unsafe | 310 | unsafe | 2.9 | timeout | 900 | timeout | 900 | unsafe | 3.8 | timeout | 900 |
transmitter.15_unsafe.cil.c | unsafe | 0.26 | unsafe | 14 | unsafe | 130 | unsafe | 2.9 | unsafe | 0.21 | unsafe | 0.09 | timeout | 900 | unsafe | 1.3 | unsafe | 68 |
transmitter.16_unsafe.cil.c | unsafe | 0.27 | unsafe | 16 | unsafe | 120 | unsafe | 0.87 | unsafe | 0.24 | unsafe | 0.09 | timeout | 900 | unsafe | 1.4 | unsafe | 93 |
bist_cell_safe.cil.c | safe | 1.3 | safe | 8.7 | safe | 1.2 | safe | 0.40 | safe | 6.5 | safe | 0.08 | timeout | 900 | safe | 0.42 | safe | 46 |
kundu_safe.cil.c | error | 2.2 | safe | 18 | safe | 5.0 | safe | 540 | timeout | 910 | safe | 0.45 | timeout | 900 | safe | 150 | safe | 61 |
mem_slave_tlm.1_safe.cil.c | safe | 57 | safe | 5.6 | safe | 1.6 | safe | 820 | timeout | 910 | safe | 0.09 | timeout | 900 | safe | 540 | safe | 790 |
mem_slave_tlm.2_safe.cil.c | safe | 260 | safe | 7.0 | safe | 1.8 | timeout | 910 | timeout | 910 | safe | 0.11 | timeout | 900 | timeout | 920 | safe | 110 |
mem_slave_tlm.3_safe.cil.c | timeout | 910 | safe | 8.8 | safe | 1.8 | timeout | 910 | timeout | 910 | safe | 0.12 | timeout | 900 | timeout | 920 | safe | 590 |
mem_slave_tlm.4_safe.cil.c | error | 100 | safe | 12 | safe | 2.1 | timeout | 910 | timeout | 910 | safe | 0.14 | timeout | 900 | timeout | 920 | safe | 130 |
mem_slave_tlm.5_safe.cil.c | error | 100 | safe | 16 | safe | 2.0 | timeout | 910 | timeout | 910 | safe | 0.16 | timeout | 900 | timeout | 920 | safe | 190 |
pc_sfifo_1_safe.cil.c | safe | 10 | safe | 7.4 | safe | 110 | safe | 460 | safe | 120 | unsafe | 0.09 | timeout | 900 | safe | 7.2 | safe | 20 |
pc_sfifo_2_safe.cil.c | safe | 9.0 | safe | 24 | safe | 110 | safe | 460 | safe | 160 | unsafe | 0.12 | timeout | 900 | safe | 14 | safe | 42 |
pc_sfifo_3_safe.cil.c | safe | 0.94 | safe | 1.9 | safe | 1.4 | safe | 1.1 | safe | 430 | safe | 0.07 | timeout | 900 | safe | 2.2 | safe | 18 |
pipeline_safe.cil.c | timeout | 910 | timeout | 900 | safe | 89 | safe | 520 | timeout | 910 | timeout | 900 | timeout | 900 | safe | 350 | safe | 670 |
token_ring.01_safe.cil.c | safe | 1.5 | safe | 5.4 | safe | 3.7 | safe | 460 | safe | 300 | unsafe | 0.05 | timeout | 900 | safe | 7.6 | safe | 22 |
token_ring.02_safe.cil.c | safe | 43 | safe | 7.9 | safe | 7.3 | safe | 500 | safe | 730 | unsafe | 0.07 | timeout | 900 | safe | 16 | safe | 40 |
token_ring.03_safe.cil.c | safe | 270 | safe | 13 | safe | 44 | timeout | 910 | timeout | 910 | unsafe | 0.13 | timeout | 900 | safe | 82 | safe | 97 |
token_ring.04_safe.cil.c | timeout | 910 | safe | 31 | safe | 230 | timeout | 910 | timeout | 910 | unsafe | 0.35 | timeout | 900 | safe | 140 | safe | 520 |
token_ring.05_safe.cil.c | timeout | 910 | safe | 110 | unknown | 460 | timeout | 910 | timeout | 910 | unsafe | 1.0 | timeout | 900 | safe | 230 | timeout | 900 |
token_ring.06_safe.cil.c | timeout | 910 | safe | 670 | segmentation fault | 350 | timeout | 910 | timeout | 910 | unsafe | 4.2 | timeout | 900 | safe | 370 | timeout | 900 |
token_ring.07_safe.cil.c | timeout | 910 | timeout | 900 | unknown | 690 | timeout | 910 | timeout | 910 | unsafe | 11 | timeout | 900 | safe | 770 | timeout | 900 |
token_ring.08_safe.cil.c | timeout | 910 | timeout | 900 | timeout | 900 | timeout | 910 | timeout | 910 | unsafe | 120 | timeout | 900 | timeout | 920 | timeout | 900 |
token_ring.09_safe.cil.c | timeout | 910 | timeout | 900 | timeout | 900 | timeout | 910 | timeout | 910 | unsafe | 810 | timeout | 900 | timeout | 920 | timeout | 900 |
token_ring.10_safe.cil.c | timeout | 910 | timeout | 900 | timeout | 900 | timeout | 910 | timeout | 910 | timeout | 900 | timeout | 900 | timeout | 920 | timeout | 900 |
token_ring.11_safe.cil.c | timeout | 910 | timeout | 900 | timeout | 900 | timeout | 910 | timeout | 910 | timeout | 900 | timeout | 900 | timeout | 920 | timeout | 900 |
token_ring.12_safe.cil.c | timeout | 910 | timeout | 900 | timeout | 900 | timeout | 910 | timeout | 910 | timeout | 900 | timeout | 900 | timeout | 920 | timeout | 900 |
token_ring.13_safe.cil.c | timeout | 910 | timeout | 900 | timeout | 900 | timeout | 910 | timeout | 910 | timeout | 900 | timeout | 900 | timeout | 920 | timeout | 900 |
toy_safe.cil.c | safe | 410 | safe | 110 | safe | 310 | safe | 680 | timeout | 910 | unsafe | 0.38 | timeout | 900 | timeout | 920 | smtlibexception | 200 |
total files | 62 | 34000 | 62 | 20000 | 62 | 19000 | 62 | 22000 | 62 | 19000 | 62 | 17000 | 62 | 56000 | 62 | 13000 | 62 | 31000 |
correct results | 24 | 2600 | 44 | 3500 | 42 | 1800 | 47 | 8500 | 43 | 1900 | 34 | 1400 | 0 | 0 | 51 | 3000 | 30 | 4800 |
false negatives | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 |
false positives | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 12 | 940 | 0 | 0 | 0 | 0 | 0 | 0 |
false properties | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 |
score (62 files, max score: 87) | 34 | 61 | 58 | 57 | 49 | -6 | 0 | 65 | 45 |