Tool | CBMC 4.5 | CPAchecker 1.2.11-svcomp14b | Lazy-CSeq November 2013 | MU-CSeq November 2013 | ESBMC 1.22.1 | LLBMC | Predator 2013-10-30 | Symbiotic | Threader | UltimateAutomizer | UltimateKojak | ||||||||||||||||||||||
Limits | timelimit: 900 s, memlimit: 15360 MB, CPU core limit: 8 | ||||||||||||||||||||||||||||||||
OS | Linux 3.2.0-56-generic x86_64 | ||||||||||||||||||||||||||||||||
System | CPU: Intel Core i7-2600 CPU @ 3.40GHz with 8 cores, frequency: 3401 MHz; RAM: 32827640 kB | ||||||||||||||||||||||||||||||||
Date of execution | 13-11-18 23:43 | 13-11-18 14:59 | 13-11-21 12:28 | 13-11-21 12:55 | 13-11-18 23:26 | 13-11-21 13:28 | 13-11-19 22:09 | 13-11-25 00:14 | 13-11-21 13:26 | 13-11-19 23:49 | 13-11-21 12:52 | ||||||||||||||||||||||
Options | --propertyfile ${sourcefile_path}/ALL.prp --32 |
-sv-comp14 -heap 10000M -spec ${sourcefile_path}/ALL.prp -disable-java-assertions |
--spec ${sourcefile_path}/ALL.prp --witness ${logfile_path}/${rundefinition_name}.${sourcefile_name}_errorpath.txt |
--spec ${sourcefile_path}/ALL.prp --witness ${logfile_path}/${rundefinition_name}.${sourcefile_name}_errorpath.txt |
-c ${sourcefile_path}/ALL.prp | -spec ${sourcefile_path}/ALL.prp -witness ${logfile_path}/${rundefinition_name}.${sourcefile_name}_errorpath.txt |
--propertyfile ${sourcefile_path}/ALL.prp --trace ${logfile_path}/${rundefinition_name}.${sourcefile_name}_errorpath.txt -m32 |
${sourcefile_path}/ALL.prp ${logfile_path}/${rundefinition_name}.${sourcefile_name}_errorpath.txt | ${sourcefile_path}/ALL.prp ${logfile_path}/${rundefinition_name}.${sourcefile_name}_errorpath.txt | ||||||||||||||||||||||||
../../sv-benchmarks/c/ | status | time(s) | memory(MB) | status | time(s) | memory(MB) | status | time(s) | memory(MB) | status | time(s) | memory(MB) | status | time(s) | memory(MB) | status | time(s) | memory(MB) | status | time(s) | memory(MB) | status | time(s) | memory(MB) | status | time(s) | memory(MB) | status | time(s) | memory(MB) | status | time(s) | memory(MB) |
pthread/bigshot_p_false.i | false(label) | 0.32 | 23 | error (threads) | 2.2 | 140 | false(label) | 0.81 | 31 | false(label) | 3.0 | 110 | false(label) | 1.1 | 24 | unknown | 0.15 | 2.0 | unknown | 0.09 | 4.0 | true | 0.25 | 2.0 | error | 0.32 | 14 | unknown | 2.1 | 110 | unknown | 2.3 | 110 |
pthread/bigshot_s_false.i | false(label) | 0.82 | 24 | error (threads) | 2.2 | 140 | false(label) | 0.73 | 29 | false(label) | 3.0 | 110 | false(label) | 1.1 | 24 | unknown | 0.12 | 2.0 | unknown | 0.11 | 4.0 | true | 0.22 | 2.0 | error | 0.32 | 14 | unknown | 2.1 | 110 | unknown | 2.2 | 110 |
pthread/fib_bench_false.i | false(label) | 0.97 | 26 | error (threads) | 2.1 | 130 | false(label) | 5.1 | 52 | false(label) | 1.4 | 68 | true | 0.55 | 18 | unknown | 0.10 | 2.0 | unknown | 0.10 | 3.0 | true | 0.17 | 2.0 | false(label) | 4.2 | 14 | unknown | 2.0 | 110 | unknown | 2.2 | 110 |
pthread/fib_bench_longer_false.i | false(label) | 1.2 | 28 | error (threads) | 2.1 | 130 | false(label) | 6.5 | 59 | false(label) | 1.5 | 73 | true | 0.58 | 18 | unknown | 0.11 | 2.0 | unknown | 0.09 | 4.0 | true | 0.21 | 2.0 | false(label) | 6.2 | 15 | unknown | 2.0 | 110 | unknown | 2.2 | 110 |
pthread/fib_bench_longest_false.i | false(label) | 260 | 170 | error (threads) | 2.1 | 140 | false(label) | 260 | 260 | false(label) | 35 | 190 | true | 0.59 | 18 | unknown | 0.11 | 2.0 | unknown | 0.10 | 4.0 | true | 0.22 | 2.0 | false(label) | 30 | 21 | unknown | 2.0 | 110 | unknown | 2.2 | 110 |
pthread/lazy01_false.i | false(label) | 0.38 | 24 | error (threads) | 2.1 | 130 | false(label) | 0.65 | 29 | false(label) | 1.1 | 59 | false(label) | 4.0 | 27 | unknown | 0.14 | 2.0 | unknown | 0.10 | 4.0 | true | 0.22 | 2.0 | false(label) | 4.5 | 15 | unknown | 2.0 | 110 | unknown | 2.2 | 110 |
pthread/queue_false.i | false(label) | 9.3 | 330 | error (threads) | 2.4 | 140 | false(label) | 5.6 | 150 | false(label) | 37 | 620 | false(label) | 780 | 2300 | unknown | 0.17 | 4.0 | unknown | 0.10 | 4.0 | true | 0.23 | 2.0 | error | 0.45 | 17 | unknown | 2.1 | 110 | unknown | 2.2 | 110 |
pthread/reorder_2_false.i | false(label) | 1.5 | 120 | error (threads) | 2.4 | 140 | false(label) | 1.1 | 34 | false(label) | 16 | 510 | false(label) | 120 | 160 | unknown | 0.11 | 2.0 | unknown | 0.11 | 5.0 | true | 0.24 | 2.0 | false(label) | 2.4 | 14 | unknown | 2.1 | 110 | unknown | 2.3 | 110 |
pthread/reorder_5_false.i | false(label) | 1.5 | 120 | error (threads) | 2.3 | 140 | false(label) | 2.1 | 33 | false(label) | 19 | 510 | false(label) | 900 | 1600 | unknown | 0.13 | 2.0 | unknown | 0.12 | 5.0 | true | 0.32 | 2.0 | false(label) | 2.6 | 14 | unknown | 2.1 | 110 | unknown | 2.3 | 110 |
pthread/sigma_false.i | false(label) | 30 | 730 | error (threads) | 2.5 | 150 | false(label) | 8.2 | 200 | false(label) | 64 | 960 | true | 900 | 1100 | unknown | 0.12 | 2.0 | unknown | 0.11 | 4.0 | true | 0.23 | 2.0 | failed | 0.53 | 14 | unknown | 2.1 | 110 | unknown | 2.2 | 110 |
pthread/singleton_false.i | false(label) | 0.48 | 27 | error (threads) | 2.2 | 140 | false(label) | 3.3 | 49 | false(label) | 3.6 | 130 | true | 500 | 520 | unknown | 0.12 | 2.0 | unknown | 0.10 | 4.0 | true | 0.22 | 2.0 | failed | 0.51 | 14 | unknown | 2.1 | 110 | unknown | 2.2 | 110 |
pthread/stack_false.i | false(label) | 0.47 | 29 | error (threads) | 2.2 | 140 | false(label) | 1.00 | 37 | false(label) | 13 | 260 | false(label) | 140 | 380 | unknown | 0.12 | 2.0 | unknown | 0.10 | 4.0 | true | 0.25 | 2.0 | false(label) | 83 | 25 | unknown | 2.1 | 110 | unknown | 2.3 | 110 |
pthread/stateful01_false.i | false(label) | 0.43 | 25 | error (threads) | 2.1 | 130 | false(label) | 0.68 | 29 | false(label) | 1.6 | 79 | false(label) | 2.0 | 21 | unknown | 0.10 | 2.0 | unknown | 0.07 | 4.0 | true | 0.22 | 2.0 | false(label) | 0.97 | 13 | unknown | 2.0 | 110 | unknown | 2.3 | 110 |
pthread/twostage_3_false.i | false(label) | 7.4 | 540 | error (threads) | 2.4 | 140 | false(label) | 2.5 | 38 | false(label) | 47 | 910 | false(label) | 140 | 210 | unknown | 0.14 | 8.0 | unknown | 0.10 | 5.0 | true | 0.23 | 2.0 | false(label) | 760 | 72 | unknown | 2.2 | 110 | unknown | 2.3 | 110 |
pthread/bigshot_s_true.i | false(label) | 0.83 | 24 | error (threads) | 2.2 | 140 | true | 2.9 | 43 | true | 2.9 | 110 | true | 1.1 | 24 | unknown | 0.11 | 2.0 | unknown | 0.10 | 4.0 | true | 0.22 | 2.0 | error | 0.29 | 14 | unknown | 2.5 | 110 | unknown | 2.3 | 110 |
pthread/fib_bench_longer_true.i | true | 52 | 51 | error (threads) | 2.1 | 130 | true | 58 | 130 | true | 2.5 | 77 | true | 0.57 | 18 | unknown | 0.11 | 2.0 | unknown | 0.09 | 4.0 | true | 0.18 | 2.0 | true | 6.7 | 16 | unknown | 2.0 | 110 | unknown | 2.4 | 110 |
pthread/fib_bench_longest_true.i | true | 850 | 250 | error (threads) | 2.1 | 130 | true | 240 | 250 | true | 36 | 190 | true | 0.60 | 18 | unknown | 0.11 | 2.0 | unknown | 0.09 | 3.0 | true | 0.21 | 2.0 | true | 31 | 21 | unknown | 2.0 | 100 | unknown | 2.2 | 110 |
pthread/fib_bench_true.i | true | 17 | 35 | error (threads) | 2.1 | 130 | true | 34 | 110 | true | 1.6 | 68 | true | 0.56 | 18 | unknown | 0.13 | 2.0 | unknown | 0.10 | 4.0 | true | 0.22 | 2.0 | true | 4.7 | 15 | unknown | 2.0 | 110 | unknown | 2.3 | 110 |
pthread/indexer_true.i | true | 1.4 | 23 | error (threads) | 2.4 | 140 | true | 4.5 | 49 | true | 76 | 3300 | true | 0.36 | 22 | unknown | 0.19 | 5.0 | unknown | 0.13 | 4.0 | true | 0.24 | 2.0 | true | 6.5 | 17 | unknown | 2.1 | 110 | unknown | 2.3 | 110 |
pthread/queue_ok_true.i | true | 550 | 14000 | error (threads) | 2.3 | 140 | true | 10 | 130 | true | 22 | 460 | true | 28 | 69 | unknown | 0.12 | 4.0 | unknown | 0.10 | 4.0 | true | 0.23 | 2.0 | error | 0.33 | 14 | unknown | 2.3 | 110 | unknown | 2.2 | 110 |
pthread/stack_true.i | true | 230 | 140 | error (threads) | 2.2 | 140 | true | 5.2 | 120 | true | 16 | 250 | false(label) | 130 | 390 | unknown | 0.11 | 2.0 | unknown | 0.10 | 4.0 | true | 0.25 | 2.0 | true | 360 | 78 | unknown | 2.1 | 110 | unknown | 2.3 | 110 |
pthread/stateful01_true.i | true | 2.6 | 25 | error (threads) | 2.1 | 130 | true | 2.8 | 41 | true | 1.5 | 79 | true | 3.2 | 22 | unknown | 0.14 | 2.0 | unknown | 0.09 | 4.0 | false(label) | 0.22 | 2.0 | true | 2.9 | 13 | unknown | 2.0 | 110 | unknown | 2.2 | 110 |
pthread/sync01_true.i | true | 190 | 5900 | error (threads) | 2.1 | 130 | true | 3.0 | 45 | true | 1.5 | 100 | true | 29 | 150 | unknown | 0.11 | 2.0 | unknown | 0.12 | 4.0 | true | 0.23 | 2.0 | true | 2.1 | 14 | unknown | 2.1 | 110 | unknown | 2.3 | 110 |
pthread-atomic/qrcu_false.i | false(label) | 0.54 | 30 | error (threads) | 2.2 | 140 | false(label) | 1.2 | 36 | false(label) | 4.1 | 170 | true | 900 | 7900 | unknown | 0.12 | 2.0 | unknown | 0.10 | 4.0 | true | 0.22 | 2.0 | timeout | 900 | 70 | unknown | 2.1 | 110 | unknown | 2.3 | 110 |
pthread-atomic/read_write_lock_false.i | false(label) | 0.32 | 22 | error (threads) | 2.1 | 130 | false(label) | 0.72 | 30 | false(label) | 2.4 | 110 | false(label) | 140 | 210 | unknown | 0.11 | 2.0 | unknown | 0.10 | 4.0 | true | 0.21 | 2.0 | false(label) | 22 | 19 | unknown | 2.0 | 110 | unknown | 2.2 | 110 |
pthread-atomic/dekker_true.i | true | 120 | 1300 | error (threads) | 2.2 | 140 | true | 3.0 | 41 | true | 1.4 | 68 | true | 5.4 | 21 | unknown | 0.11 | 2.0 | unknown | 0.09 | 4.0 | true | 0.21 | 2.0 | true | 3.2 | 13 | unknown | 2.0 | 110 | unknown | 2.2 | 110 |
pthread-atomic/lamport_true.i | true | 850 | 11000 | error (threads) | 2.1 | 140 | true | 3.8 | 48 | true | 2.6 | 84 | false(label) | 3.0 | 20 | unknown | 0.11 | 2.0 | unknown | 0.10 | 4.0 | true | 0.20 | 2.0 | true | 37 | 17 | unknown | 2.0 | 110 | unknown | 2.2 | 110 |
pthread-atomic/peterson_true.i | true | 2.7 | 30 | error (threads) | 2.1 | 130 | true | 2.5 | 36 | true | 1.4 | 61 | true | 0.87 | 18 | unknown | 0.12 | 2.0 | unknown | 0.09 | 4.0 | true | 0.21 | 2.0 | true | 5.3 | 13 | unknown | 2.2 | 110 | unknown | 2.2 | 110 |
pthread-atomic/qrcu_true.i | true | 850 | 3500 | error (threads) | 2.2 | 130 | true | 12 | 110 | true | 16 | 180 | true | 900 | 8000 | unknown | 0.11 | 2.0 | unknown | 0.12 | 4.0 | true | 0.22 | 2.0 | timeout | 900 | 73 | unknown | 2.0 | 110 | unknown | 2.2 | 110 |
pthread-atomic/read_write_lock_true.i | true | 2.5 | 23 | error (threads) | 2.1 | 130 | true | 4.7 | 52 | true | 3.8 | 120 | true | 130 | 190 | unknown | 0.12 | 2.0 | unknown | 0.09 | 4.0 | true | 0.22 | 2.0 | true | 17 | 20 | unknown | 2.1 | 110 | unknown | 2.2 | 110 |
pthread-atomic/scull_true.i | true | 5.4 | 37 | error (threads) | 2.2 | 140 | true | 5.3 | 43 | true | 220 | 220 | true | 270 | 370 | unknown | 0.12 | 2.0 | unknown | 0.11 | 5.0 | true | 0.22 | 2.0 | true | 610 | 800 | unknown | 2.1 | 110 | unknown | 2.2 | 110 |
pthread-atomic/szymanski_true.i | true | 7.4 | 130 | error (threads) | 2.1 | 130 | true | 3.3 | 48 | true | 3.3 | 77 | true | 2.2 | 18 | unknown | 0.10 | 2.0 | unknown | 0.10 | 4.0 | true | 0.21 | 2.0 | true | 13 | 16 | unknown | 2.0 | 110 | unknown | 2.2 | 110 |
pthread-atomic/time_var_mutex_true.i | true | 2.4 | 27 | error (threads) | 2.1 | 130 | true | 2.8 | 41 | true | 2.5 | 86 | true | 1.9 | 19 | unknown | 0.11 | 2.0 | unknown | 0.11 | 4.0 | true | 0.22 | 2.0 | true | 2.6 | 13 | unknown | 2.0 | 110 | unknown | 2.2 | 110 |
pthread-ext/27_Boop_simple_vf_false.i | false(label) | 0.33 | 21 | error (threads) | 2.2 | 130 | false(label) | 0.73 | 30 | false(label) | 2.8 | 130 | true | 900 | 2700 | unknown | 0.14 | 2.0 | unknown | 0.10 | 4.0 | timeout | 900 | 2.0 | false(label) | 64 | 17 | unknown | 2.0 | 110 | unknown | 2.3 | 110 |
pthread-ext/28_buggy_simple_loop1_vf_false.i | false(label) | 0.30 | 20 | error (threads) | 2.1 | 120 | false(label) | 0.71 | 28 | false(label) | 150 | 700 | true | 900 | 1400 | unknown | 0.11 | 2.0 | unknown | 0.10 | 3.0 | timeout | 900 | 2.0 | false(label) | 0.63 | 14 | unknown | 2.0 | 110 | unknown | 2.2 | 110 |
pthread-ext/32_pthread5_vs_false.i | false(label) | 0.38 | 24 | error (threads) | 2.1 | 130 | false(label) | 0.73 | 30 | false(label) | 17 | 240 | true | 900 | 890 | unknown | 0.09 | 2.0 | unknown | 0.10 | 4.0 | timeout | 900 | 2.0 | timeout | 900 | 130 | unknown | 2.1 | 110 | unknown | 2.3 | 110 |
pthread-ext/40_barrier_vf_false.i | false(label) | 0.74 | 30 | error (threads) | 2.1 | 130 | false(label) | 1.2 | 28 | false(label) | 9.8 | 250 | unknown | 0.15 | 7.0 | unknown | 0.12 | 2.0 | unknown | 0.10 | 4.0 | timeout | 900 | 2.0 | true | 1.1 | 13 | unknown | 2.1 | 110 | unknown | 2.2 | 110 |
pthread-ext/01_inc_true.i | true | 850 | 540 | error (threads) | 2.2 | 130 | true | 2.3 | 32 | true | 4.0 | 160 | true | 900 | 1800 | unknown | 0.11 | 2.0 | unknown | 0.09 | 4.0 | timeout | 900 | 2.0 | true | 1.2 | 13 | unknown | 2.0 | 110 | unknown | 2.2 | 110 |
pthread-ext/02_inc_cas_true.i | true | 850 | 840 | error (threads) | 2.2 | 130 | true | 2.7 | 34 | true | 2.2 | 100 | true | 900 | 4600 | unknown | 0.10 | 2.0 | unknown | 0.10 | 3.0 | timeout | 900 | 2.0 | true | 3.9 | 13 | unknown | 2.1 | 100 | unknown | 2.2 | 110 |
pthread-ext/03_incdec_true.i | true | 850 | 1100 | error (threads) | 2.2 | 130 | true | 3.2 | 44 | true | 15 | 330 | true | 900 | 1600 | unknown | 0.11 | 2.0 | unknown | 0.09 | 4.0 | timeout | 900 | 2.0 | true | 13 | 15 | unknown | 2.0 | 110 | unknown | 2.2 | 110 |
pthread-ext/04_incdec_cas_true.i | true | 850 | 2400 | error (threads) | 2.2 | 130 | true | 4.0 | 49 | true | 4.0 | 180 | true | 900 | 2900 | unknown | 0.14 | 2.0 | unknown | 0.09 | 4.0 | timeout | 900 | 2.0 | true | 38 | 16 | unknown | 2.0 | 110 | unknown | 2.3 | 110 |
pthread-ext/05_tas_true.i | true | 550 | 15000 | error (threads) | 2.1 | 140 | true | 3.3 | 40 | true | 3.4 | 160 | true | 900 | 2400 | unknown | 0.12 | 2.0 | unknown | 0.10 | 4.0 | timeout | 900 | 2.0 | true | 1.8 | 13 | unknown | 2.0 | 110 | unknown | 2.3 | 110 |
pthread-ext/06_ticket_true.i | true | 850 | 180 | error (threads) | 2.2 | 130 | true | 2.6 | 35 | true | 3.5 | 150 | true | 900 | 1300 | unknown | 0.11 | 2.0 | unknown | 0.10 | 3.0 | timeout | 900 | 2.0 | true | 0.75 | 13 | unknown | 2.0 | 110 | unknown | 2.3 | 110 |
pthread-ext/07_rand_true.i | true | 850 | 1400 | error (threads) | 2.2 | 140 | true | 3.7 | 40 | true | 6.6 | 220 | true | 900 | 1300 | unknown | 0.11 | 2.0 | unknown | 0.10 | 3.0 | timeout | 900 | 2.0 | true | 4.7 | 14 | unknown | 2.0 | 110 | unknown | 2.2 | 110 |
pthread-ext/08_rand_cas_true.i | true | 850 | 1200 | error (threads) | 2.2 | 140 | true | 4.9 | 58 | true | 5.6 | 200 | true | 900 | 2200 | unknown | 0.10 | 2.0 | unknown | 0.13 | 4.0 | timeout | 900 | 2.0 | true | 12 | 14 | unknown | 2.0 | 110 | unknown | 2.2 | 110 |
pthread-ext/09_fmaxsym_true.i | true | 730 | 15000 | error (threads) | 2.2 | 140 | true | 4.4 | 110 | true | 110 | 1700 | true | 900 | 1700 | unknown | 0.14 | 2.0 | unknown | 0.10 | 4.0 | timeout | 900 | 2.0 | true | 13 | 14 | unknown | 2.0 | 110 | unknown | 2.3 | 110 |
pthread-ext/10_fmaxsym_cas_true.i | true | 420 | 15000 | error (threads) | 2.2 | 130 | true | 6.8 | 140 | true | 2.0 | 89 | true | 900 | 2000 | unknown | 0.14 | 2.0 | unknown | 0.09 | 4.0 | timeout | 900 | 2.0 | true | 37 | 17 | unknown | 2.0 | 110 | unknown | 2.2 | 110 |
pthread-ext/11_fmaxsymopt_true.i | true | 850 | 830 | error (threads) | 2.1 | 140 | true | 3.3 | 75 | true | 18 | 470 | true | 900 | 1700 | unknown | 0.13 | 2.0 | unknown | 0.09 | 4.0 | timeout | 900 | 2.0 | true | 68 | 20 | unknown | 2.1 | 110 | unknown | 2.2 | 110 |
pthread-ext/12_fmaxsymopt_cas_true.i | true | 850 | 13000 | error (threads) | 2.2 | 140 | true | 3.7 | 79 | true | 14 | 400 | true | 900 | 2900 | unknown | 0.14 | 2.0 | unknown | 0.10 | 4.0 | timeout | 900 | 2.0 | true | 130 | 22 | unknown | 2.1 | 110 | unknown | 2.2 | 110 |
pthread-ext/13_unverif_true.i | true | 850 | 13000 | error (threads) | 2.2 | 140 | true | 2.3 | 31 | true | 2.8 | 120 | true | 900 | 1600 | unknown | 0.10 | 2.0 | unknown | 0.09 | 3.0 | timeout | 900 | 2.0 | true | 1.4 | 13 | unknown | 2.1 | 110 | unknown | 2.2 | 110 |
pthread-ext/14_spin2003_true.i | true | 850 | 440 | error (threads) | 2.1 | 140 | true | 2.2 | 30 | true | 3.3 | 130 | true | 900 | 2400 | unknown | 0.10 | 2.0 | unknown | 0.09 | 4.0 | timeout | 900 | 2.0 | true | 0.68 | 13 | unknown | 2.1 | 110 | unknown | 2.6 | 110 |
pthread-ext/15_dekker_true.i | true | 110 | 1300 | error (threads) | 2.1 | 130 | true | 2.8 | 37 | true | 1.2 | 62 | true | 0.74 | 18 | unknown | 0.13 | 2.0 | unknown | 0.09 | 4.0 | true | 0.35 | 2.0 | true | 1.6 | 13 | unknown | 2.0 | 110 | unknown | 2.2 | 110 |
pthread-ext/16_peterson_true.i | true | 2.2 | 28 | error (threads) | 2.1 | 130 | true | 2.6 | 35 | true | 1.2 | 59 | true | 0.37 | 17 | unknown | 0.09 | 2.0 | unknown | 0.10 | 4.0 | true | 0.21 | 2.0 | true | 2.6 | 13 | unknown | 2.0 | 100 | unknown | 2.3 | 110 |
pthread-ext/17_szymanski_true.i | true | 850 | 8200 | error (threads) | 2.1 | 130 | true | 3.8 | 43 | true | 1.3 | 67 | true | 2.7 | 62 | unknown | 0.10 | 2.0 | unknown | 0.11 | 4.0 | true | 0.21 | 2.0 | true | 5.6 | 13 | unknown | 2.0 | 110 | unknown | 2.3 | 110 |
pthread-ext/18_read_write_lock_true.i | true | 1.2 | 20 | error (threads) | 2.1 | 130 | true | 2.4 | 33 | true | 1.3 | 70 | true | 0.43 | 18 | unknown | 0.11 | 2.0 | unknown | 0.10 | 4.0 | true | 0.20 | 2.0 | true | 0.91 | 13 | unknown | 2.1 | 100 | unknown | 2.2 | 110 |
pthread-ext/19_time_var_mutex_true.i | true | 1.3 | 21 | error (threads) | 2.1 | 130 | true | 2.6 | 35 | true | 2.4 | 99 | true | 0.53 | 19 | unknown | 0.14 | 2.0 | unknown | 0.09 | 4.0 | true | 0.21 | 2.0 | true | 1.6 | 13 | unknown | 2.1 | 110 | unknown | 2.3 | 110 |
pthread-ext/20_lamport_true.i | true | 850 | 9500 | error (threads) | 2.1 | 140 | true | 3.7 | 43 | true | 2.2 | 80 | true | 1.1 | 18 | unknown | 0.11 | 2.0 | unknown | 0.10 | 4.0 | true | 0.21 | 2.0 | true | 17 | 16 | unknown | 2.1 | 110 | unknown | 2.2 | 110 |
pthread-ext/23_lu-fig2.fixed_true.i | true | 1.4 | 21 | error (threads) | 2.1 | 130 | true | 2.6 | 35 | true | 2.0 | 94 | true | 0.31 | 18 | unknown | 0.11 | 2.0 | unknown | 0.09 | 4.0 | true | 0.22 | 2.0 | true | 1.3 | 13 | unknown | 2.0 | 110 | unknown | 2.2 | 110 |
pthread-ext/25_stack_true.i | true | 240 | 14000 | error (threads) | 2.2 | 140 | true | 5.5 | 130 | true | 7.5 | 270 | true | 900 | 2000 | unknown | 0.12 | 2.0 | unknown | 0.10 | 4.0 | timeout | 900 | 2.0 | unknown | 96 | 27 | unknown | 2.0 | 110 | unknown | 2.3 | 110 |
pthread-ext/26_stack_cas_true.i | true | 850 | 11000 | error (threads) | 2.2 | 140 | true | 6.4 | 130 | true | 7.5 | 270 | true | 900 | 2100 | unknown | 0.10 | 2.0 | unknown | 0.10 | 4.0 | timeout | 900 | 2.0 | timeout | 900 | 73 | unknown | 2.0 | 110 | unknown | 2.2 | 110 |
pthread-ext/29_conditionals_vs_true.i | true | 32 | 2000 | error (threads) | 2.1 | 130 | true | 2.3 | 32 | true | 2.2 | 110 | true | 900 | 950 | unknown | 0.14 | 2.0 | unknown | 0.10 | 3.0 | timeout | 900 | 2.0 | true | 2.3 | 13 | unknown | 2.0 | 100 | unknown | 2.2 | 110 |
pthread-ext/30_Function_Pointer3_vs_true.i | true | 52 | 2700 | error (threads) | 2.1 | 140 | true | 2.5 | 33 | true | 3.1 | 130 | true | 900 | 6500 | unknown | 0.11 | 2.0 | unknown | 0.10 | 4.0 | timeout | 900 | 2.0 | true | 1.4 | 13 | unknown | 2.0 | 110 | unknown | 2.3 | 110 |
pthread-ext/31_simple_loop5_vs_true.i | true | 850 | 2100 | error (threads) | 2.1 | 130 | true | 2.5 | 33 | true | 5.5 | 180 | true | 900 | 3500 | unknown | 0.11 | 2.0 | unknown | 0.09 | 4.0 | timeout | 900 | 2.0 | true | 7.9 | 13 | unknown | 2.0 | 110 | unknown | 2.6 | 110 |
pthread-ext/33_double_lock_p1_vs_true.i | true | 850 | 560 | error (threads) | 2.1 | 140 | true | 2.8 | 36 | true | 14 | 260 | true | 900 | 5800 | unknown | 0.11 | 2.0 | unknown | 0.11 | 4.0 | timeout | 900 | 2.0 | true | 140 | 34 | unknown | 2.1 | 110 | unknown | 2.3 | 110 |
pthread-ext/34_double_lock_p2_vs_true.i | true | 850 | 560 | error (threads) | 2.1 | 130 | true | 2.8 | 37 | true | 18 | 260 | true | 900 | 5800 | unknown | 0.11 | 2.0 | unknown | 0.10 | 4.0 | timeout | 900 | 2.0 | true | 220 | 39 | unknown | 2.1 | 110 | unknown | 2.3 | 110 |
pthread-ext/35_double_lock_p3_vs_true.i | true | 850 | 540 | error (threads) | 2.1 | 130 | true | 2.6 | 36 | true | 6.2 | 200 | true | 900 | 5300 | unknown | 0.11 | 2.0 | unknown | 0.10 | 4.0 | timeout | 900 | 2.0 | true | 34 | 19 | unknown | 2.0 | 110 | unknown | 2.2 | 110 |
pthread-ext/36_stack_cas_p0_vs_concur_true.i | true | 850 | 13000 | error (threads) | 2.1 | 130 | true | 4.6 | 97 | true | 7.5 | 250 | true | 900 | 2300 | unknown | 0.11 | 2.0 | unknown | 0.10 | 4.0 | timeout | 900 | 2.0 | true | 2.7 | 13 | unknown | 2.0 | 110 | unknown | 2.2 | 110 |
pthread-ext/37_stack_lock_p0_vs_concur_true.i | true | 850 | 7600 | error (threads) | 2.1 | 130 | true | 4.9 | 140 | true | 7.5 | 260 | true | 900 | 1700 | unknown | 0.13 | 2.0 | unknown | 0.09 | 3.0 | timeout | 900 | 2.0 | true | 1.4 | 13 | unknown | 2.1 | 110 | unknown | 2.3 | 110 |
pthread-ext/38_rand_cas_vs_concur_true.i | true | 850 | 13000 | error (threads) | 2.1 | 130 | true | 3.0 | 35 | true | 2.1 | 97 | true | 900 | 2200 | unknown | 0.14 | 2.0 | unknown | 0.08 | 3.0 | timeout | 900 | 2.0 | true | 3.1 | 13 | unknown | 2.0 | 110 | unknown | 2.4 | 110 |
pthread-ext/39_rand_lock_p0_vs_true.i | true | 850 | 3300 | error (threads) | 2.2 | 140 | true | 2.6 | 34 | true | 3.6 | 140 | true | 900 | 1100 | unknown | 0.13 | 2.0 | unknown | 0.13 | 4.0 | timeout | 900 | 2.0 | true | 4.4 | 14 | unknown | 2.1 | 110 | unknown | 2.2 | 110 |
pthread-ext/41_FreeBSD__abd_kbd__sliced_true.i | true | 730 | 15000 | error (parsing failed) | 1.4 | 76 | true | 6.9 | 120 | true | 13 | 430 | unknown | 0.16 | 7.0 | unknown | 0.11 | 2.0 | unknown | 0.10 | 4.0 | timeout | 900 | 2.0 | error | 0.34 | 14 | unknown | 2.0 | 110 | unknown | 2.5 | 110 |
pthread-ext/42_FreeBSD__rdma_addr__sliced_true.i | true | 850 | 11000 | error (parsing failed) | 1.5 | 77 | true | 6.4 | 110 | true | 9.9 | 420 | unknown | 0.13 | 7.0 | unknown | 0.14 | 2.0 | unknown | 0.10 | 4.0 | timeout | 900 | 2.0 | true | 52 | 28 | unknown | 2.0 | 110 | unknown | 2.3 | 110 |
pthread-ext/43_NetBSD__sysmon_power__sliced_true.i | unknown | 850 | 4300 | error (parsing failed) | 1.5 | 78 | true | 20 | 360 | true | 15 | 610 | unknown | 0.14 | 7.0 | unknown | 0.09 | 2.0 | unknown | 0.12 | 4.0 | timeout | 900 | 2.0 | timeout | 900 | 92 | unknown | 2.1 | 110 | unknown | 2.2 | 110 |
pthread-ext/44_Solaris__space_map__sliced_true.i | true | 700 | 15000 | error (parsing failed) | 1.5 | 77 | true | 150 | 15000 | true | 47 | 590 | unknown | 0.15 | 7.0 | unknown | 0.14 | 2.0 | unknown | 0.09 | 4.0 | timeout | 900 | 2.0 | true | 59 | 23 | unknown | 2.0 | 110 | unknown | 2.2 | 110 |
pthread-ext/45_monabsex1_vs_true.i | true | 48 | 950 | error (threads) | 2.1 | 130 | true | 2.1 | 30 | true | 1.7 | 79 | true | 900 | 3300 | unknown | 0.11 | 2.0 | unknown | 0.09 | 3.0 | timeout | 900 | 2.0 | false(label) | 0.89 | 13 | unknown | 2.0 | 110 | unknown | 2.8 | 110 |
pthread-ext/46_monabsex2_vs_true.i | true | 3.6 | 200 | error (threads) | 2.1 | 130 | true | 2.1 | 30 | true | 4.3 | 150 | unknown | 0.16 | 7.0 | unknown | 0.13 | 2.0 | unknown | 0.12 | 3.0 | timeout | 900 | 2.0 | true | 1.0 | 13 | unknown | 2.0 | 110 | unknown | 2.2 | 110 |
pthread-ext/47_ticket_lock_hc_backoff_vs_true.i | true | 850 | 2700 | error (threads) | 2.2 | 140 | true | 3.2 | 37 | true | 3.8 | 140 | true | 900 | 1800 | unknown | 0.14 | 2.0 | unknown | 0.20 | 4.0 | true | 0.38 | 2.0 | true | 35 | 17 | unknown | 2.1 | 110 | unknown | 2.2 | 110 |
pthread-ext/48_ticket_lock_low_contention_vs_true.i | true | 850 | 190 | error (threads) | 2.2 | 140 | true | 2.9 | 37 | true | 4.7 | 150 | true | 900 | 2100 | unknown | 0.10 | 2.0 | unknown | 0.10 | 4.0 | true | 0.21 | 2.0 | true | 26 | 16 | unknown | 2.0 | 110 | unknown | 2.2 | 110 |
../../sv-benchmarks/c/ | status | time(s) | memory(MB) | status | time(s) | memory(MB) | status | time(s) | memory(MB) | status | time(s) | memory(MB) | status | time(s) | memory(MB) | status | time(s) | memory(MB) | status | time(s) | memory(MB) | status | time(s) | memory(MB) | status | time(s) | memory(MB) | status | time(s) | memory(MB) | status | time(s) | memory(MB) |
total files | 78 | 30000 | 260000 | 78 | 170 | 10000 | 78 | 1000 | 20000 | 78 | 1200 | 22000 | 78 | 35000 | 110000 | 78 | 9.3 | 170 | 78 | 7.9 | 310 | 78 | 32000 | 160 | 78 | 7600 | 2500 | 78 | 160 | 8200 | 78 | 180 | 8700 |
correct results | 76 | 29000 | 250000 | 0 | 0 | 0 | 78 | 1000 | 20000 | 78 | 1200 | 22000 | 61 | 30000 | 90000 | 0 | 0 | 0 | 0 | 0 | 0 | 25 | 5.7 | 50 | 62 | 3000 | 1900 | 0 | 0 | 0 | 0 | 0 | 0 |
false negatives | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 9 | 5000 | 15000 | 0 | 0 | 0 | 0 | 0 | 0 | 16 | 3.7 | 32 | 1 | 1.1 | 13 | 0 | 0 | 0 | 0 | 0 | 0 |
false positives | 1 | 0.83 | 24 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 2 | 130 | 410 | 0 | 0 | 0 | 0 | 0 | 0 | 1 | 0.22 | 2.0 | 1 | 0.89 | 13 | 0 | 0 | 0 | 0 | 0 | 0 |
score (78 files, max score: 136) | 128 | 0 | 136 | 136 | 32 | 0 | 0 | -82 | 100 | 0 | 0 |