Tool | BLAST 2.7 | CPAchecker ABE r4569 | CPAchecker ABM r4573 | ESBMC 1.17 | FShell 1.3 | LLBMC 0.9 | Predator | SatAbs 3.0 | WOLVERINE 0.5c | |||||||||
Limits | timelimit: 900 s, memlimit: 15000 MB | |||||||||||||||||
System | os: Linux 2.6.35-30-generic x86_64 cpu: Intel(R) Core(TM) i7-2600K CPU @ 3.40GHz cores: 4, frequency: 3401 MHz, ram: 16375440 kB | |||||||||||||||||
Date of run | 2011-12-06 03:06 | 2011-12-03 10:32 | 2011-12-04 14:36 | 2011-12-04 08:46 | 2011-12-05 01:14 | 2011-12-07 02:12 | 2011-12-04 23:44 | 2011-12-05 13:41 | 2011-12-06 08:38 | |||||||||
Benchmark | drivers64 | drivers64 | drivers64 | drivers64 | drivers64 | drivers64 | drivers64 | drivers64 | drivers64 | |||||||||
Options | -alias bdd -enable-recursion -noprofile -cref -sv-comp -lattice -include-lattice symb | -heap 12500m -sv-comp12 -setprop cpa.predicate.machineModel=64-Linux | -heap 12500m -setprop cpa.predicate.machineModel=64-Linux -sv-comp12-abm | --64 --error-label ERROR --no-bounds-check --no-div-by-zero-check --no-assertions --no-pointer-check --no-unwinding-assertions --partial-loops --unwind 2 | --unwind 10 --query-file benchmarks/fshell_query --no-unwinding-assertions --64 | -m64 | --full-inlining --iterations 500 --error-label ERROR --modelchecker boom --64 | --error-label ERROR --64 | ||||||||||
../sv-benchmarks/ldv-drivers/ | status | runtime | status | runtime | status | runtime | status | runtime | status | runtime | status | runtime | status | runtime | status | runtime | status | runtime |
total files | 41 | 3100 | 41 | 15000 | 41 | 4800 | 41 | 7200 | 41 | 21 | 41 | 12000 | 41 | 1800 | 41 | 26000 | 41 | 24000 |
correct results | 33 | 1400 | 23 | 1900 | 33 | 500 | 7 | 870 | 0 | 0 | 3 | 110 | 0 | 0 | 17 | 3200 | 12 | 1300 |
false negatives | 0 | 0 | 0 | 0 | 0 | 0 | 1 | 130 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 |
false positives | 0 | 0 | 2 | 6.4 | 2 | 6.8 | 0 | 0 | 0 | 0 | 2 | 4.6 | 0 | 0 | 0 | 0 | 0 | 0 |
score (41 files, max score: 66) | 55 | 26 | 49 | 10 | 0 | 1 | 0 | 32 | 16 | |||||||||
module_get_put-drivers-block-drbd-drbd.ko-unsafe.cil.out.i.pp.cil.c | unsafe | 8.5 | unsafe | 9.7 | unsafe | 13 | unknown | 110 | unknown | 2.1 | unknown | 6.0 | unknown | 1.8 | unsafe | 380 | unsafe | 23 |
module_get_put-drivers-block-loop.ko-unsafe.cil.out.i.pp.cil.c | unsafe | 11 | unsafe | 9.8 | out of memory | 470 | unknown | 470 | unknown | 0.26 | timeout | 900 | unknown | 0.32 | timeout | 1200 | unsafe | 550 |
module_get_put-drivers-block-pktcdvd.ko-unsafe.cil.out.i.pp.cil.c | unknown | 120 | unsafe | 96 | timeout | 900 | timeout | 900 | unknown | 0.37 | timeout | 900 | unknown | 1.7 | timeout | 1600 | out of memory | 670 |
module_get_put-drivers-isdn-gigaset-gigaset.ko-unsafe.cil.out.i.pp.cil.c | unsafe | 18 | unsafe | 12 | unsafe | 12 | unknown | 46 | unknown | 0.74 | unknown | 21 | unknown | 0.55 | timeout | 1400 | timeout | 900 |
module_get_put-drivers-isdn-mISDN-mISDN_core.ko-unsafe.cil.out.i.pp.cil.c | unsafe | 19 | unsafe | 12 | unsafe | 9.1 | unknown | 24 | unknown | 0.76 | unknown | 1.2 | unknown | 0.62 | unsafe | 5.9 | unsafe | 6.6 |
module_get_put-drivers-net-ppp_generic.ko-unsafe.cil.out.i.pp.cil.c | unsafe | 83 | unsafe | 11 | unsafe | 7.6 | unknown | 0.47 | unknown | 0.39 | unknown | 33 | unknown | 0.37 | timeout | 910 | timeout | 900 |
module_get_put-drivers-net-wan-farsync.ko-unsafe.cil.out.iunsafe.cil.out.i.pp.cil.c | unsafe | 49 | unsafe | 76 | unsafe | 15 | unknown | 120 | unknown | 0.32 | timeout | 900 | unknown | 0.28 | timeout | 1600 | timeout | 900 |
module_get_put-drivers-tty-synclink_gt.ko-unsafe.cil.out.i.pp.cil.c | unsafe | 330 | unsafe | 6.3 | unsafe | 7.6 | timeout | 900 | unknown | 0.58 | unknown | 1.5 | unknown | 0.49 | timeout | 910 | timeout | 900 |
module_get_put-drivers-usb-core-usbcore.ko-unsafe.cil.out.i.pp.cil.c | unknown | 550 | unsafe | 9.5 | timeout | 900 | safe | 130 | unknown | 1.4 | unknown | 33 | unknown | 1.4 | failure | 2.2 | timeout | 900 |
usb_urb-drivers-hid-usbhid-usbmouse.ko-unsafe.cil.out.i.pp.cil.c | unsafe | 19 | unsafe | 9.6 | unsafe | 9.3 | unknown | 0.15 | unknown | 0.14 | unknown | 320 | unknown | 0.17 | failure | 91 | unsafe | 10 |
usb_urb-drivers-input-misc-keyspan_remote.ko-unsafe.cil.out.i.pp.cil.c | unsafe | 130 | unsafe | 46 | unsafe | 28 | unknown | 0.17 | unknown | 0.16 | unknown | 820 | unknown | 0.19 | timeout | 1300 | unsafe | 37 |
usb_urb-drivers-media-dvb-ttusb-dec-ttusb_dec.ko-unsafe.cil.out.i.pp.cil.c | unsafe | 8.3 | unsafe | 5.2 | unsafe | 7.2 | unknown | 0.36 | unknown | 0.35 | timeout | 900 | unknown | 0.24 | timeout | 900 | unsafe | 420 |
usb_urb-drivers-net-can-usb-ems_usb.ko-unsafe.cil.out.i.pp.cil.c | unknown | 29 | unsafe | 420 | unsafe | 48 | unknown | 0.23 | unknown | 0.21 | unknown | 25 | unknown | 0.27 | failure | 9.9 | timeout | 900 |
usb_urb-drivers-net-usb-catc.ko-unsafe.cil.out.i.pp.cil.c | unsafe | 260 | unsafe | 190 | unsafe | 100 | unknown | 0.25 | unknown | 0.24 | unsafe | 6.6 | unknown | 0.28 | timeout | 910 | timeout | 900 |
usb_urb-drivers-staging-lirc-lirc_imon.ko-unsafe.cil.out.i.pp.cil.c | unknown | 23 | unsafe | 28 | unsafe | 10 | unknown | 0.19 | unknown | 0.18 | timeout | 900 | unknown | 0.12 | timeout | 1700 | unsafe | 31 |
usb_urb-drivers-usb-misc-iowarrior.ko-unsafe.cil.out.i.pp.cil.c | unknown | 79 | unsafe | 4.8 | unsafe | 5.2 | unknown | 0.2 | unknown | 0.19 | timeout | 900 | unknown | 0.22 | timeout | 1600 | unsafe | 22 |
module_get_put-drivers-atm-eni.ko-safe.cil.out.i.pp.cil.c | safe | 6.1 | timeout | 900 | safe | 12 | timeout | 900 | unknown | 0.41 | unknown | 3.9 | unknown | 0.44 | timeout | 970 | timeout | 900 |
module_get_put-drivers-block-drbd-drbd.ko-safe.cil.out.i.pp.cil.c | safe | 11 | timeout | 900 | safe | 14 | safe | 140 | unknown | 2.1 | unknown | 590 | unknown | 1.9 | timeout | 950 | timeout | 900 |
module_get_put-drivers-block-paride-pt.ko-safe.cil.out.i.pp.cil.c | safe | 14 | timeout | 900 | safe | 12 | safe | 430 | unknown | 0.16 | safe | 99 | timeout | 900 | safe | 130 | timeout | 900 |
module_get_put-drivers-bluetooth-btmrvl.ko-safe.cil.out.i.pp.cil.c | safe | 4.7 | safe | 7.5 | safe | 9.6 | timeout | 900 | unknown | 0.28 | unsafe | 1.8 | unknown | 0.15 | safe | 1.8 | timeout | 900 |
module_get_put-drivers-char-ipmi-ipmi_watchdog.ko-safe.cil.out.i.pp.cil.c | safe | 11 | out of memory | 440 | safe | 9.5 | unknown | 2.1 | unknown | 0.23 | unknown | 3.8 | timeout | 900 | timeout | 1600 | timeout | 910 |
module_get_put-drivers-gpu-drm-i915-i915.ko-safe.cil.out.i.pp.cil.c | safe | 8.6 | safe | 240 | safe | 15 | unknown | 4.7 | unknown | 3.5 | unknown | 0.49 | unknown | 3.1 | safe | 9.4 | safe | 24 |
module_get_put-drivers-hid-hid-magicmouse.ko-safe.cil.out.i.pp.cil.c | safe | 15 | out of memory | 680 | timeout | 900 | safe | 27 | unknown | 0.15 | unknown | 420 | unknown | 0.08 | safe | 1.4 | timeout | 900 |
module_get_put-drivers-hwmon-it87.ko-safe.cil.out.i.pp.cil.c | safe | 6.2 | safe | 130 | safe | 5.0 | safe | 10 | unknown | 0.29 | unknown | 0.64 | unknown | 0.7 | safe | 4.5 | timeout | 900 |
module_get_put-drivers-net-atl1c-atl1c.ko-safe.cil.out.i.pp.cil.c | safe | 4.8 | timeout | 900 | safe | 13 | safe | 14 | unknown | 0.41 | unknown | 1.6 | unknown | 0.3 | safe | 42 | out of memory | 350 |
module_get_put-drivers-net-pppox.ko-safe.cil.out.i.pp.cil.c | safe | 3.4 | safe | 3.1 | timeout | 900 | safe | 0.26 | unknown | 0.15 | safe | 2.8 | unknown | 0.05 | failure | 10 | out of memory | 300 |
module_get_put-drivers-net-sis900.ko-safe.cil.out.i.pp.cil.c | safe | 11 | timeout | 900 | safe | 12 | timeout | 900 | unknown | 0.35 | unknown | 19 | unknown | 0.38 | failure | 76 | timeout | 900 |
module_get_put-drivers-scsi-megaraid.ko-safe.cil.out.i.pp.cil.c | unknown | 9.7 | timeout | 900 | safe | 14 | timeout | 900 | unknown | 0.44 | timeout | 900 | unknown | 0.69 | failure | 0.65 | out of memory | 700 |
module_get_put-drivers-staging-et131x-et131x.ko-safe.cil.out.i.pp.cil.c | safe | 15 | timeout | 900 | safe | 11 | safe | 250 | unknown | 0.48 | unknown | 6.9 | unknown | 0.34 | safe | 660 | timeout | 900 |
module_get_put-drivers-video-aty-aty128fb.ko-safe.cil.out.i.pp.cil.c | safe | 21 | timeout | 900 | safe | 35 | unknown | 0.32 | unknown | 0.25 | unknown | 61 | unknown | 0.16 | safe | 260 | timeout | 900 |
usb_urb-drivers-input-tablet-kbtab.ko-safe.cil.out.i.pp.cil.c | safe | 100 | safe | 6.3 | safe | 6.6 | unknown | 0.14 | unknown | 0.14 | unknown | 14 | unknown | 0.16 | safe | 630 | safe | 5.8 |
usb_urb-drivers-media-video-c-qcam.ko-safe.cil.out.i.pp.cil.c | safe | 12 | timeout | 900 | safe | 4.7 | unknown | 0.26 | unknown | 0.24 | timeout | 900 | unknown | 0.14 | timeout | 1200 | timeout | 900 |
usb_urb-drivers-media-video-msp3400.ko-safe.cil.out.i.pp.cil.c | safe | 12 | timeout | 900 | safe | 6.5 | unknown | 0.34 | unknown | 0.47 | timeout | 900 | unknown | 0.24 | safe | 340 | timeout | 900 |
usb_urb-drivers-misc-c2port-core.ko-safe.cil.out.i.pp.cil.c | safe | 7.0 | safe | 130 | safe | 3.4 | unknown | 0.19 | unknown | 0.18 | unknown | 93 | unknown | 0.21 | safe | 90 | timeout | 900 |
usb_urb-drivers-mtd-sm_ftl.ko-safe.cil.out.i.pp.cil.c | safe | 33 | out of memory | 250 | out of memory | 220 | unknown | 0.22 | unknown | 0.21 | timeout | 900 | unknown | 0.28 | timeout | 980 | out of memory | 710 |
usb_urb-drivers-scsi-dc395x.ko-safe.cil.out.i.pp.cil.c | safe | 39 | timeout | 900 | safe | 12 | unknown | 0.54 | unknown | 0.51 | unknown | 16 | unknown | 0.7 | safe | 280 | out of memory | 150 |
usb_urb-drivers-usb-serial-ir-usb.ko-safe.cil.out.i.pp.cil.c | timeout | 910 | unsafe | 3.0 | unsafe | 3.6 | unknown | 0.17 | unknown | 0.17 | unsafe | 2.8 | unknown | 0.08 | safe | 11 | safe | 74 |
usb_urb-drivers-usb-serial-whiteheat.ko-safe.cil.out.i.pp.cil.c | safe | 70 | safe | 480 | safe | 16 | unknown | 0.27 | unknown | 0.28 | unknown | 94 | unknown | 0.22 | timeout | 1700 | safe | 55 |
usb_urb-drivers-uwb-i1480-dfu-i1480-dfu-usb.ko-safe.cil.out.i.pp.cil.c | unknown | 3.5 | unsafe | 3.4 | unsafe | 3.2 | unknown | 0.2 | unknown | 0.2 | unknown | 420 | unknown | 0.26 | timeout | 1400 | timeout | 900 |
usb_urb-drivers-vhost-vhost_net.ko-safe.cil.out.i.pp.cil.c | safe | 19 | timeout | 900 | safe | 7.6 | unknown | 0.46 | unknown | 0.45 | unknown | 19 | unknown | 2.1 | safe | 120 | out of memory | 160 |
usb_urb-drivers-video-arkfb.ko-safe.cil.out.i.pp.cil.c | safe | 17 | timeout | 900 | safe | 5.3 | unknown | 0.27 | unknown | 0.26 | unknown | 6.3 | unknown | 0.22 | safe | 270 | timeout | 900 |