| L2Sia-wfr | L2Sia | HSF | Ultimate-LTL | T2-ctlstar | T2-termination |
| result | time | result | time | delta | result | time | delta | result | time | delta | result | time | delta | result | time | delta |
crafted/any-down-live | safe | 1.16 | ? | 1201.83 | -1 | ? | 0 | -1 | ? | 343.25 | -1 | safe | 19.535 | 0 | - | - | - |
crafted/choice-live | safe | 14.63 | ? | 1201.83 | -1 | safe | 8.05 | 0 | ? | 346.61 | -1 | safe | 136.628 | 0 | - | - | - |
crafted/conc-whiles-live | safe | 5.03 | ? | 1201.81 | -1 | ? | 0 | -1 | ? | 215.98 | -1 | ? | 297.09 | -1 | - | - | - |
crafted/count-down-live | safe | 0.23 | ? | 1201.96 | -1 | safe | 2.37 | 0 | ? | 142.55 | -1 | safe | 78.684 | 0 | - | - | - |
crafted/count-nested-live | ? | 1201.52 | ? | 1201.83 | 0 | ? | 0 | 0 | ? | 210.97 | 0 | safe | 30.367 | +1 | - | - | - |
crafted/count-up-to-sym-live | safe | 0.23 | ? | 1201.98 | -1 | ? | 0 | -1 | safe | 8.64 | 0 | safe | 17.934 | 0 | - | - | - |
crafted/example-fig2-live | safe | 0.34 | ? | 1201.97 | -1 | ? | 0 | -1 | ? | 32.24 | -1 | safe | 18.279 | 0 | - | - | - |
crafted/example1-live | safe | 0.31 | ? | 1201.28 | -1 | safe | 1.62 | 0 | safe | 10.5 | 0 | safe | 16.952 | 0 | - | - | - |
crafted/example2-live | safe | 0.16 | ? | 1201.93 | -1 | ? | 0 | -1 | safe | 2.59 | 0 | safe | 16.309 | 0 | - | - | - |
crafted/example3-live | safe | 0.36 | ? | 1202.02 | -1 | safe | 1.42 | 0 | safe | 140.62 | 0 | ? | 18.481 | -1 | - | - | - |
crafted/example4-live-int | safe | 0.25 | ? | 1201.91 | -1 | ? | 0 | -1 | safe | 2.81 | 0 | ? | 17.42 | -1 | - | - | - |
crafted/gothenburg-live | safe | 0.49 | ? | 1201.7 | -1 | safe | 3.2 | 0 | safe | 372.25 | 0 | safe | 51.237 | 0 | - | - | - |
crafted/loops-live | safe | 1.22 | ? | 1201.87 | -1 | ? | 0 | -1 | ? | 256.75 | -1 | ? | 320.84 | -1 | - | - | - |
crafted/parallel-live | safe | 0.31 | ? | 1201.94 | -1 | safe | 12.25 | 0 | safe | 347.41 | 0 | safe | 28.437 | 0 | - | - | - |
crafted/piecewise-live | safe | 0.63 | ? | 1201.72 | -1 | safe | 3.71 | 0 | safe | 15.85 | 0 | ? | 15.89 | -1 | - | - | - |
crafted/stabilize-live | safe | 0.53 | ? | 1201.96 | -1 | ? | 0.3 | -1 | ? | 231.74 | -1 | safe | 1.126 | 0 | - | - | - |
crafted/swap-dec-live | safe | 0.36 | ? | 1201.93 | -1 | safe | 1.73 | 0 | ? | 222.38 | -1 | safe | 1.432 | 0 | - | - | - |
ultimate-ltl/coolant/coolant_basis_1_neg | ? | 1201.83 | ? | 1201.84 | 0 | ? | 1.36 | 0 | ? | 2.1 | 0 | ? | 16.094 | 0 | - | - | - |
ultimate-ltl/coolant/coolant_basis_1_safe_sfty | safe | 0.9 | safe | 0.85 | 0 | ? | 1.34 | -1 | safe | 4.2 | 0 | safe | 1.607 | 0 | - | - | - |
ultimate-ltl/coolant/coolant_basis_1_unsafe_sfty | ? | 1202.0 | ? | 1202.74 | 0 | ? | 1.3 | 0 | unsafe | 19.03 | +1 | ? | 15.71 | 0 | - | - | - |
ultimate-ltl/coolant/coolant_basis_2_neg | ? | 1202.04 | ? | 1202.06 | 0 | ? | 0 | 0 | ? | 67.94 | 0 | ? | 8.155 | 0 | - | - | - |
ultimate-ltl/coolant/coolant_basis_2_safe_liveness | safe | 27.26 | safe | 23.07 | 0 | ? | 0 | -1 | safe | 103.85 | 0 | safe | 3.418 | 0 | - | - | - |
ultimate-ltl/coolant/coolant_basis_2_unsafe_liveness | unsafe | 5.12 | unsafe | 3.68 | 0 | ? | 0 | -1 | ? | 1095.66 | -1 | ? | 10.748 | -1 | - | - | - |
ultimate-ltl/coolant/coolant_basis_3_safe_sftyliveness | safe | 0.86 | safe | 0.76 | 0 | ? | 1.21 | -1 | safe | 3.28 | 0 | ? | 6.406 | -1 | - | - | - |
ultimate-ltl/coolant/coolant_basis_3_unsafe_sftyliveness | unsafe | 2.05 | unsafe | 1.98 | 0 | ? | 1.09 | -1 | ? | 63.88 | -1 | ? | 10.949 | -1 | - | - | - |
ultimate-ltl/coolant/coolant_basis_4_1_unsafe_sftyliveness | ? | 1202.69 | ? | 1202.2 | 0 | ? | 1.26 | 0 | ? | 81.69 | 0 | ? | 9.869 | 0 | - | - | - |
ultimate-ltl/coolant/coolant_basis_4_2_unsafe_sftyliveness | ? | 1201.83 | ? | 1202.08 | 0 | ? | 1.5 | 0 | ? | 78.72 | 0 | ? | 14.886 | 0 | - | - | - |
ultimate-ltl/coolant/coolant_basis_4_neg | unsafe | 0.49 | unsafe | 0.49 | 0 | ? | 0 | -1 | unsafe | 18.63 | 0 | ? | 7.335 | -1 | - | - | - |
ultimate-ltl/coolant/coolant_basis_4_safe_sftyliveness | safe | 1.25 | safe | 1.14 | 0 | ? | 1.2 | -1 | safe | 3.6 | 0 | ? | 5.035 | -1 | - | - | - |
ultimate-ltl/coolant/coolant_basis_4_unsafe_sftyliveness | ? | 1202.03 | ? | 1201.81 | 0 | ? | 1.32 | 0 | ? | 1201.8 | 0 | ? | 58.68 | 0 | - | - | - |
ultimate-ltl/coolant/coolant_basis_5_neg | unsafe | 0.74 | unsafe | 0.62 | 0 | ? | 1.2 | -1 | unsafe | 10.6 | 0 | ? | 0.36 | -1 | - | - | - |
ultimate-ltl/coolant/coolant_basis_5_safe_sftyliveness | safe | 1.85 | safe | 1.74 | 0 | ? | 1.12 | -1 | safe | 4.22 | 0 | ? | 0.36 | -1 | - | - | - |
ultimate-ltl/coolant/coolant_basis_5_unsafe_sftyliveness | ? | 1201.91 | ? | 1201.28 | 0 | ? | 1.19 | 0 | ? | 66.35 | 0 | ? | 0.36 | 0 | - | - | - |
ultimate-ltl/coolant/coolant_basis_6_safe_sftyliveness | safe | 2.74 | safe | 2.65 | 0 | ? | 0 | -1 | safe | 4.46 | 0 | ? | 12.953 | -1 | - | - | - |
ultimate-ltl/coolant/coolant_basis_6_unsafe_sftyliveness | ? | 1202.13 | ? | 1201.93 | 0 | ? | 0 | 0 | ? | 84.63 | 0 | ? | 7.015 | 0 | - | - | - |
ultimate-ltl/decision-predicates/01-exsec2 | safe | 0.19 | safe | 0.07 | 0 | safe | 192.67 | 0 | safe | 2.68 | 0 | safe | 0.48 | 0 | - | - | - |
ultimate-ltl/decision-predicates/02-fig8-2007 | safe | 0.54 | safe | 0.48 | 0 | ? | 0.26 | -1 | safe | 3.04 | 0 | safe | 4.61 | 0 | - | - | - |
ultimate-ltl/decision-predicates/03-toyacquirerelease | safe | 0.32 | safe | 0.21 | 0 | ? | 0.22 | -1 | safe | 3.2 | 0 | ? | 2.18 | -1 | - | - | - |
ultimate-ltl/decision-predicates/04-toylinarith1 | unsafe | 2.62 | unsafe | 2.67 | 0 | ? | 0 | -1 | unsafe | 2.6 | 0 | safe | 2.591 | ? | - | - | - |
ultimate-ltl/decision-predicates/05-toylinarith2 | safe | 23.78 | ? | 1201.88 | -1 | ? | 0 | -1 | safe | 3.1 | 0 | ? | 0.53 | -1 | - | - | - |
ultimate-ltl/decision-predicates/06-postgreSQL_strmsrv | safe | 3.94 | safe | 3.82 | 0 | ? | 0 | -1 | safe | 3.59 | 0 | ? | 26.5 | -1 | - | - | - |
ultimate-ltl/decision-predicates/07-postgreSQL_strmsrv_wbug | safe | 4.32 | safe | 4.23 | 0 | ? | 0 | -1 | safe | 3.47 | 0 | ? | 106.712 | -1 | - | - | - |
ultimate-ltl/decision-predicates/08-postgreSQL_pgarch | unsafe | 0.51 | unsafe | 0.4 | 0 | ? | 98.8 | -1 | ? | 63.1 | -1 | ? | 304.47 | -1 | - | - | - |
ultimate-ltl/decision-predicates/09-postgreSQL_dropbuf_prop1 | unsafe | 4.27 | unsafe | 2.15 | 0 | ? | 0.22 | -1 | unsafe | 21.53 | 0 | ? | 0.31 | -1 | - | - | - |
ultimate-ltl/decision-predicates/10-postgreSQL_dropbuf_prop2 | safe | 1.44 | safe | 1.44 | 0 | safe | 147.68 | 0 | safe | 14.9 | 0 | ? | 24.502 | -1 | - | - | - |
ultimate-ltl/decision-predicates/11-apache_accept_liveness | unsafe | 13.11 | unsafe | 13.17 | 0 | ? | 0.22 | -1 | ? | 140.38 | -1 | ? | 147.681 | -1 | - | - | - |
ultimate-ltl/decision-predicates/12-apache_progress | safe | 1.85 | safe | 1.85 | 0 | ? | 0.13 | -1 | safe | 3.99 | 0 | ? | 97.472 | -1 | - | - | - |
ultimate-ltl/decision-predicates/13-windows_os_frag1 | safe | 0.81 | safe | 0.71 | 0 | ? | 0.24 | -1 | safe | 38.51 | 0 | safe | 31.411 | 0 | - | - | - |
ultimate-ltl/decision-predicates/14-windows_os_frag2 | safe | 0.3 | safe | 0.29 | 0 | ? | 0 | -1 | safe | 3.07 | 0 | safe | 26.423 | 0 | - | - | - |
ultimate-ltl/decision-predicates/15-windows_os_frag2_wbug | unsafe | 0.58 | unsafe | 0.59 | 0 | ? | 0 | -1 | unsafe | 7.35 | 0 | ? | 240.145 | -1 | - | - | - |
ultimate-ltl/decision-predicates/16-windows_os_frag3 | safe | 0.1 | safe | 0.09 | 0 | safe | 88.38 | 0 | safe | 2.89 | 0 | safe | 1.243 | 0 | - | - | - |
ultimate-ltl/decision-predicates/17-windows_os_frag4_prop1 | safe | 0.38 | safe | 0.35 | 0 | ? | 0.12 | -1 | safe | 18.04 | 0 | ? | 259.729 | -1 | - | - | - |
ultimate-ltl/decision-predicates/18-windows_os_frag4_prop2 | unsafe | 6.64 | ? | 1201.35 | -1 | ? | 1.11 | -1 | unsafe | 46.05 | 0 | ? | 314.98 | -1 | - | - | - |
ultimate-ltl/decision-predicates/19-windows_os_frag5 | safe | 7.43 | ? | 1202.14 | -1 | ? | 0.53 | -1 | ? | 1204.05 | -1 | safe | 113.798 | 0 | - | - | - |
ultimate-ltl/decision-predicates/20-windows_os_frag6 | safe | 2.36 | ? | 1201.73 | -1 | ? | 0 | -1 | ? | 269.18 | -1 | ? | 4.11 | -1 | - | - | - |
ultimate-ltl/decision-predicates/21-windows_os_frag6_wbug | unsafe | 0.27 | unsafe | 0.23 | 0 | ? | 0 | -1 | unsafe | 4.69 | 0 | ? | 6.583 | -1 | - | - | - |
ultimate-ltl/decision-predicates/22-windows_os_frag7 | safe | 0.94 | ? | 1201.92 | -1 | ? | 0 | -1 | safe | 14.49 | 0 | safe | 1.965 | 0 | - | - | - |
ultimate-ltl/decision-predicates/23-windows_os_frag8 | safe | 2.14 | ? | 1201.85 | -1 | ? | 0 | -1 | ? | 890.95 | -1 | safe | 40.188 | 0 | - | - | - |
t2-ctl/P1 | safe | 1.06 | ? | 1201.99 | -1 | safe | 5.51 | 0 | safe | 3.65 | 0 | safe | 1.328 | 0 | - | - | - |
t2-ctl/P2 | safe | 0.23 | safe | 0.22 | 0 | safe | 5.61 | 0 | safe | 2.72 | 0 | safe | 1.438 | 0 | - | - | - |
t2-ctl/P3 | unsafe | 0.24 | unsafe | 0.23 | 0 | ? | 4.1 | -1 | unsafe | 7.18 | 0 | ? | 1.298 | -1 | - | - | - |
t2-ctl/P4 | safe | 0.44 | safe | 0.43 | 0 | ? | 3.03 | -1 | safe | 3.11 | 0 | ? | 0.958 | -1 | - | - | - |
t2-ctl/P5 | safe | 5.19 | ? | 1202.06 | -1 | safe | 14.48 | 0 | safe | 3.93 | 0 | safe | 0.572 | 0 | - | - | - |
t2-ctl/P6 | safe | 0.23 | safe | 0.21 | 0 | safe | 1.77 | 0 | safe | 2.92 | 0 | safe | 2.456 | 0 | - | - | - |
t2-ctl/P7 | safe | 4.28 | ? | 1203.16 | -1 | safe | 16.73 | 0 | safe | 4.5 | 0 | safe | 0.574 | 0 | - | - | - |
t2-ctl/P8 | safe | 3.42 | ? | 1201.95 | -1 | safe | 10.53 | 0 | safe | 3.83 | 0 | safe | 2.187 | 0 | - | - | - |
t2-ctl/P9 | safe | 55.39 | ? | 1201.3 | -1 | safe | 350.67 | 0 | safe | 4.79 | 0 | safe | 2.742 | 0 | - | - | - |
t2-ctl/P10 | unsafe | 21.12 | unsafe | 11.82 | 0 | ? | 427.7 | -1 | unsafe | 41.26 | 0 | ? | 11.761 | -1 | - | - | - |
t2-ctl/P11 | unsafe | 98.5 | ? | 1201.77 | -1 | ? | 0 | -1 | unsafe | 38.51 | 0 | ? | 10.024 | -1 | - | - | - |
t2-ctl/P12 | unsafe | 230.08 | unsafe | 17.27 | 0 | ? | 447.91 | -1 | ? | 96.91 | -1 | ? | 42.084 | -1 | - | - | - |
t2-ctl/P13 | ? | 1201.88 | ? | 1201.97 | 0 | ? | 0 | 0 | safe | 7.57 | +1 | safe | 0.787 | +1 | - | - | - |
t2-ctl/P14 | safe | 0.07 | safe | 0.06 | 0 | ? | 399.46 | -1 | safe | 3.58 | 0 | safe | 0.797 | 0 | - | - | - |
t2-ctl/P15 | unsafe | 19.88 | ? | 1202.13 | -1 | ? | 143.52 | -1 | ? | 155.07 | -1 | ? | 4.552 | -1 | - | - | - |
t2-ctl/P16 | safe | 0.04 | safe | 0.07 | 0 | ? | 423.67 | -1 | safe | 3.48 | 0 | safe | 4.193 | 0 | - | - | - |
t2-ctl/P17 | safe | 1.17 | ? | 1201.87 | -1 | safe | 5.73 | 0 | safe | 25.0 | 0 | safe | 1.511 | 0 | - | - | - |
t2-ctl/P18 | unsafe | 0.34 | ? | 1201.98 | -1 | ? | 1.36 | -1 | unsafe | 5.77 | 0 | ? | 5.472 | -1 | - | - | - |
t2-ctl/P19 | unsafe | 0.23 | unsafe | 0.1 | 0 | ? | 3.15 | -1 | unsafe | 12.09 | 0 | ? | 4.833 | -1 | - | - | - |
t2-ctl/P20 | unsafe | 0.28 | ? | 1202.06 | -1 | ? | 3.22 | -1 | unsafe | 12.63 | 0 | ? | 1122.45 | -1 | - | - | - |
t2-ctl/P21 | safe | 0.37 | safe | 0.3 | 0 | safe | 1.24 | 0 | safe | 2.91 | 0 | safe | 0.482 | 0 | - | - | - |
t2-ctl/P22 | unsafe | 0.14 | unsafe | 0.14 | 0 | ? | 0.86 | -1 | unsafe | 4.02 | 0 | ? | 1.044 | -1 | - | - | - |
t2-ctl/P23 | unsafe | 0.59 | ? | 1202.05 | -1 | ? | 7.74 | -1 | unsafe | 7.73 | 0 | ? | 8.409 | -1 | - | - | - |
t2-ctl/P24 | unsafe | 0.52 | ? | 1202.11 | -1 | ? | 2.79 | -1 | unsafe | 8.08 | 0 | ? | 1.49 | -1 | - | - | - |
t2-ctl/P25 | safe | 21.36 | ? | 48.57 | -1 | safe | 21.04 | 0 | safe | 11.57 | 0 | safe | 0.653 | 0 | - | - | - |
t2-ctl/P26 | safe | 1.77 | safe | 1.36 | 0 | safe | 14.49 | 0 | safe | 5.04 | 0 | ? | 0.747 | -1 | - | - | - |
t2-ctl/P27 | safe | 1.13 | safe | 0.64 | 0 | safe | 14.29 | 0 | safe | 11.89 | 0 | safe | 0.867 | 0 | - | - | - |
t2-ctl/P28 | safe | 1.61 | safe | 0.94 | 0 | safe | 25.92 | 0 | safe | 4.64 | 0 | ? | 0.69 | -1 | - | - | - |
# Benchmarks: 86 | total | safe | unsafe | time | total | safe | unsafe | time | delta | gained | lost | total | safe | unsafe | time | delta | gained | lost | total | safe | unsafe | time | delta | gained | lost | total | safe | unsafe | time | delta | gained | lost | total | safe | unsafe | time | delta | gained | lost |
76 | 54 | 22 | 618.02s | 41 | 26 | 15 | 103.52s | -35 | 0 | 35 | 24 | 24 | 0 | 951.09s | -52 | 0 | 52 | 61 | 44 | 17 | 1512.13s | -15 | 2 | 17 | 36 | 36 | 0 | 662.650s | -40 | 2 | 42 | 0 | 0 | 0 | 0s | 0 | 0 | 0 |