| L2Sia-wfr | L2Sia | HSF | Ultimate-LTL | T2-ctlstar | T2-termination |
| result | time | result | time | delta | result | time | delta | result | time | delta | result | time | delta | result | time | delta |
t2-testsuite/2 | unsafe | 0.93 | ? | 1202.01 | -1 | ? | 0 | -1 | ? | 113.85 | -1 | ? | 25.007 | -1 | unsafe | 0.826 | 0 |
t2-testsuite/byron-1 | safe | 0.68 | ? | 1201.27 | -1 | ? | 0 | -1 | safe | 7.63 | 0 | safe | 1.477 | 0 | safe | 0.685 | 0 |
t2-testsuite/byron-2 | safe | 1.02 | ? | 1201.85 | -1 | safe | 7.45 | 0 | safe | 30.22 | 0 | safe | 0.971 | 0 | safe | 0.541 | 0 |
t2-testsuite/cfg | ? | 1201.91 | ? | 1201.9 | 0 | ? | 2.03 | 0 | unsafe | 4.5 | +1 | ? | 1.646 | 0 | unsafe | 0.633 | +1 |
t2-testsuite/consts1nt | ? | 1202.04 | ? | 1201.15 | 0 | ? | 0 | 0 | unsafe | 4.77 | +1 | ? | 1.531 | 0 | unsafe | 0.694 | +1 |
t2-testsuite/consts1 | safe | 0.16 | safe | 20.46 | 0 | ? | 0 | -1 | safe | 4.03 | 0 | safe | 1.208 | 0 | safe | 0.599 | 0 |
t2-testsuite/consts2nt | ? | 1202.73 | ? | 1201.81 | 0 | ? | 0.62 | 0 | ? | 33.3 | 0 | ? | 0.832 | 0 | unsafe | 0.463 | +1 |
t2-testsuite/consts2 | safe | 0.28 | ? | 1202.07 | -1 | safe | 0.7 | 0 | safe | 5.37 | 0 | safe | 0.648 | 0 | safe | 0.377 | 0 |
t2-testsuite/consts3nt | ? | 1201.78 | ? | 1202.03 | 0 | ? | 0.6 | 0 | ? | 31.98 | 0 | ? | 0.723 | 0 | unsafe | 0.462 | +1 |
t2-testsuite/consts3 | safe | 0.27 | ? | 1201.76 | -1 | safe | 0.7 | 0 | safe | 4.02 | 0 | safe | 0.615 | 0 | safe | 0.371 | 0 |
t2-testsuite/consts4nt | ? | 1201.88 | ? | 1201.85 | 0 | ? | 0.62 | 0 | ? | 33.68 | 0 | ? | 0.859 | 0 | unsafe | 0.471 | +1 |
t2-testsuite/consts4 | safe | 0.27 | ? | 1201.97 | -1 | safe | 0.71 | 0 | safe | 4.41 | 0 | safe | 0.653 | 0 | safe | 0.374 | 0 |
t2-testsuite/consts5nt | ? | 1202.08 | ? | 1201.99 | 0 | ? | 0.65 | 0 | ? | 37.09 | 0 | ? | 0.778 | 0 | unsafe | 0.486 | +1 |
t2-testsuite/consts5 | safe | 0.1 | safe | 0.09 | 0 | safe | 0.63 | 0 | safe | 2.72 | 0 | safe | 0.708 | 0 | safe | 0.398 | 0 |
t2-testsuite/create_seg | safe | 2.02 | ? | 1202.04 | -1 | ? | 0 | -1 | safe | 17.0 | 0 | ? | 300.51 | -1 | safe | 0.407 | 0 |
t2-testsuite/create_via_tmps | safe | 4.01 | ? | 1203.27 | -1 | ? | 0 | -1 | safe | 50.06 | 0 | ? | 300.7 | -1 | safe | 0.689 | 0 |
t2-testsuite/create | safe | 1.5 | ? | 1201.99 | -1 | ? | 0 | -1 | safe | 16.55 | 0 | safe | 0.953 | 0 | safe | 0.402 | 0 |
t2-testsuite/ctlstar_3 | unsafe | 0.19 | unsafe | 0.08 | 0 | ? | 1.21 | -1 | unsafe | 5.16 | 0 | ? | 0.993 | -1 | unsafe | 0.468 | 0 |
t2-testsuite/ctlstar_4 | unsafe | 5.3 | ? | 1202.04 | -1 | ? | 20.92 | -1 | unsafe | 38.32 | 0 | ? | 6.35 | -1 | unsafe | 0.752 | 0 |
t2-testsuite/ctlstar_5 | unsafe | 0.09 | unsafe | 0.09 | 0 | ? | 0.61 | -1 | unsafe | 3.44 | 0 | ? | 0.968 | -1 | unsafe | 0.44 | 0 |
t2-testsuite/ctlstar_6 | unsafe | 0.1 | unsafe | 0.12 | 0 | ? | 1.2 | -1 | unsafe | 4.52 | 0 | ? | 0.977 | -1 | unsafe | 0.461 | 0 |
t2-testsuite/ctlstar | unsafe | 0.08 | unsafe | 0.07 | 0 | ? | 1.27 | -1 | unsafe | 4.51 | 0 | ? | 1.574 | -1 | unsafe | 0.462 | 0 |
t2-testsuite/curious2 | safe | 0.05 | safe | 0.04 | 0 | safe | 0.12 | 0 | safe | 2.54 | 0 | safe | 0.455 | 0 | safe | 0.213 | 0 |
t2-testsuite/curious | unsafe | 0.06 | unsafe | 0.07 | 0 | ? | 2.18 | -1 | unsafe | 4.8 | 0 | ? | 1.23 | -1 | unsafe | 0.476 | 0 |
t2-testsuite/db | safe | 0.15 | safe | 0.16 | 0 | safe | 0.88 | 0 | safe | 3.27 | 0 | safe | 0.588 | 0 | safe | 0.37 | 0 |
t2-testsuite/defect | unsafe | 0.06 | unsafe | 0.06 | 0 | ? | 0.57 | -1 | unsafe | 2.94 | 0 | ? | 0.77 | -1 | unsafe | 0.428 | 0 |
t2-testsuite/destroy_seg_leak | unsafe | 4.9 | ? | 1202.3 | -1 | ? | 1207.12 | -1 | ? | 266.43 | -1 | ? | 113.893 | -1 | unsafe | 2.629 | 0 |
t2-testsuite/destroy_seg | safe | 6.9 | ? | 1201.93 | -1 | ? | 0 | -1 | safe | 40.33 | 0 | safe | 9.885 | 0 | safe | 1.011 | 0 |
t2-testsuite/destroy | safe | 4.44 | ? | 1202.01 | -1 | ? | 0 | -1 | safe | 31.76 | 0 | ? | 301.05 | -1 | safe | 0.714 | 0 |
t2-testsuite/disj_nightmare | safe | 0.26 | safe | 0.16 | 0 | safe | 138.61 | 0 | safe | 11.54 | 0 | safe | 246.114 | 0 | safe | 11.693 | 0 |
t2-testsuite/eric1 | ? | 1201.65 | ? | 1201.82 | 0 | ? | 0 | 0 | ? | 0 | 0 | safe | 2.766 | +1 | safe | 2.898 | +1 |
t2-testsuite/eric3 | ? | 1201.83 | ? | 1201.97 | 0 | ? | 0 | 0 | unsafe | 63.35 | +1 | ? | 2.488 | 0 | unsafe | 0.523 | +1 |
t2-testsuite/example10 | unsafe | 0.09 | unsafe | 0.08 | 0 | ? | 1.61 | -1 | unsafe | 3.46 | 0 | ? | 0.913 | -1 | unsafe | 0.45 | 0 |
t2-testsuite/example9 | unsafe | 0.55 | ? | 1202.06 | -1 | ? | 3.85 | -1 | unsafe | 5.52 | 0 | ? | 1.164 | -1 | unsafe | 0.473 | 0 |
t2-testsuite/flipflop | unsafe | 0.08 | unsafe | 0.07 | 0 | ? | 0.6 | -1 | ? | 9.4 | -1 | ? | 0.713 | -1 | unsafe | 0.456 | 0 |
t2-testsuite/fun10 | unsafe | 1.27 | unsafe | 1.24 | 0 | ? | 0.21 | -1 | ? | 886.59 | -1 | ? | 123.362 | -1 | unsafe | 6.295 | 0 |
t2-testsuite/fun11 | ? | 1201.65 | ? | 1202.17 | 0 | ? | 0 | 0 | ? | 81.79 | 0 | ? | 1.859 | 0 | ? | 0.974 | 0 |
t2-testsuite/fun1 | unsafe | 2.69 | ? | 1202.14 | -1 | ? | 72.92 | -1 | ? | 169.09 | -1 | ? | 56.662 | -1 | unsafe | 42.973 | 0 |
t2-testsuite/fun2 | safe | 25.91 | ? | 1201.94 | -1 | safe | 60.12 | 0 | safe | 47.69 | 0 | safe | 15.593 | 0 | safe | 1.476 | 0 |
t2-testsuite/fun4 | safe | 1.76 | safe | 1.48 | 0 | safe | 31.9 | 0 | safe | 24.13 | 0 | safe | 3.228 | 0 | safe | 3.291 | 0 |
t2-testsuite/fun6 | unsafe | 2.01 | ? | 1201.31 | -1 | ? | 27.95 | -1 | ? | 154.39 | -1 | ? | 108.899 | -1 | unsafe | 2.941 | 0 |
t2-testsuite/fun7 | unsafe | 0.26 | unsafe | 0.26 | 0 | ? | 12.63 | -1 | ? | 506.33 | -1 | ? | 13.689 | -1 | unsafe | 0.855 | 0 |
t2-testsuite/fun9 | ? | 1202.03 | ? | 1201.99 | 0 | ? | 1123.79 | 0 | ? | 196.35 | 0 | ? | 311.66 | 0 | unsafe | 1.404 | +1 |
t2-testsuite/heidy10 | safe | 0.61 | ? | 1201.34 | -1 | safe | 3.14 | 0 | safe | 12.53 | 0 | safe | 0.882 | 0 | safe | 0.39 | 0 |
t2-testsuite/heidy1 | ? | 1201.51 | ? | 1201.19 | 0 | ? | 0 | 0 | unsafe | 3.58 | +1 | ? | 0.815 | 0 | unsafe | 0.447 | +1 |
t2-testsuite/heidy2 | unsafe | 0.26 | ? | 1201.86 | -1 | ? | 7.61 | -1 | unsafe | 25.15 | 0 | ? | 1.484 | -1 | unsafe | 0.456 | 0 |
t2-testsuite/heidy3 | unsafe | 0.25 | unsafe | 0.13 | 0 | ? | 2.84 | -1 | unsafe | 5.86 | 0 | ? | 0.967 | -1 | unsafe | 0.471 | 0 |
t2-testsuite/heidy5 | safe | 0.95 | ? | 1201.95 | -1 | safe | 5.27 | 0 | safe | 3.44 | 0 | safe | 0.78 | 0 | safe | 0.367 | 0 |
t2-testsuite/heidy6 | unsafe | 0.8 | ? | 1201.83 | -1 | ? | 2.35 | -1 | unsafe | 5.71 | 0 | ? | 1.244 | -1 | unsafe | 0.501 | 0 |
t2-testsuite/heidy7 | unsafe | 1.83 | ? | 1201.33 | -1 | ? | 8.13 | -1 | unsafe | 38.56 | 0 | ? | 2.087 | -1 | unsafe | 0.521 | 0 |
t2-testsuite/heidy8 | unsafe | 0.21 | unsafe | 0.1 | 0 | ? | 4.82 | -1 | unsafe | 40.67 | 0 | ? | 2.445 | -1 | unsafe | 0.537 | 0 |
t2-testsuite/heidy9 | safe | 0.78 | ? | 1202.13 | -1 | safe | 3.38 | 0 | safe | 3.37 | 0 | safe | 0.706 | 0 | safe | 0.361 | 0 |
t2-testsuite/huh | safe | 151.77 | ? | 1202.15 | -1 | ? | 0 | -1 | safe | 20.29 | 0 | safe | 3.313 | 0 | safe | 0.493 | 0 |
t2-testsuite/iecs | safe | 0.27 | ? | 1202.09 | -1 | ? | 0 | -1 | safe | 7.47 | 0 | safe | 0.699 | 0 | safe | 0.522 | 0 |
t2-testsuite/n-10 | unsafe | 0.11 | unsafe | 0.09 | 0 | ? | 1.34 | -1 | unsafe | 117.51 | 0 | ? | 1.563 | -1 | unsafe | 0.485 | 0 |
t2-testsuite/n-12a | unsafe | 0.09 | unsafe | 0.07 | 0 | ? | 0.71 | -1 | unsafe | 6.83 | 0 | ? | 0.796 | -1 | unsafe | 0.436 | 0 |
t2-testsuite/n-12 | unsafe | 0.09 | unsafe | 0.08 | 0 | ? | 0.55 | -1 | unsafe | 26.18 | 0 | ? | 1.283 | -1 | unsafe | 0.474 | 0 |
t2-testsuite/n-13 | ? | 1201.49 | ? | 1201.23 | 0 | ? | 0.54 | 0 | unsafe | 5.8 | +1 | ? | 0.736 | 0 | unsafe | 0.448 | +1 |
t2-testsuite/n-14 | unsafe | 0.12 | unsafe | 0.11 | 0 | ? | 2.94 | -1 | unsafe | 32.34 | 0 | ? | 1.52 | -1 | unsafe | 0.491 | 0 |
t2-testsuite/n-15a | unsafe | 0.08 | unsafe | 0.06 | 0 | ? | 3.84 | -1 | unsafe | 5.48 | 0 | ? | 1.338 | -1 | unsafe | 0.483 | 0 |
t2-testsuite/n-15 | ? | 1202.14 | ? | 1201.84 | 0 | ? | 0.78 | 0 | ? | 33.62 | 0 | ? | 1.427 | 0 | unsafe | 0.534 | +1 |
t2-testsuite/n-16a | unsafe | 0.07 | unsafe | 0.1 | 0 | ? | 0.71 | -1 | ? | 35.17 | -1 | ? | 0.891 | -1 | unsafe | 0.457 | 0 |
t2-testsuite/n-16 | ? | 1201.55 | ? | 1201.81 | 0 | ? | 0.54 | 0 | ? | 33.42 | 0 | ? | 1.823 | 0 | unsafe | 0.526 | +1 |
t2-testsuite/n-17 | ? | 1201.45 | ? | 1201.87 | 0 | ? | 0.52 | 0 | ? | 31.83 | 0 | ? | 2.074 | 0 | unsafe | 0.472 | +1 |
t2-testsuite/n-18a | unsafe | 0.07 | unsafe | 0.06 | 0 | ? | 1.79 | -1 | ? | 35.91 | -1 | ? | 2.108 | -1 | unsafe | 0.462 | 0 |
t2-testsuite/n-18 | ? | 1201.46 | ? | 1201.24 | 0 | ? | 0.52 | 0 | ? | 33.81 | 0 | ? | 0.842 | 0 | unsafe | 0.467 | +1 |
t2-testsuite/n-1c | unsafe | 0.19 | unsafe | 0.08 | 0 | ? | 1.21 | -1 | unsafe | 111.27 | 0 | ? | 1.214 | -1 | unsafe | 0.495 | 0 |
t2-testsuite/n-1d | unsafe | 0.07 | unsafe | 0.1 | 0 | ? | 0.63 | -1 | unsafe | 29.43 | 0 | ? | 1.038 | -1 | unsafe | 0.493 | 0 |
t2-testsuite/n-1 | unsafe | 0.08 | unsafe | 0.08 | 0 | ? | 4.17 | -1 | unsafe | 136.92 | 0 | ? | 1.747 | -1 | unsafe | 0.494 | 0 |
t2-testsuite/n-20 | unsafe | 0.74 | ? | 1202.08 | -1 | ? | 1.86 | -1 | ? | 151.87 | -1 | ? | 0.917 | -1 | unsafe | 0.506 | 0 |
t2-testsuite/n-21 | ? | 1201.14 | ? | 1201.78 | 0 | ? | 2.16 | 0 | unsafe | 9.83 | +1 | ? | 1.282 | 0 | unsafe | 0.513 | +1 |
t2-testsuite/n-32 | unsafe | 0.08 | unsafe | 0.07 | 0 | ? | 1.66 | -1 | unsafe | 9.29 | 0 | ? | 2.687 | -1 | unsafe | 0.448 | 0 |
t2-testsuite/n-33 | unsafe | 0.23 | unsafe | 0.12 | 0 | ? | 0.56 | -1 | unsafe | 10.41 | 0 | ? | 1.588 | -1 | unsafe | 0.473 | 0 |
t2-testsuite/n-36 | unsafe | 0.28 | unsafe | 0.17 | 0 | ? | 0.76 | -1 | unsafe | 123.2 | 0 | ? | 1.844 | -1 | unsafe | 0.532 | 0 |
t2-testsuite/n-37 | ? | 1201.15 | ? | 1203.08 | 0 | ? | 0 | 0 | ? | 73.27 | 0 | ? | 2.123 | 0 | unsafe | 0.477 | +1 |
t2-testsuite/n-3a | unsafe | 0.07 | unsafe | 0.07 | 0 | ? | 2.35 | -1 | unsafe | 30.23 | 0 | ? | 1.774 | -1 | unsafe | 0.525 | 0 |
t2-testsuite/n-3 | ? | 1201.38 | ? | 1201.82 | 0 | ? | 1.68 | 0 | ? | 47.92 | 0 | ? | 0.892 | 0 | unsafe | 0.54 | +1 |
t2-testsuite/n-40 | ? | 1201.73 | ? | 1202.09 | 0 | ? | 29.11 | 0 | unsafe | 8.57 | +1 | ? | 10.432 | 0 | unsafe | 0.643 | +1 |
t2-testsuite/n-46 | ? | 1201.82 | ? | 1201.24 | 0 | ? | 0 | 0 | ? | 36.62 | 0 | safe | 0.829 | +1 | unsafe | 0.444 | +1 |
t2-testsuite/n-48 | ? | 1202.14 | ? | 1202.0 | 0 | ? | 2.02 | 0 | ? | 49.06 | 0 | ? | 1.251 | 0 | unsafe | 0.486 | +1 |
t2-testsuite/n-4 | unsafe | 0.26 | unsafe | 0.15 | 0 | ? | 11.32 | -1 | unsafe | 18.23 | 0 | ? | 12.94 | -1 | unsafe | 0.993 | 0 |
t2-testsuite/n-5 | unsafe | 0.66 | ? | 1201.22 | -1 | ? | 10.08 | -1 | unsafe | 72.32 | 0 | ? | 16.908 | -1 | unsafe | 1.118 | 0 |
t2-testsuite/n-6a | unsafe | 0.18 | unsafe | 0.07 | 0 | ? | 4.67 | -1 | unsafe | 49.94 | 0 | ? | 0.928 | -1 | unsafe | 0.594 | 0 |
t2-testsuite/n-6 | ? | 1202.89 | ? | 1201.86 | 0 | ? | 0.54 | 0 | ? | 37.8 | 0 | ? | 0.977 | 0 | unsafe | 0.483 | +1 |
t2-testsuite/n-7 | ? | 1201.88 | ? | 1202.0 | 0 | ? | 7.02 | 0 | ? | 41.15 | 0 | ? | 1.476 | 0 | unsafe | 0.514 | +1 |
t2-testsuite/n-8a | unsafe | 0.09 | unsafe | 0.07 | 0 | ? | 0.54 | -1 | unsafe | 65.46 | 0 | ? | 0.918 | -1 | unsafe | 0.471 | 0 |
t2-testsuite/n-8 | unsafe | 0.08 | unsafe | 0.09 | 0 | ? | 1.09 | -1 | unsafe | 70.25 | 0 | ? | 1.972 | -1 | unsafe | 0.487 | 0 |
t2-testsuite/n-9 | unsafe | 0.09 | unsafe | 0.1 | 0 | ? | 1.18 | -1 | ? | 104.14 | -1 | ? | 1.655 | -1 | unsafe | 0.486 | 0 |
t2-testsuite/nested2 | ? | 1202.57 | ? | 1201.86 | 0 | ? | 1706.52 | 0 | ? | 1201.98 | 0 | safe | 1.089 | +1 | safe | 0.449 | +1 |
t2-testsuite/p-10 | unsafe | 0.1 | unsafe | 0.08 | 0 | ? | 1.91 | -1 | unsafe | 100.55 | 0 | ? | 0.886 | -1 | unsafe | 0.484 | 0 |
t2-testsuite/p-12 | safe | 0.41 | ? | 1201.15 | -1 | safe | 1.4 | 0 | safe | 3.36 | 0 | safe | 0.671 | 0 | safe | 0.364 | 0 |
t2-testsuite/p-13 | safe | 0.05 | safe | 0.04 | 0 | ? | 0.34 | -1 | safe | 2.67 | 0 | safe | 0.546 | 0 | safe | 0.21 | 0 |
t2-testsuite/p-14 | safe | 0.3 | ? | 1201.83 | -1 | safe | 1.78 | 0 | safe | 3.49 | 0 | safe | 0.596 | 0 | safe | 0.364 | 0 |
t2-testsuite/p-15 | safe | 0.55 | ? | 1201.86 | -1 | safe | 2.07 | 0 | safe | 3.2 | 0 | safe | 0.599 | 0 | safe | 0.358 | 0 |
t2-testsuite/p-16 | safe | 0.54 | ? | 1201.88 | -1 | safe | 2.05 | 0 | safe | 3.4 | 0 | safe | 0.646 | 0 | safe | 0.363 | 0 |
t2-testsuite/p-18 | safe | 0.66 | ? | 1202.0 | -1 | safe | 1.37 | 0 | safe | 3.2 | 0 | safe | 0.677 | 0 | safe | 0.358 | 0 |
t2-testsuite/p-1b | safe | 0.32 | ? | 1201.31 | -1 | safe | 2.12 | 0 | safe | 3.41 | 0 | safe | 0.687 | 0 | safe | 0.361 | 0 |
t2-testsuite/p-1d | safe | 0.38 | ? | 1201.4 | -1 | safe | 8.66 | 0 | safe | 4.21 | 0 | safe | 0.918 | 0 | safe | 0.375 | 0 |
t2-testsuite/p-1 | unsafe | 0.1 | unsafe | 0.08 | 0 | ? | 1.68 | -1 | unsafe | 130.5 | 0 | ? | 0.975 | -1 | unsafe | 0.482 | 0 |
t2-testsuite/p-20 | unsafe | 0.16 | unsafe | 0.16 | 0 | ? | 2.43 | -1 | unsafe | 79.74 | 0 | ? | 1.095 | -1 | unsafe | 0.482 | 0 |
t2-testsuite/p-21 | safe | 1.34 | ? | 1202.91 | -1 | safe | 4.45 | 0 | safe | 4.32 | 0 | safe | 0.924 | 0 | safe | 0.419 | 0 |
t2-testsuite/p-22 | safe | 0.36 | ? | 1201.15 | -1 | safe | 1.96 | 0 | safe | 3.96 | 0 | safe | 1.525 | 0 | safe | 0.368 | 0 |
t2-testsuite/p-32 | unsafe | 0.08 | unsafe | 0.07 | 0 | ? | 1.61 | -1 | unsafe | 9.52 | 0 | ? | 3.045 | -1 | unsafe | 0.455 | 0 |
t2-testsuite/p-33 | unsafe | 0.08 | unsafe | 0.07 | 0 | ? | 1.87 | -1 | unsafe | 9.44 | 0 | ? | 1.495 | -1 | unsafe | 0.46 | 0 |
t2-testsuite/p-34 | unsafe | 0.2 | unsafe | 0.21 | 0 | ? | 1.8 | -1 | unsafe | 160.44 | 0 | ? | 1.541 | -1 | unsafe | 0.514 | 0 |
t2-testsuite/p-36 | unsafe | 0.13 | unsafe | 0.13 | 0 | ? | 1.33 | -1 | unsafe | 222.68 | 0 | ? | 3.153 | -1 | unsafe | 0.509 | 0 |
t2-testsuite/p-37 | safe | 0.51 | safe | 0.47 | 0 | safe | 27.34 | 0 | safe | 15.91 | 0 | safe | 1.053 | 0 | safe | 0.378 | 0 |
t2-testsuite/p-3 | safe | 0.42 | ? | 1201.99 | -1 | safe | 5.67 | 0 | safe | 3.82 | 0 | safe | 0.67 | 0 | safe | 0.364 | 0 |
t2-testsuite/p-40 | ? | 1201.22 | ? | 1201.8 | 0 | safe | 3.13 | +1 | safe | 3.42 | +1 | safe | 0.818 | +1 | safe | 0.374 | +1 |
t2-testsuite/p-41 | safe | 0.05 | safe | 0.04 | 0 | ? | 0.35 | -1 | safe | 2.66 | 0 | safe | 0.61 | 0 | safe | 0.203 | 0 |
t2-testsuite/p-42 | safe | 1.38 | ? | 1201.91 | -1 | safe | 2.81 | 0 | safe | 3.96 | 0 | safe | 0.661 | 0 | safe | 0.358 | 0 |
t2-testsuite/p-43 | safe | 0.44 | ? | 1201.12 | -1 | safe | 11.59 | 0 | safe | 25.51 | 0 | safe | 2.367 | 0 | safe | 2.033 | 0 |
t2-testsuite/p-44 | safe | 0.48 | ? | 1202.11 | -1 | safe | 2.63 | 0 | safe | 3.99 | 0 | safe | 0.637 | 0 | safe | 0.372 | 0 |
t2-testsuite/p-45 | safe | 0.79 | ? | 1201.95 | -1 | safe | 2.51 | 0 | safe | 16.11 | 0 | safe | 2.073 | 0 | safe | 0.371 | 0 |
t2-testsuite/p-46 | unsafe | 0.17 | unsafe | 0.14 | 0 | ? | 10.06 | -1 | ? | 387.28 | -1 | ? | 5.733 | -1 | ? | 5.187 | -1 |
t2-testsuite/p-49 | safe | 0.35 | ? | 1201.83 | -1 | safe | 2.38 | 0 | safe | 3.88 | 0 | safe | 0.619 | 0 | safe | 0.367 | 0 |
t2-testsuite/p-4 | safe | 2.0 | ? | 1201.94 | -1 | safe | 3.73 | 0 | safe | 5.22 | 0 | safe | 1.07 | 0 | safe | 0.399 | 0 |
t2-testsuite/p-52 | unsafe | 0.09 | unsafe | 0.08 | 0 | ? | 0.73 | -1 | unsafe | 48.76 | 0 | ? | 0.797 | -1 | unsafe | 0.473 | 0 |
t2-testsuite/p-53 | safe | 0.14 | safe | 0.12 | 0 | safe | 2.67 | 0 | safe | 2.8 | 0 | safe | 0.631 | 0 | safe | 0.213 | 0 |
t2-testsuite/p-55 | safe | 0.79 | ? | 1201.83 | -1 | safe | 7.59 | 0 | safe | 5.56 | 0 | safe | 0.948 | 0 | safe | 0.405 | 0 |
t2-testsuite/p-56 | safe | 0.52 | ? | 1201.92 | -1 | safe | 4.37 | 0 | safe | 3.71 | 0 | safe | 0.976 | 0 | safe | 0.401 | 0 |
t2-testsuite/p-58 | safe | 0.18 | safe | 0.12 | 0 | safe | 0.49 | 0 | safe | 2.94 | 0 | safe | 0.519 | 0 | safe | 0.359 | 0 |
t2-testsuite/p-5 | unsafe | 0.67 | ? | 1202.21 | -1 | ? | 10.52 | -1 | unsafe | 72.47 | 0 | ? | 16.922 | -1 | unsafe | 1.113 | 0 |
t2-testsuite/p-60 | ? | 1201.88 | safe | 26.39 | +1 | ? | 0 | 0 | safe | 3.56 | +1 | safe | 0.742 | +1 | safe | 0.382 | +1 |
t2-testsuite/p-61 | ? | 1201.94 | ? | 1201.29 | 0 | ? | 0 | 0 | safe | 3.58 | +1 | safe | 0.734 | +1 | safe | 0.388 | +1 |
t2-testsuite/p-63 | safe | 0.76 | ? | 1201.84 | -1 | ? | 0 | -1 | safe | 15.25 | 0 | safe | 1.277 | 0 | safe | 0.534 | 0 |
t2-testsuite/p-6 | safe | 0.36 | ? | 1201.72 | -1 | safe | 7.86 | 0 | safe | 4.2 | 0 | safe | 0.911 | 0 | safe | 0.381 | 0 |
t2-testsuite/p-7b | safe | 0.86 | ? | 1201.91 | -1 | safe | 5.93 | 0 | safe | 4.6 | 0 | safe | 0.678 | 0 | safe | 0.375 | 0 |
t2-testsuite/p-7 | safe | 0.87 | ? | 1201.13 | -1 | safe | 9.02 | 0 | safe | 4.32 | 0 | safe | 0.839 | 0 | safe | 0.397 | 0 |
t2-testsuite/p-8 | unsafe | 0.08 | unsafe | 0.07 | 0 | ? | 1.73 | -1 | ? | 98.0 | -1 | ? | 0.957 | -1 | unsafe | 0.462 | 0 |
t2-testsuite/p-9 | unsafe | 0.09 | unsafe | 0.07 | 0 | ? | 1.7 | -1 | ? | 100.5 | -1 | ? | 0.928 | -1 | unsafe | 0.459 | 0 |
t2-testsuite/pgarch | unsafe | 59.52 | ? | 1202.24 | -1 | ? | 1.27 | -1 | ? | 0 | -1 | ? | 227.37 | -1 | unsafe | 49.716 | 0 |
t2-testsuite/polyrank1 | safe | 0.55 | ? | 1201.88 | -1 | ? | 0.59 | -1 | safe | 11.28 | 0 | ? | 0.922 | -1 | safe | 0.557 | 0 |
t2-testsuite/polyrank2 | safe | 32.23 | ? | 1201.89 | -1 | ? | 0.66 | -1 | safe | 4.0 | 0 | ? | 1.092 | -1 | safe | 0.591 | 0 |
t2-testsuite/polyrank3 | safe | 5.94 | ? | 1201.86 | -1 | ? | 0.53 | -1 | ? | 0 | -1 | ? | 0.985 | -1 | safe | 0.752 | 0 |
t2-testsuite/polyrank4 | ? | 1201.85 | ? | 1201.05 | 0 | ? | 0.53 | 0 | ? | 381.0 | 0 | ? | 1.055 | 0 | safe | 1.002 | +1 |
t2-testsuite/polyrank5 | ? | 1203.02 | ? | 1202.09 | 0 | ? | 0.53 | 0 | safe | 5.69 | +1 | ? | 1.017 | 0 | safe | 1.368 | +1 |
t2-testsuite/polyrank6 | safe | 1.46 | ? | 1201.97 | -1 | ? | 1.78 | -1 | safe | 16.91 | 0 | ? | 1.668 | -1 | safe | 0.593 | 0 |
t2-testsuite/polyrank7 | ? | 1202.68 | ? | 1202.2 | 0 | ? | 0.55 | 0 | ? | 34.55 | 0 | ? | 1.163 | 0 | unsafe | 0.438 | +1 |
t2-testsuite/print | safe | 15.82 | ? | 1201.8 | -1 | ? | 0 | -1 | safe | 78.83 | 0 | safe | 45.556 | 0 | safe | 2.597 | 0 |
t2-testsuite/refine_disj_problem | ? | 1201.91 | ? | 1201.84 | 0 | ? | 2.46 | 0 | ? | 40.21 | 0 | ? | 1.532 | 0 | unsafe | 0.482 | +1 |
t2-testsuite/reverse_div4 | unsafe | 0.47 | unsafe | 0.46 | 0 | ? | 269.47 | -1 | ? | 217.54 | -1 | ? | 68.108 | -1 | unsafe | 1.534 | 0 |
t2-testsuite/reverse_seg_cyclic | safe | 70.67 | ? | 1202.07 | -1 | ? | 0 | -1 | safe | 36.39 | 0 | safe | 18.644 | 0 | safe | 1.79 | 0 |
t2-testsuite/reverse | safe | 123.81 | ? | 1201.32 | -1 | ? | 0 | -1 | safe | 42.77 | 0 | safe | 49.843 | 0 | safe | 4.693 | 0 |
t2-testsuite/rev_nt2 | unsafe | 0.27 | unsafe | 0.26 | 0 | ? | 32.69 | -1 | ? | 155.03 | -1 | ? | 94.872 | -1 | unsafe | 0.809 | 0 |
t2-testsuite/rewrite | unsafe | 0.08 | unsafe | 0.06 | 0 | ? | 0.68 | -1 | ? | 61.28 | -1 | ? | 0.721 | -1 | unsafe | 0.46 | 0 |
t2-testsuite/s1-saved | safe | 15.54 | ? | 1201.98 | -1 | ? | 0 | -1 | safe | 40.34 | 0 | safe | 31.972 | 0 | safe | 1.827 | 0 |
t2-testsuite/seq2 | safe | 0.19 | ? | 1202.03 | -1 | safe | 0.85 | 0 | safe | 3.17 | 0 | safe | 0.624 | 0 | safe | 0.355 | 0 |
t2-testsuite/seq | safe | 0.18 | ? | 1201.86 | -1 | safe | 0.91 | 0 | safe | 3.28 | 0 | safe | 0.607 | 0 | safe | 0.367 | 0 |
t2-testsuite/simple | ? | 1201.15 | ? | 1202.05 | 0 | ? | 0.96 | 0 | unsafe | 15.8 | +1 | ? | 1.017 | 0 | unsafe | 0.528 | +1 |
t2-testsuite/small01 | safe | 0.19 | ? | 1202.0 | -1 | safe | 4.98 | 0 | safe | 3.5 | 0 | safe | 0.943 | 0 | safe | 0.388 | 0 |
t2-testsuite/small02 | ? | 1202.01 | ? | 1202.03 | 0 | ? | 7.72 | 0 | ? | 63.01 | 0 | ? | 1.089 | 0 | unsafe | 0.489 | +1 |
t2-testsuite/small03 | ? | 1201.75 | ? | 1202.19 | 0 | ? | 1248.49 | 0 | unsafe | 3.62 | +1 | ? | 0.893 | 0 | unsafe | 0.445 | +1 |
t2-testsuite/small04 | ? | 1201.87 | ? | 1202.02 | 0 | ? | 0 | 0 | unsafe | 3.75 | +1 | ? | 0.896 | 0 | unsafe | 0.438 | +1 |
t2-testsuite/small05 | ? | 1201.89 | ? | 1201.19 | 0 | ? | 0.53 | 0 | ? | 33.85 | 0 | ? | 0.774 | 0 | unsafe | 0.452 | +1 |
t2-testsuite/small06 | safe | 1.52 | ? | 1201.85 | -1 | safe | 6.21 | 0 | safe | 3.91 | 0 | safe | 0.944 | 0 | safe | 0.379 | 0 |
t2-testsuite/small07 | safe | 12.35 | ? | 1202.04 | -1 | safe | 9.72 | 0 | safe | 5.97 | 0 | safe | 1.029 | 0 | safe | 0.431 | 0 |
t2-testsuite/small08 | safe | 7.27 | ? | 1202.09 | -1 | safe | 10.73 | 0 | safe | 5.18 | 0 | safe | 1.035 | 0 | safe | 0.416 | 0 |
t2-testsuite/small09 | safe | 14.14 | ? | 1203.05 | -1 | safe | 19.45 | 0 | safe | 5.83 | 0 | safe | 1.058 | 0 | safe | 0.419 | 0 |
t2-testsuite/small10 | unsafe | 0.07 | unsafe | 0.06 | 0 | ? | 1.29 | -1 | ? | 70.94 | -1 | ? | 2.08 | -1 | unsafe | 0.502 | 0 |
t2-testsuite/small11 | unsafe | 0.07 | unsafe | 0.07 | 0 | ? | 0.95 | -1 | unsafe | 3.19 | 0 | ? | 1.065 | -1 | unsafe | 0.451 | 0 |
t2-testsuite/small12 | safe | 0.66 | ? | 1202.07 | -1 | safe | 2.48 | 0 | safe | 4.19 | 0 | safe | 0.744 | 0 | safe | 0.366 | 0 |
t2-testsuite/small13 | safe | 1.35 | ? | 1201.92 | -1 | safe | 2.26 | 0 | safe | 15.47 | 0 | safe | 0.723 | 0 | safe | 0.367 | 0 |
t2-testsuite/small14 | ? | 1201.26 | ? | 1202.14 | 0 | ? | 2.42 | 0 | ? | 87.78 | 0 | ? | 4.234 | 0 | unsafe | 0.498 | +1 |
t2-testsuite/small15 | ? | 1202.08 | ? | 1202.04 | 0 | ? | 1.56 | 0 | ? | 39.92 | 0 | ? | 1.481 | 0 | unsafe | 0.471 | +1 |
t2-testsuite/small16 | ? | 1201.86 | ? | 1201.15 | 0 | ? | 1.51 | 0 | unsafe | 36.1 | +1 | ? | 1.39 | 0 | unsafe | 0.454 | +1 |
t2-testsuite/small17 | unsafe | 0.08 | unsafe | 0.07 | 0 | ? | 1.62 | -1 | unsafe | 24.1 | 0 | ? | 1.005 | -1 | unsafe | 0.457 | 0 |
t2-testsuite/small18 | unsafe | 0.06 | unsafe | 0.07 | 0 | ? | 0.73 | -1 | unsafe | 5.14 | 0 | ? | 1.655 | -1 | unsafe | 0.502 | 0 |
t2-testsuite/small19 | safe | 1.46 | ? | 1202.01 | -1 | safe | 2.25 | 0 | safe | 5.96 | 0 | safe | 0.748 | 0 | safe | 0.404 | 0 |
t2-testsuite/small20 | safe | 1.72 | ? | 1202.27 | -1 | ? | 0 | -1 | safe | 4.84 | 0 | safe | 1.099 | 0 | safe | 0.408 | 0 |
t2-testsuite/small21 | safe | 2.87 | ? | 1202.05 | -1 | ? | 0 | -1 | safe | 5.69 | 0 | safe | 1.134 | 0 | safe | 0.447 | 0 |
t2-testsuite/small22 | unsafe | 0.09 | unsafe | 0.08 | 0 | ? | 2.33 | -1 | ? | 38.69 | -1 | ? | 2.42 | -1 | unsafe | 0.545 | 0 |
t2-testsuite/small23 | unsafe | 0.31 | ? | 1201.92 | -1 | ? | 5.0 | -1 | unsafe | 23.71 | 0 | ? | 13.55 | -1 | unsafe | 0.677 | 0 |
t2-testsuite/small24 | unsafe | 0.06 | unsafe | 0.06 | 0 | ? | 0.51 | -1 | unsafe | 5.17 | 0 | ? | 1.033 | -1 | unsafe | 0.456 | 0 |
t2-testsuite/small25 | unsafe | 0.06 | unsafe | 0.06 | 0 | ? | 0.56 | -1 | unsafe | 3.51 | 0 | ? | 0.99 | -1 | unsafe | 0.424 | 0 |
t2-testsuite/small26 | safe | 0.19 | ? | 1202.94 | -1 | safe | 0.76 | 0 | safe | 3.15 | 0 | safe | 0.647 | 0 | safe | 0.369 | 0 |
t2-testsuite/small27 | safe | 0.05 | safe | 0.04 | 0 | ? | 0.23 | -1 | safe | 2.75 | 0 | safe | 0.617 | 0 | safe | 0.417 | 0 |
t2-testsuite/small28 | safe | 0.1 | safe | 0.09 | 0 | safe | 0.76 | 0 | safe | 3.73 | 0 | safe | 0.638 | 0 | safe | 0.401 | 0 |
t2-testsuite/small29 | unsafe | 0.07 | unsafe | 0.07 | 0 | ? | 0.6 | -1 | unsafe | 8.91 | 0 | ? | 1.239 | -1 | unsafe | 0.494 | 0 |
t2-testsuite/small30 | unsafe | 0.05 | unsafe | 0.07 | 0 | ? | 0.59 | -1 | unsafe | 3.29 | 0 | ? | 1.152 | -1 | unsafe | 0.421 | 0 |
t2-testsuite/small31 | safe | 0.08 | safe | 0.04 | 0 | ? | 0.22 | -1 | safe | 2.77 | 0 | safe | 0.748 | 0 | safe | 0.346 | 0 |
t2-testsuite/small32 | safe | 0.07 | safe | 0.05 | 0 | ? | 0.24 | -1 | safe | 2.42 | 0 | safe | 0.61 | 0 | safe | 0.356 | 0 |
t2-testsuite/small33 | safe | 0.05 | safe | 0.04 | 0 | ? | 0.24 | -1 | safe | 2.84 | 0 | safe | 0.585 | 0 | safe | 0.355 | 0 |
t2-testsuite/small34 | safe | 0.17 | ? | 1202.1 | -1 | safe | 0.8 | 0 | safe | 3.55 | 0 | safe | 0.758 | 0 | safe | 0.354 | 0 |
t2-testsuite/small35 | ? | 1201.9 | ? | 1201.91 | 0 | ? | 0.55 | 0 | ? | 34.29 | 0 | ? | 1.151 | 0 | unsafe | 0.438 | +1 |
t2-testsuite/test_byron_2 | unsafe | 0.1 | unsafe | 0.08 | 0 | ? | 1.22 | -1 | unsafe | 5.28 | 0 | ? | 0.99 | -1 | unsafe | 0.449 | 0 |
t2-testsuite/traverse2 | safe | 197.05 | ? | 1201.59 | -1 | ? | 0 | -1 | safe | 85.35 | 0 | ? | 302.48 | -1 | safe | 3.014 | 0 |
t2-testsuite/traverse_seg2 | safe | 27.57 | ? | 1202.67 | -1 | ? | 0 | -1 | safe | 37.79 | 0 | safe | 30.639 | 0 | safe | 2.061 | 0 |
t2-testsuite/traverse_seg | safe | 34.58 | ? | 1202.02 | -1 | ? | 0 | -1 | safe | 49.63 | 0 | safe | 33.594 | 0 | safe | 2.815 | 0 |
t2-testsuite/traverse_twice | safe | 51.72 | ? | 1202.2 | -1 | ? | 0 | -1 | safe | 50.61 | 0 | safe | 62.074 | 0 | safe | 3.339 | 0 |
t2-testsuite/traverse | safe | 24.82 | ? | 1202.12 | -1 | ? | 0 | -1 | safe | 46.16 | 0 | safe | 28.679 | 0 | safe | 1.913 | 0 |
t2-testsuite/unsat | safe | 0.25 | safe | 0.14 | 0 | safe | 0.99 | 0 | safe | 2.8 | 0 | safe | 0.579 | 0 | safe | 0.362 | 0 |
t2-testsuite/w1 | unsafe | 0.1 | unsafe | 0.1 | 0 | ? | 0.81 | -1 | unsafe | 13.79 | 0 | ? | 0.866 | -1 | unsafe | 0.575 | 0 |
# Benchmarks: 193 | total | safe | unsafe | time | total | safe | unsafe | time | delta | gained | lost | total | safe | unsafe | time | delta | gained | lost | total | safe | unsafe | time | delta | gained | lost | total | safe | unsafe | time | delta | gained | lost | total | safe | unsafe | time | delta | gained | lost |
152 | 82 | 70 | 955.74s | 74 | 18 | 56 | 56.81s | -78 | 1 | 79 | 52 | 52 | 0 | 442.34s | -100 | 1 | 101 | 146 | 85 | 61 | 3311.11s | -6 | 15 | 21 | 80 | 80 | 0 | 637.653s | -72 | 6 | 78 | 191 | 89 | 102 | 235.206s | 39 | 40 | 1 |