|
SMT Evaluation 2013
|
0.22 (7/9) |
4Simp |
4Simp-SMT-COMP-2012 default |
unsat ✅
|
1.96693
|
—
|
| |
Abziz |
abziz_portfolio_2011_minfeatures_2 default |
unsat ✅
|
0.50072
|
—
|
| |
|
abziz_portfolio_2011_solvers_2 default |
unsat ✅
|
0.49743
|
—
|
| |
|
abziz_portfolio_2012_minfeatures default |
unsat ✅
|
0.53803
|
—
|
| |
|
abziz_portfolio_2012_solvers default |
unsat ✅
|
0.52346
|
—
|
| |
|
AbzizPortfolio-SMT-COMP-2012 default |
unsat ✅
|
0.49833
|
—
|
| |
Boolector |
Boolector-1.5.118-SMT-EVAL-2013 default |
unsat ✅
|
34.77640
|
—
|
| |
|
Boolector-SMT-COMP-2011 default |
unsat ✅
|
241.36900
|
—
|
| |
|
Boolector-SMT-COMP-2012 default |
unsat ✅
|
136.39000
|
—
|
| |
CVC3 |
CVC3-SMT-COMP-2010 default |
unknown ❌
|
269.05600
|
—
|
| |
|
CVC3-SMT-COMP-2011 default |
unknown ❌
|
—
|
—
|
| |
|
CVC3-SMT-COMP-2012 default |
unknown ❌
|
—
|
—
|
| |
CVC4 |
CVC4-SMT-COMP-2012-Resubmission default |
unsat ✅
|
5.46864
|
—
|
| |
|
CVC4-SMT-EVAL-2013 default |
unsat ✅
|
0.70639
|
—
|
| |
MathSAT |
MathSAT5-5.2.6-SMT-EVAL-2013 default |
unsat ✅
|
43.99310
|
—
|
| |
|
MathSAT5-HeavyBV-SMT-COMP-2012 default |
unsat ✅
|
12.47860
|
—
|
| |
|
MathSAT5-SMT-COMP-2011 default |
unsat ✅
|
41.54530
|
—
|
| |
|
MathSAT5-SMT-COMP-2012 default |
unsat ✅
|
37.26820
|
—
|
| |
SONOLAR |
SONOLAR-2013-05-15-SMT-EVAL-2013 default |
unknown ❌
|
—
|
—
|
| |
|
SONOLAR-SMT-COMP-2010 default |
unknown ❌
|
—
|
—
|
| |
|
SONOLAR-SMT-COMP-2011 default |
unknown ❌
|
—
|
—
|
| |
|
SONOLAR-SMT-COMP-2012 default |
unknown ❌
|
—
|
—
|
| |
STP |
STP2-SMT-COMP-2011 default |
unsat ✅
|
382.94900
|
—
|
| |
|
STP2-SMT-COMP-2012 default |
unsat ✅
|
1.85467
|
—
|
| |
|
simplifyingSTP-SMT-COMP-2010 default |
unsat ✅
|
23.18650
|
—
|
| |
Z3 |
Z3-4.3.2.a054b099c1d6-x64-debian-6.0.6-SMT-EVAL-2013 default |
unsat ✅
|
0.53829
|
—
|
| |
|
Z3-SMT-COMP-2011 default |
unsat ✅
|
0.49327
|
—
|
|
SMT-COMP 2014
|
0.11 (8/9) |
4Simp |
4Simp - 2014 default |
unsat ✅
|
0.81487
|
0.80488
|
| |
Abziz |
abziz_portfolio_all_features default |
unsat ✅
|
0.87180
|
0.86687
|
| |
|
abziz_portfolio_min_features default |
unsat ✅
|
0.87275
|
0.85587
|
| |
Boolector |
Boolector boolector |
unsat ✅
|
12.23460
|
12.22510
|
| |
CVC4 |
CVC4 f7118b2 default |
unsat ✅
|
5.47440
|
10.79240
|
| |
MathSAT |
MathSAT-5.2.12-Main default |
unsat ✅
|
37.62590
|
37.60030
|
| |
SONOLAR |
sonolar_smtcomp-2014 default |
unknown ❌
|
2399.12000
|
2400.07000
|
| |
STP |
stp-cryptominisat4 default |
unsat ✅
|
11.90620
|
11.90220
|
| |
Yices2 |
Yices-2.2.1-smtcomp2014 default |
unsat ✅
|
16.22360
|
16.21950
|
| |
Z3 |
Z3-4.3.2.a054b099c1d6-x64-debian-6.0.6-SMT-COMP-2014 default |
unsat ✅
|
0.47679
|
0.46893
|
|
SMT-COMP 2015
|
|
Boolector |
Boolector SMT15 QF_BV final boolector_qf_bv |
unsat ✅
|
8.41776
|
8.42072
|
| |
CVC4 |
CVC4-master-2015-06-15-9b32405-main default |
unsat ✅
|
4.61081
|
9.06462
|
| |
|
CVC4-experimental-2015-06-15-ff5745a-main default |
unsat ✅
|
4.62714
|
9.10762
|
| |
MathSAT |
MathSat 5.3.6 main smtcomp2015_main |
unsat ✅
|
6.61953
|
6.62099
|
| |
SMT-RAT |
SMT-RAT-final default |
unsat ✅
|
727.46200
|
727.70500
|
| |
STP |
stp-cryptominisat4 default |
unsat ✅
|
12.76450
|
12.76610
|
| |
|
stp-cmsat4-v15 default |
unsat ✅
|
3.39901
|
3.39748
|
| |
|
stp-cmsat4-mt-v15 default |
unknown ❌
|
0.86646
|
0.86587
|
| |
|
stp-minisat-v15 default |
unsat ✅
|
5.70809
|
5.70813
|
| |
Yices2 |
Yices default |
unsat ✅
|
10.54950
|
10.55240
|
| |
Z3 |
z3 4.4.0 default |
unsat ✅
|
0.45921
|
0.45893
|
|
SMT-COMP 2016
|
0.20 (8/10) |
ABC |
ABC_default default_abc |
unknown ❌
|
2400.02000
|
2401.37000
|
| |
|
ABC_glucose glucose |
unknown ❌
|
2400.12000
|
2401.70000
|
| |
Boolector |
Boolector boolector |
unsat ✅
|
6.89320
|
6.89771
|
| |
|
Boolector preprop boolector |
unsat ✅
|
6.93299
|
6.93763
|
| |
CVC4 |
CVC4-master-2016-05-27-cfef263-main default |
unsat ✅
|
4.25108
|
8.36710
|
| |
MapleSTP |
MapleSTP default |
unsat ✅
|
14.80620
|
14.80310
|
| |
|
MapleSTP-mt default |
unsat ✅
|
15.72410
|
57.64960
|
| |
MathSAT |
mathsat-5.3.11-linux-x86_64-Main default |
unsat ✅
|
6.03197
|
6.03677
|
| |
MinkeyRink |
Minkeyrink 2016 default |
unsat ✅
|
4.00087
|
10.61840
|
| |
Q3B |
Q3B default |
unknown ❌
|
2400.05000
|
7203.74000
|
| |
STP |
stp-cms-exp-2016 default |
unsat ✅
|
2.52919
|
2.53048
|
| |
|
stp-cms-mt-2016 default |
unsat ✅
|
2.97989
|
9.16045
|
| |
|
stp-cms-st-2016 default |
unsat ✅
|
2.57278
|
2.57412
|
| |
|
stp-minisat-st-2016 default |
unknown ❌
|
2400.11000
|
2401.48000
|
| |
Yices2 |
Yices-2.4.2 default |
unsat ✅
|
14.54450
|
14.55330
|
| |
Z3 |
z3-4.4.1 default |
unsat ✅
|
0.69562
|
0.69729
|
|
SMT-COMP 2017
|
0.12 (7/8) |
Boolector |
Boolector+CaDiCaL SMT17 final boolector |
unsat ✅
|
19.44450
|
19.44120
|
| |
|
Boolector SMT17 final boolector |
unsat ✅
|
6.95641
|
6.95520
|
| |
CVC4 |
CVC4-smtcomp2017-main default |
unsat ✅
|
5.39337
|
10.66760
|
| |
MathSAT |
mathsat-5.4.1-linux-x86_64-Main default |
unsat ✅
|
5.65923
|
5.65693
|
| |
MinkeyRink |
MinkeyRink 2017.3a default |
unsat ✅
|
3.02559
|
3.04924
|
| |
Q3B |
Q3B default |
unknown ❌
|
600.05700
|
790.68000
|
| |
STP |
stp_st default |
unsat ✅
|
3.15732
|
3.15655
|
| |
|
stp_mt default |
unsat ✅
|
3.11544
|
9.63165
|
| |
Yices2 |
Yices2-Main default |
unsat ✅
|
14.47830
|
14.47670
|
| |
Z3 |
z3-4.5.0 default |
unsat ✅
|
0.73093
|
0.72952
|
|
SMT-COMP 2018
|
|
Boolector |
Boolector_default |
unsat ✅
|
15.19080
|
15.19120
|
| |
CVC4 |
master-2018-06-10-b19c840-competition-default_default |
unsat ✅
|
30.45880
|
30.44210
|
| |
MathSAT |
mathsat-5.5.2-linux-x86_64-Main_default |
unsat ✅
|
5.45547
|
5.45616
|
| |
MinkeyRink |
Minkeyrink MT_mt |
unsat ✅
|
2.77362
|
9.28794
|
| |
|
Minkeyrink ST_st |
unsat ✅
|
3.26009
|
3.25997
|
| |
STP |
STP-CMS-st-2018_default-no-stderr |
unsat ✅
|
3.72151
|
3.72108
|
| |
|
STP-CMS-mt-2018_multicore-no-stderr |
unsat ✅
|
3.19184
|
10.29040
|
| |
|
STP-Riss-st-2018_riss-no-stderr |
unknown ❌
|
1200.01000
|
1199.86000
|
| |
Yices2 |
Yices 2.6.0_default |
unsat ✅
|
14.33590
|
14.33550
|
| |
Z3 |
z3-4.7.1_default |
unsat ✅
|
0.59637
|
0.59623
|
|
SMT-COMP 2020
|
0.11 (8/9) |
Bitwuzla |
Bitwuzla-fixed_default |
unsat ✅
|
4.80161
|
4.80077
|
| |
Boolector |
Boolector-wrapped-sq_default |
unsat ✅
|
4.82435
|
4.82422
|
| |
|
Poolector-wrapped-sq_default |
unsat ✅
|
4.89161
|
18.86000
|
| |
CVC4 |
CVC4-sq-final_default |
unsat ✅
|
3.78305
|
3.78280
|
| |
LazyBV2Int |
LazyBV2Int20200523_default.sh |
unknown ❌
|
1200.06000
|
1199.94000
|
| |
MathSAT |
MathSAT5_default.sh |
unsat ✅
|
35.04830
|
35.04780
|
| |
MinkeyRink |
MinkeyRink Solver 2020.3.1_default |
unknown ❌
|
0.50450
|
0.50464
|
| |
|
MinkeyRink Solver 2020.3_default |
unsat ✅
|
4.03183
|
14.44590
|
| |
STP |
STP_default |
unsat ✅
|
3.51389
|
11.87810
|
| |
|
STP ++ Mergsat v1_default |
unsat ✅
|
6.87136
|
6.87321
|
| |
Yices2 |
Yices 2.6.2 bug fix_default |
unsat ✅
|
0.93311
|
0.93284
|
| |
Z3 |
z3-4.8.8_default |
unsat ✅
|
0.61007
|
0.61000
|
|
SMT-COMP 2021
|
|
Bitwuzla |
Bitwuzla-fixed_default |
unsat ✅
|
6.93720
|
6.93561
|
| |
MathSAT |
mathsat-5.6.6_default |
unsat ✅
|
41.77990
|
41.77820
|
| |
STP |
STP 2021.0_default |
unsat ✅
|
3.27660
|
10.90850
|
| |
Z3 |
z3-4.8.11_default |
unsat ✅
|
0.62022
|
0.62020
|
|
SMT-COMP 2022
|
|
Bitwuzla |
Bitwuzla-fixed_default |
unsat ✅
|
5.80504
|
5.80486
|
| |
|
Bitwuzla-wrapped_default |
unsat ✅
|
5.81605
|
5.81580
|
| |
cvc5 |
cvc5-default-2022-07-02-b15e116-wrapped_sq |
unsat ✅
|
4.47939
|
4.47937
|
| |
MathSAT |
MathSAT-5.6.8_default |
unsat ✅
|
78.15240
|
78.15680
|
| |
STP |
STP 2022.4_default |
unsat ✅
|
3.53787
|
3.53729
|
| |
Yices2 |
Yices 2.6.2 for SMTCOMP 2021_default |
unsat ✅
|
1.33746
|
1.33722
|
| |
Z3++BV |
z3++bv_0702_default |
unsat ✅
|
0.61340
|
0.61317
|
| |
Z3 |
z3-4.8.17_default |
unsat ✅
|
0.80380
|
0.80555
|
|
SMT-COMP 2023
|
0.17 (5/6) |
Bitwuzla |
Bitwuzla-fixed_default |
unsat ✅
|
7.60816
|
7.60788
|
| |
cvc5 |
cvc5-default-2023-05-16-ea045f305_sq |
unsat ✅
|
3.39470
|
3.39495
|
| |
STP |
STP 2022.4_default |
unsat ✅
|
5.82852
|
5.82785
|
| |
|
STP 2022.4_default |
unsat ✅
|
5.83567
|
5.83591
|
| |
UltimateEliminator |
UltimateIntBlastingWrapper+SMTInterpol_default |
unknown ❌
|
1200.04000
|
1246.81000
|
| |
Yices2 |
Yices 2 for SMTCOMP 2023_default |
unsat ✅
|
15.03420
|
15.03450
|
| |
Z3-Owl |
z3-Owl-Final_default |
unknown ❌
|
1200.02000
|
1199.88000
|
| |
|
z3-Owl-Final_default |
unsat ✅
|
19.33880
|
18.35850
|
|
SMT-COMP 2024
|
0.17 (5/6) |
Bitwuzla |
Bitwuzla |
unsat ✅
|
3.34440
|
3.24333
|
| |
cvc5 |
cvc5 |
unsat ✅
|
4.03353
|
3.93397
|
| |
SMTInterpol |
SMTInterpol |
unknown ❌
|
1201.72213
|
1242.97888
|
| |
STP |
STP |
unsat ✅
|
2.84701
|
2.74598
|
| |
Yices2 |
Yices2 |
unsat ✅
|
3.11195
|
3.01048
|
| |
Z3alpha |
Z3-alpha |
unsat ✅
|
85.23691
|
85.13326
|
|
SMT-COMP 2025
|
0.22 (7/9) |
Bitwuzla |
Bitwuzla |
unsat ✅
|
2.14473
|
2.00708
|
| |
|
Bitwuzla-MachBV-base |
unsat ✅
|
2.41526
|
2.29084
|
| |
Bitwuzla-MachBV |
Bitwuzla-MachBV |
unsat ✅
|
2.40711
|
2.28724
|
| |
BVDecide |
bv_decide |
unsat ✅
|
100.47215
|
100.30973
|
| |
|
bv_decide-nokernel |
unsat ✅
|
11.90456
|
11.73761
|
| |
cvc5 |
cvc5 |
unsat ✅
|
2.56208
|
2.43180
|
| |
SMTInterpol |
SMTInterpol |
unknown ❌
|
1201.76530
|
1237.63961
|
| |
Yices2 |
Yices2 |
unsat ✅
|
1.24836
|
1.11668
|
| |
Z3alpha |
Z3-alpha |
unsat ✅
|
1.14554
|
2.94785
|
| |
Z3 |
Z3-alpha-base |
unsat ✅
|
0.74583
|
0.61744
|
| |
|
Z3-Owl-base |
unsat ✅
|
1.95377
|
1.82799
|
| |
|
z3siri-base |
unsat ✅
|
0.73479
|
0.61373
|
| |
Z3-Owl |
Z3-Owl |
unknown ❌
|
1201.76075
|
1200.99560
|