|
SMT Evaluation 2013
|
|
4Simp |
4Simp-SMT-COMP-2012 default |
sat ✅
|
4.09613
|
—
|
| |
Abziz |
abziz_portfolio_2011_minfeatures_2 default |
sat ✅
|
3.52671
|
—
|
| |
|
abziz_portfolio_2011_solvers_2 default |
sat ✅
|
3.53965
|
—
|
| |
|
abziz_portfolio_2012_minfeatures default |
sat ✅
|
3.55367
|
—
|
| |
|
abziz_portfolio_2012_solvers default |
sat ✅
|
3.52490
|
—
|
| |
|
AbzizPortfolio-SMT-COMP-2012 default |
sat ✅
|
3.55232
|
—
|
| |
Boolector |
Boolector-1.5.118-SMT-EVAL-2013 default |
sat ✅
|
0.60013
|
—
|
| |
|
Boolector-SMT-COMP-2011 default |
sat ✅
|
18.58860
|
—
|
| |
|
Boolector-SMT-COMP-2012 default |
sat ✅
|
0.26019
|
—
|
| |
CVC3 |
CVC3-SMT-COMP-2010 default |
sat ✅
|
50.96820
|
—
|
| |
|
CVC3-SMT-COMP-2011 default |
sat ✅
|
—
|
—
|
| |
|
CVC3-SMT-COMP-2012 default |
sat ✅
|
45.65480
|
—
|
| |
CVC4 |
CVC4-SMT-COMP-2012-Resubmission default |
sat ✅
|
6.36254
|
—
|
| |
|
CVC4-SMT-EVAL-2013 default |
sat ✅
|
27.88020
|
—
|
| |
MathSAT |
MathSAT5-5.2.6-SMT-EVAL-2013 default |
sat ✅
|
20.28210
|
—
|
| |
|
MathSAT5-HeavyBV-SMT-COMP-2012 default |
sat ✅
|
32.04430
|
—
|
| |
|
MathSAT5-SMT-COMP-2011 default |
sat ✅
|
8.66376
|
—
|
| |
|
MathSAT5-SMT-COMP-2012 default |
sat ✅
|
5.87443
|
—
|
| |
SONOLAR |
SONOLAR-2013-05-15-SMT-EVAL-2013 default |
sat ✅
|
3.34286
|
—
|
| |
|
SONOLAR-SMT-COMP-2010 default |
sat ✅
|
12.95500
|
—
|
| |
|
SONOLAR-SMT-COMP-2011 default |
sat ✅
|
5.95687
|
—
|
| |
|
SONOLAR-SMT-COMP-2012 default |
sat ✅
|
5.57327
|
—
|
| |
STP |
STP2-SMT-COMP-2011 default |
sat ✅
|
2.55102
|
—
|
| |
|
STP2-SMT-COMP-2012 default |
sat ✅
|
4.23811
|
—
|
| |
|
simplifyingSTP-SMT-COMP-2010 default |
sat ✅
|
2.53000
|
—
|
| |
Z3 |
Z3-4.3.2.a054b099c1d6-x64-debian-6.0.6-SMT-EVAL-2013 default |
sat ✅
|
3.77780
|
—
|
| |
|
Z3-SMT-COMP-2011 default |
sat ✅
|
3.55679
|
—
|
|
SMT-COMP 2017
|
|
Boolector |
Boolector+CaDiCaL SMT17 final boolector |
sat ✅
|
0.09107
|
0.09010
|
| |
|
Boolector SMT17 final boolector |
sat ✅
|
0.09060
|
0.08998
|
| |
CVC4 |
CVC4-smtcomp2017-main default |
sat ✅
|
16.86690
|
33.64730
|
| |
MathSAT |
mathsat-5.4.1-linux-x86_64-Main default |
sat ✅
|
10.87460
|
10.87320
|
| |
MinkeyRink |
MinkeyRink 2017.3a default |
sat ✅
|
3.93876
|
3.97225
|
| |
Q3B |
Q3B default |
sat ✅
|
22.39730
|
66.39000
|
| |
STP |
stp_st default |
sat ✅
|
3.28673
|
3.28508
|
| |
|
stp_mt default |
sat ✅
|
3.79207
|
10.38930
|
| |
Yices2 |
Yices2-Main default |
sat ✅
|
0.30056
|
0.30003
|
| |
Z3 |
z3-4.5.0 default |
sat ✅
|
4.60781
|
4.60730
|
|
SMT-COMP 2018
|
|
Boolector |
Boolector_default |
sat ✅
|
0.08373
|
0.08369
|
| |
CVC4 |
master-2018-06-10-b19c840-competition-default_default |
sat ✅
|
19.44520
|
19.44460
|
| |
MathSAT |
mathsat-5.5.2-linux-x86_64-Main_default |
sat ✅
|
7.61400
|
7.61400
|
| |
MinkeyRink |
Minkeyrink MT_mt |
sat ✅
|
1.79510
|
3.12700
|
| |
|
Minkeyrink ST_st |
sat ✅
|
1.60821
|
1.60793
|
| |
STP |
STP-CMS-st-2018_default-no-stderr |
sat ✅
|
1.61497
|
1.61444
|
| |
|
STP-CMS-mt-2018_multicore-no-stderr |
sat ✅
|
1.83809
|
3.26518
|
| |
|
STP-Riss-st-2018_riss-no-stderr |
sat ✅
|
13.59300
|
13.59310
|
| |
Yices2 |
Yices 2.6.0_default |
sat ✅
|
0.24311
|
0.24303
|
| |
Z3 |
z3-4.7.1_default |
sat ✅
|
3.05517
|
3.05495
|
|
SMT-COMP 2019
|
|
Boolector |
Boolector-wrapped-sq_default |
sat ✅
|
0.10809
|
0.10807
|
| |
|
Poolector-wrapped-sq_default |
sat ✅
|
0.28307
|
0.22496
|
| |
Boolector-ReasonLS |
boolector-ReasonLS-wrapped-sq_default |
sat ✅
|
4.91796
|
4.91769
|
| |
CVC4 |
CVC4-2019-06-03-d350fe1-wrapped-sq_default |
sat ✅
|
5.52290
|
5.52346
|
| |
MinkeyRink |
MinkeyRink MT-wrapped-sq_default |
sat ✅
|
1.92317
|
3.99490
|
| |
|
MinkeyRink ST-wrapped-sq_default |
sat ✅
|
1.68634
|
3.24934
|
| |
Par4 |
Par4-wrapped-sq_default |
sat ✅
|
0.09522
|
0.00636
|
| |
STP |
STP-2019-wrapped-sq_default |
sat ✅
|
3.33476
|
3.33495
|
| |
|
stp-mergesat-fixed-wrapped-sq_default |
sat ✅
|
21.70820
|
21.70710
|
| |
|
stp-minisat-wrapped-sq_default |
sat ✅
|
2.76138
|
2.76151
|
| |
|
stp-mt-wrapped-sq_default |
sat ✅
|
2.29428
|
4.97717
|
| |
|
stp-portfolio-fixed-wrapped-sq_default |
sat ✅
|
21.45310
|
25.43930
|
| |
|
stp-riss-wrapped-sq_default |
unknown ❌
|
1.36275
|
1.36283
|
| |
Yices2 |
Yices 2.6.2-wrapped-sq_default |
sat ✅
|
0.27968
|
0.27964
|
| |
|
Yices 2.6.2 Cadical-wrapped-sq_default |
sat ✅
|
0.64885
|
0.64853
|
| |
|
Yices 2.6.2 Cryptominisat-wrapped-sq_default |
sat ✅
|
11.46110
|
11.46050
|
| |
|
Yices 2.6.2 MCSAT BV-wrapped-sq_default |
sat ✅
|
0.98662
|
0.98645
|
| |
|
Yices 2.6.2 new bvsolver-wrapped-sq_default |
sat ✅
|
0.83247
|
0.83245
|
| |
Z3 |
z3-4.8.4-d6df51951f4c-wrapped-sq_default |
sat ✅
|
3.83201
|
3.83144
|
|
SMT-COMP 2020
|
|
Bitwuzla |
Bitwuzla-fixed_default |
sat ✅
|
0.47701
|
0.47697
|
| |
Boolector |
Boolector-wrapped-sq_default |
sat ✅
|
0.11139
|
0.11140
|
| |
|
Poolector-wrapped-sq_default |
sat ✅
|
0.28037
|
0.35085
|
| |
CVC4 |
CVC4-sq-final_default |
sat ✅
|
6.02598
|
6.02640
|
| |
LazyBV2Int |
LazyBV2Int20200523_default.sh |
sat ✅
|
425.38400
|
425.31800
|
| |
MathSAT |
MathSAT5_default.sh |
sat ✅
|
6.00108
|
6.00018
|
| |
MinkeyRink |
MinkeyRink Solver 2020.3.1_default |
unknown ❌
|
1.22967
|
1.22980
|
| |
|
MinkeyRink Solver 2020.3_default |
sat ✅
|
1.56868
|
2.70159
|
| |
STP |
STP_default |
sat ✅
|
1.50468
|
2.46656
|
| |
|
STP ++ Mergsat v1_default |
sat ✅
|
1.26295
|
1.26471
|
| |
Yices2 |
Yices 2.6.2 bug fix_default |
sat ✅
|
0.78568
|
0.78562
|
| |
Z3 |
z3-4.8.8_default |
sat ✅
|
4.61503
|
4.61003
|
|
SMT-COMP 2021
|
|
Bitwuzla |
Bitwuzla-fixed_default |
sat ✅
|
0.47686
|
0.47671
|
| |
MathSAT |
mathsat-5.6.6_default |
sat ✅
|
12.57360
|
12.57370
|
| |
STP |
STP 2021.0_default |
sat ✅
|
1.49077
|
2.38325
|
| |
Z3 |
z3-4.8.11_default |
sat ✅
|
5.26453
|
5.26419
|
|
SMT-COMP 2022
|
|
Bitwuzla |
Bitwuzla-fixed_default |
sat ✅
|
0.47574
|
0.47566
|
| |
|
Bitwuzla-wrapped_default |
sat ✅
|
0.49925
|
0.49809
|
| |
cvc5 |
cvc5-default-2022-07-02-b15e116-wrapped_sq |
sat ✅
|
6.60747
|
6.60694
|
| |
MathSAT |
MathSAT-5.6.8_default |
sat ✅
|
16.73770
|
16.73570
|
| |
STP |
STP 2022.4_default |
sat ✅
|
1.40395
|
1.40386
|
| |
Yices2 |
Yices 2.6.2 for SMTCOMP 2021_default |
sat ✅
|
0.92991
|
0.92951
|
| |
Z3++BV |
z3++bv_0702_default |
sat ✅
|
2.16961
|
2.16942
|
| |
Z3 |
z3-4.8.17_default |
sat ✅
|
6.31767
|
6.31895
|
|
SMT-COMP 2023
|
0.17 (5/6) |
Bitwuzla |
Bitwuzla-fixed_default |
sat ✅
|
1.89122
|
1.89122
|
| |
cvc5 |
cvc5-default-2023-05-16-ea045f305_sq |
sat ✅
|
6.98762
|
6.98665
|
| |
STP |
STP 2022.4_default |
sat ✅
|
1.65234
|
1.65146
|
| |
|
STP 2022.4_default |
sat ✅
|
1.66283
|
1.66089
|
| |
UltimateEliminator |
UltimateIntBlastingWrapper+SMTInterpol_default |
unknown ❌
|
5.22585
|
13.89850
|
| |
Yices2 |
Yices 2 for SMTCOMP 2023_default |
sat ✅
|
0.28685
|
0.28680
|
| |
Z3-Owl |
z3-Owl-Final_default |
sat ✅
|
39.36820
|
39.36440
|
| |
|
z3-Owl-Final_default |
sat ✅
|
39.25540
|
39.25310
|
|
SMT-COMP 2024
|
0.17 (5/6) |
Bitwuzla |
Bitwuzla |
sat ✅
|
1.05565
|
0.95575
|
| |
cvc5 |
cvc5 |
sat ✅
|
3.86508
|
3.76027
|
| |
SMTInterpol |
SMTInterpol |
unknown ❌
|
1201.74662
|
1267.08003
|
| |
STP |
STP |
sat ✅
|
1.89574
|
1.79554
|
| |
Yices2 |
Yices2 |
sat ✅
|
0.74114
|
0.64091
|
| |
Z3alpha |
Z3-alpha |
sat ✅
|
1.30008
|
1.20027
|
|
SMT-COMP 2025
|
0.11 (8/9) |
Bitwuzla |
Bitwuzla |
sat ✅
|
0.60434
|
0.47813
|
| |
|
Bitwuzla-MachBV-base |
sat ✅
|
0.80504
|
0.68249
|
| |
Bitwuzla-MachBV |
Bitwuzla-MachBV |
sat ✅
|
1.72553
|
1.59504
|
| |
BVDecide |
bv_decide |
sat ✅
|
57.81948
|
57.67375
|
| |
|
bv_decide-nokernel |
sat ✅
|
29.48139
|
29.33852
|
| |
cvc5 |
cvc5 |
sat ✅
|
3.56619
|
3.44428
|
| |
SMTInterpol |
SMTInterpol |
unknown ❌
|
1201.45013
|
1240.11140
|
| |
Yices2 |
Yices2 |
sat ✅
|
0.53074
|
0.41052
|
| |
Z3alpha |
Z3-alpha |
sat ✅
|
5.71385
|
20.93188
|
| |
Z3 |
Z3-alpha-base |
sat ✅
|
3.73034
|
3.61381
|
| |
|
Z3-Owl-base |
sat ✅
|
11.86249
|
11.73894
|
| |
|
z3siri-base |
sat ✅
|
3.98471
|
3.84389
|
| |
Z3-Owl |
Z3-Owl |
sat ✅
|
17.01357
|
16.88920
|