|
SMT Evaluation 2013
|
|
4Simp |
4Simp-SMT-COMP-2012 default |
sat ✅
|
0.25202
|
—
|
| |
Abziz |
abziz_portfolio_2011_minfeatures_2 default |
sat ✅
|
0.27020
|
—
|
| |
|
abziz_portfolio_2011_solvers_2 default |
sat ✅
|
0.25211
|
—
|
| |
|
abziz_portfolio_2012_minfeatures default |
sat ✅
|
0.25855
|
—
|
| |
|
abziz_portfolio_2012_solvers default |
sat ✅
|
0.25690
|
—
|
| |
|
AbzizPortfolio-SMT-COMP-2012 default |
sat ✅
|
0.24938
|
—
|
| |
Boolector |
Boolector-1.5.118-SMT-EVAL-2013 default |
sat ✅
|
0.10191
|
—
|
| |
|
Boolector-SMT-COMP-2011 default |
sat ✅
|
0.29719
|
—
|
| |
|
Boolector-SMT-COMP-2012 default |
sat ✅
|
0.10731
|
—
|
| |
CVC3 |
CVC3-SMT-COMP-2010 default |
sat ✅
|
99.65610
|
—
|
| |
|
CVC3-SMT-COMP-2011 default |
sat ✅
|
86.13230
|
—
|
| |
|
CVC3-SMT-COMP-2012 default |
sat ✅
|
89.81940
|
—
|
| |
CVC4 |
CVC4-SMT-COMP-2012-Resubmission default |
sat ✅
|
0.90425
|
—
|
| |
|
CVC4-SMT-EVAL-2013 default |
sat ✅
|
1.04916
|
—
|
| |
MathSAT |
MathSAT5-5.2.6-SMT-EVAL-2013 default |
sat ✅
|
0.40406
|
—
|
| |
|
MathSAT5-HeavyBV-SMT-COMP-2012 default |
sat ✅
|
0.47898
|
—
|
| |
|
MathSAT5-SMT-COMP-2011 default |
sat ✅
|
0.40965
|
—
|
| |
|
MathSAT5-SMT-COMP-2012 default |
sat ✅
|
0.41998
|
—
|
| |
SONOLAR |
SONOLAR-2013-05-15-SMT-EVAL-2013 default |
sat ✅
|
0.30761
|
—
|
| |
|
SONOLAR-SMT-COMP-2010 default |
sat ✅
|
8.38424
|
—
|
| |
|
SONOLAR-SMT-COMP-2011 default |
sat ✅
|
0.44097
|
—
|
| |
|
SONOLAR-SMT-COMP-2012 default |
sat ✅
|
0.34619
|
—
|
| |
STP |
STP2-SMT-COMP-2011 default |
sat ✅
|
0.27977
|
—
|
| |
|
STP2-SMT-COMP-2012 default |
sat ✅
|
0.18321
|
—
|
| |
|
simplifyingSTP-SMT-COMP-2010 default |
sat ✅
|
1.02135
|
—
|
| |
Z3 |
Z3-4.3.2.a054b099c1d6-x64-debian-6.0.6-SMT-EVAL-2013 default |
sat ✅
|
0.34815
|
—
|
| |
|
Z3-SMT-COMP-2011 default |
sat ✅
|
0.24940
|
—
|
|
SMT-COMP 2014
|
|
4Simp |
4Simp - 2014 default |
sat ✅
|
0.21383
|
0.20497
|
| |
Abziz |
abziz_portfolio_all_features default |
sat ✅
|
0.52286
|
0.50892
|
| |
|
abziz_portfolio_min_features default |
sat ✅
|
0.51941
|
0.50692
|
| |
Boolector |
Boolector boolector |
sat ✅
|
0.13721
|
0.12798
|
| |
CVC4 |
CVC4 f7118b2 default |
sat ✅
|
1.41431
|
2.46162
|
| |
MathSAT |
MathSAT-5.2.12-Main default |
sat ✅
|
0.35224
|
0.34395
|
| |
SONOLAR |
sonolar_smtcomp-2014 default |
sat ✅
|
0.29945
|
0.28896
|
| |
STP |
stp-cryptominisat4 default |
sat ✅
|
0.19137
|
0.17697
|
| |
Yices2 |
Yices-2.2.1-smtcomp2014 default |
sat ✅
|
0.05828
|
0.04899
|
| |
Z3 |
Z3-4.3.2.a054b099c1d6-x64-debian-6.0.6-SMT-COMP-2014 default |
sat ✅
|
0.39746
|
0.38894
|
|
SMT-COMP 2015
|
|
Boolector |
Boolector SMT15 QF_BV final boolector_qf_bv |
sat ✅
|
0.20101
|
0.19997
|
| |
CVC4 |
CVC4-master-2015-06-15-9b32405-main default |
sat ✅
|
1.42631
|
2.45063
|
| |
|
CVC4-experimental-2015-06-15-ff5745a-main default |
sat ✅
|
1.47657
|
2.55661
|
| |
MathSAT |
MathSat 5.3.6 main smtcomp2015_main |
sat ✅
|
0.46991
|
0.46893
|
| |
SMT-RAT |
SMT-RAT-final default |
sat ✅
|
391.04000
|
391.19900
|
| |
STP |
stp-cryptominisat4 default |
sat ✅
|
0.17691
|
0.17597
|
| |
|
stp-cmsat4-v15 default |
sat ✅
|
0.17778
|
0.17697
|
| |
|
stp-cmsat4-mt-v15 default |
unknown ❌
|
0.17645
|
0.17497
|
| |
|
stp-minisat-v15 default |
sat ✅
|
0.17664
|
0.17597
|
| |
Yices2 |
Yices default |
sat ✅
|
0.05063
|
0.04999
|
| |
Z3 |
z3 4.4.0 default |
sat ✅
|
0.39994
|
0.39994
|
|
SMT-COMP 2016
|
0.10 (9/10) |
ABC |
ABC_default default_abc |
sat ✅
|
34.08980
|
34.10100
|
| |
|
ABC_glucose glucose |
sat ✅
|
170.90700
|
171.02000
|
| |
Boolector |
Boolector boolector |
sat ✅
|
0.26907
|
0.26920
|
| |
|
Boolector preprop boolector |
sat ✅
|
0.61477
|
0.61502
|
| |
CVC4 |
CVC4-master-2016-05-27-cfef263-main default |
sat ✅
|
1.43715
|
2.47318
|
| |
MapleSTP |
MapleSTP default |
sat ✅
|
0.15386
|
0.15394
|
| |
|
MapleSTP-mt default |
sat ✅
|
0.15773
|
0.16677
|
| |
MathSAT |
mathsat-5.3.11-linux-x86_64-Main default |
sat ✅
|
0.41290
|
0.41461
|
| |
MinkeyRink |
Minkeyrink 2016 default |
sat ✅
|
0.33743
|
0.34986
|
| |
Q3B |
Q3B default |
unknown ❌
|
2400.02000
|
7203.92000
|
| |
STP |
stp-cms-exp-2016 default |
sat ✅
|
0.15923
|
0.15945
|
| |
|
stp-cms-mt-2016 default |
sat ✅
|
0.16534
|
0.17492
|
| |
|
stp-cms-st-2016 default |
sat ✅
|
0.16008
|
0.16011
|
| |
|
stp-minisat-st-2016 default |
sat ✅
|
0.16368
|
0.16371
|
| |
Yices2 |
Yices-2.4.2 default |
sat ✅
|
0.05186
|
0.05185
|
| |
Z3 |
z3-4.4.1 default |
sat ✅
|
0.38066
|
0.38218
|
|
SMT-COMP 2017
|
0.12 (7/8) |
Boolector |
Boolector+CaDiCaL SMT17 final boolector |
sat ✅
|
0.21887
|
0.21789
|
| |
|
Boolector SMT17 final boolector |
sat ✅
|
0.21855
|
0.21767
|
| |
CVC4 |
CVC4-smtcomp2017-main default |
sat ✅
|
1.67325
|
2.92037
|
| |
MathSAT |
mathsat-5.4.1-linux-x86_64-Main default |
sat ✅
|
0.41852
|
0.41891
|
| |
MinkeyRink |
MinkeyRink 2017.3a default |
sat ✅
|
0.32265
|
0.28326
|
| |
Q3B |
Q3B default |
unknown ❌
|
600.03500
|
1799.44000
|
| |
STP |
stp_st default |
sat ✅
|
0.18392
|
0.18303
|
| |
|
stp_mt default |
sat ✅
|
0.17425
|
0.18380
|
| |
Yices2 |
Yices2-Main default |
sat ✅
|
0.04907
|
0.04849
|
| |
Z3 |
z3-4.5.0 default |
sat ✅
|
0.39700
|
0.39594
|
|
SMT-COMP 2018
|
|
Boolector |
Boolector_default |
sat ✅
|
0.19128
|
0.19122
|
| |
CVC4 |
master-2018-06-10-b19c840-competition-default_default |
sat ✅
|
1.66743
|
1.66751
|
| |
MathSAT |
mathsat-5.5.2-linux-x86_64-Main_default |
sat ✅
|
0.41500
|
0.41607
|
| |
MinkeyRink |
Minkeyrink MT_mt |
sat ✅
|
0.29699
|
0.30919
|
| |
|
Minkeyrink ST_st |
sat ✅
|
0.29562
|
0.29564
|
| |
STP |
STP-CMS-st-2018_default-no-stderr |
sat ✅
|
0.16891
|
0.16906
|
| |
|
STP-CMS-mt-2018_multicore-no-stderr |
sat ✅
|
0.17156
|
0.17816
|
| |
|
STP-Riss-st-2018_riss-no-stderr |
sat ✅
|
0.21954
|
0.21965
|
| |
Yices2 |
Yices 2.6.0_default |
sat ✅
|
0.04942
|
0.04936
|
| |
Z3 |
z3-4.7.1_default |
sat ✅
|
0.42434
|
0.42423
|
|
SMT-COMP 2019
|
|
Boolector |
Boolector-wrapped-sq_default |
sat ✅
|
0.31162
|
0.31167
|
| |
|
Poolector-wrapped-sq_default |
sat ✅
|
0.48398
|
0.49250
|
| |
Boolector-ReasonLS |
boolector-ReasonLS-wrapped-sq_default |
sat ✅
|
1.38428
|
1.38430
|
| |
CVC4 |
CVC4-2019-06-03-d350fe1-wrapped-sq_default |
sat ✅
|
1.43872
|
1.43893
|
| |
MinkeyRink |
MinkeyRink MT-wrapped-sq_default |
sat ✅
|
0.33062
|
0.34030
|
| |
|
MinkeyRink ST-wrapped-sq_default |
sat ✅
|
0.32659
|
0.32659
|
| |
Par4 |
Par4-wrapped-sq_default |
sat ✅
|
0.06234
|
0.00598
|
| |
STP |
STP-2019-wrapped-sq_default |
sat ✅
|
0.17713
|
0.17747
|
| |
|
stp-mergesat-fixed-wrapped-sq_default |
sat ✅
|
0.17438
|
0.17444
|
| |
|
stp-minisat-wrapped-sq_default |
sat ✅
|
0.17325
|
0.17344
|
| |
|
stp-mt-wrapped-sq_default |
sat ✅
|
0.18365
|
0.18857
|
| |
|
stp-portfolio-fixed-wrapped-sq_default |
sat ✅
|
0.20564
|
0.21941
|
| |
|
stp-riss-wrapped-sq_default |
unknown ❌
|
0.17365
|
0.17372
|
| |
Yices2 |
Yices 2.6.2-wrapped-sq_default |
sat ✅
|
0.05179
|
0.05178
|
| |
|
Yices 2.6.2 Cadical-wrapped-sq_default |
sat ✅
|
0.06373
|
0.06375
|
| |
|
Yices 2.6.2 Cryptominisat-wrapped-sq_default |
sat ✅
|
0.16983
|
0.16983
|
| |
|
Yices 2.6.2 MCSAT BV-wrapped-sq_default |
sat ✅
|
0.13615
|
0.13614
|
| |
|
Yices 2.6.2 new bvsolver-wrapped-sq_default |
sat ✅
|
0.08174
|
0.08177
|
| |
Z3 |
z3-4.8.4-d6df51951f4c-wrapped-sq_default |
sat ✅
|
0.40475
|
0.40476
|
|
SMT-COMP 2020
|
0.11 (8/9) |
Bitwuzla |
Bitwuzla-fixed_default |
sat ✅
|
0.31719
|
0.31697
|
| |
Boolector |
Boolector-wrapped-sq_default |
sat ✅
|
0.27289
|
0.27102
|
| |
|
Poolector-wrapped-sq_default |
sat ✅
|
0.48675
|
0.45053
|
| |
CVC4 |
CVC4-sq-final_default |
sat ✅
|
1.61117
|
1.61121
|
| |
LazyBV2Int |
LazyBV2Int20200523_default.sh |
unknown ❌
|
1200.03000
|
1199.84000
|
| |
MathSAT |
MathSAT5_default.sh |
sat ✅
|
0.30100
|
0.30084
|
| |
MinkeyRink |
MinkeyRink Solver 2020.3.1_default |
unknown ❌
|
0.27504
|
0.27527
|
| |
|
MinkeyRink Solver 2020.3_default |
sat ✅
|
0.29512
|
0.30388
|
| |
STP |
STP_default |
sat ✅
|
0.16462
|
0.16990
|
| |
|
STP ++ Mergsat v1_default |
sat ✅
|
0.15545
|
0.15711
|
| |
Yices2 |
Yices 2.6.2 bug fix_default |
sat ✅
|
0.06563
|
0.06556
|
| |
Z3 |
z3-4.8.8_default |
sat ✅
|
0.40665
|
0.40654
|
|
SMT-COMP 2021
|
|
Bitwuzla |
Bitwuzla-fixed_default |
sat ✅
|
0.31339
|
0.31325
|
| |
MathSAT |
mathsat-5.6.6_default |
sat ✅
|
0.30232
|
0.30210
|
| |
STP |
STP 2021.0_default |
sat ✅
|
0.16944
|
0.17500
|
| |
Z3 |
z3-4.8.11_default |
sat ✅
|
0.44404
|
0.44400
|
|
SMT-COMP 2023
|
0.17 (5/6) |
Bitwuzla |
Bitwuzla-fixed_default |
sat ✅
|
0.75614
|
0.75583
|
| |
cvc5 |
cvc5-default-2023-05-16-ea045f305_sq |
sat ✅
|
1.42132
|
1.41997
|
| |
STP |
STP 2022.4_default |
sat ✅
|
0.29139
|
0.29137
|
| |
|
STP 2022.4_default |
sat ✅
|
0.29135
|
0.29124
|
| |
UltimateEliminator |
UltimateIntBlastingWrapper+SMTInterpol_default |
unknown ❌
|
11.16940
|
34.17690
|
| |
Yices2 |
Yices 2 for SMTCOMP 2023_default |
sat ✅
|
0.05914
|
0.05906
|
| |
Z3-Owl |
z3-Owl-Final_default |
sat ✅
|
2.36406
|
2.36367
|
| |
|
z3-Owl-Final_default |
sat ✅
|
2.35177
|
2.35183
|
|
SMT-COMP 2024
|
0.17 (5/6) |
Bitwuzla |
Bitwuzla |
sat ✅
|
0.60847
|
0.50826
|
| |
cvc5 |
cvc5 |
sat ✅
|
1.44627
|
1.34589
|
| |
SMTInterpol |
SMTInterpol |
unknown ❌
|
1201.72048
|
1240.99003
|
| |
STP |
STP |
sat ✅
|
0.42866
|
0.32895
|
| |
Yices2 |
Yices2 |
sat ✅
|
0.25607
|
0.15614
|
| |
Z3alpha |
Z3-alpha |
sat ✅
|
0.40119
|
0.30140
|
|
SMT-COMP 2025
|
0.11 (8/9) |
Bitwuzla |
Bitwuzla |
sat ✅
|
0.45796
|
0.33879
|
| |
|
Bitwuzla-MachBV-base |
sat ✅
|
0.56203
|
0.43934
|
| |
Bitwuzla-MachBV |
Bitwuzla-MachBV |
sat ✅
|
0.62272
|
0.50403
|
| |
BVDecide |
bv_decide |
sat ✅
|
320.28795
|
320.14518
|
| |
|
bv_decide-nokernel |
sat ✅
|
67.69018
|
67.56922
|
| |
cvc5 |
cvc5 |
sat ✅
|
0.90258
|
0.78594
|
| |
SMTInterpol |
SMTInterpol |
unknown ❌
|
1201.58311
|
1225.56670
|
| |
Yices2 |
Yices2 |
sat ✅
|
0.28885
|
0.16428
|
| |
Z3alpha |
Z3-alpha |
sat ✅
|
0.75040
|
1.22091
|
| |
Z3 |
Z3-alpha-base |
sat ✅
|
0.42025
|
0.30172
|
| |
|
Z3-Owl-base |
sat ✅
|
1.02015
|
0.89014
|
| |
|
z3siri-base |
sat ✅
|
0.43855
|
0.31822
|
| |
Z3-Owl |
Z3-Owl |
sat ✅
|
1.64534
|
1.51286
|