|
SMT Evaluation 2013
|
1.00 (0/9) |
4Simp |
4Simp-SMT-COMP-2012 default |
unknown ❌
|
—
|
—
|
| |
Abziz |
abziz_portfolio_2011_minfeatures_2 default |
unknown ❌
|
—
|
—
|
| |
|
abziz_portfolio_2011_solvers_2 default |
unknown ❌
|
—
|
—
|
| |
|
abziz_portfolio_2012_minfeatures default |
unknown ❌
|
—
|
—
|
| |
|
abziz_portfolio_2012_solvers default |
unknown ❌
|
—
|
—
|
| |
|
AbzizPortfolio-SMT-COMP-2012 default |
unknown ❌
|
—
|
—
|
| |
Boolector |
Boolector-1.5.118-SMT-EVAL-2013 default |
unknown ❌
|
—
|
—
|
| |
|
Boolector-SMT-COMP-2011 default |
unknown ❌
|
—
|
—
|
| |
|
Boolector-SMT-COMP-2012 default |
unknown ❌
|
—
|
—
|
| |
CVC3 |
CVC3-SMT-COMP-2010 default |
unknown ❌
|
—
|
—
|
| |
|
CVC3-SMT-COMP-2011 default |
unknown ❌
|
—
|
—
|
| |
|
CVC3-SMT-COMP-2012 default |
unknown ❌
|
—
|
—
|
| |
CVC4 |
CVC4-SMT-COMP-2012-Resubmission default |
unknown ❌
|
—
|
—
|
| |
|
CVC4-SMT-EVAL-2013 default |
unknown ❌
|
—
|
—
|
| |
MathSAT |
MathSAT5-5.2.6-SMT-EVAL-2013 default |
unknown ❌
|
—
|
—
|
| |
|
MathSAT5-HeavyBV-SMT-COMP-2012 default |
unknown ❌
|
—
|
—
|
| |
|
MathSAT5-SMT-COMP-2011 default |
unknown ❌
|
—
|
—
|
| |
|
MathSAT5-SMT-COMP-2012 default |
unknown ❌
|
—
|
—
|
| |
SONOLAR |
SONOLAR-2013-05-15-SMT-EVAL-2013 default |
unknown ❌
|
—
|
—
|
| |
|
SONOLAR-SMT-COMP-2010 default |
unknown ❌
|
—
|
—
|
| |
|
SONOLAR-SMT-COMP-2011 default |
unknown ❌
|
—
|
—
|
| |
|
SONOLAR-SMT-COMP-2012 default |
unknown ❌
|
—
|
—
|
| |
STP |
STP2-SMT-COMP-2011 default |
unknown ❌
|
—
|
—
|
| |
|
STP2-SMT-COMP-2012 default |
unknown ❌
|
—
|
—
|
| |
|
simplifyingSTP-SMT-COMP-2010 default |
unknown ❌
|
—
|
—
|
| |
Z3 |
Z3-4.3.2.a054b099c1d6-x64-debian-6.0.6-SMT-EVAL-2013 default |
unknown ❌
|
—
|
—
|
| |
|
Z3-SMT-COMP-2011 default |
unknown ❌
|
—
|
—
|
|
SMT-COMP 2015
|
|
Boolector |
Boolector SMT15 QF_BV final boolector_qf_bv |
sat ✅
|
112.81000
|
112.83500
|
| |
CVC4 |
CVC4-master-2015-06-15-9b32405-main default |
sat ✅
|
28.88960
|
57.68020
|
| |
|
CVC4-experimental-2015-06-15-ff5745a-main default |
sat ✅
|
43.42290
|
86.83280
|
| |
MathSAT |
MathSat 5.3.6 main smtcomp2015_main |
sat ✅
|
18.72010
|
18.72720
|
| |
SMT-RAT |
SMT-RAT-final default |
sat ✅
|
117.36300
|
117.41000
|
| |
STP |
stp-cryptominisat4 default |
sat ✅
|
63.03210
|
63.04140
|
| |
|
stp-cmsat4-v15 default |
sat ✅
|
13.94680
|
13.94790
|
| |
|
stp-cmsat4-mt-v15 default |
unknown ❌
|
0.84226
|
0.84087
|
| |
|
stp-minisat-v15 default |
sat ✅
|
24.93110
|
24.93520
|
| |
Yices2 |
Yices default |
sat ✅
|
3.67323
|
3.67344
|
| |
Z3 |
z3 4.4.0 default |
sat ✅
|
14.21080
|
14.21680
|
|
SMT-COMP 2016
|
0.10 (9/10) |
ABC |
ABC_default default_abc |
sat ✅
|
62.74380
|
62.77970
|
| |
|
ABC_glucose glucose |
sat ✅
|
15.48420
|
15.49300
|
| |
Boolector |
Boolector boolector |
sat ✅
|
32.64490
|
32.66340
|
| |
|
Boolector preprop boolector |
sat ✅
|
33.25870
|
66.49600
|
| |
CVC4 |
CVC4-master-2016-05-27-cfef263-main default |
sat ✅
|
30.53910
|
61.03060
|
| |
MapleSTP |
MapleSTP default |
sat ✅
|
1275.41000
|
1276.24000
|
| |
|
MapleSTP-mt default |
sat ✅
|
96.41330
|
379.85600
|
| |
MathSAT |
mathsat-5.3.11-linux-x86_64-Main default |
sat ✅
|
14.98680
|
14.99550
|
| |
MinkeyRink |
Minkeyrink 2016 default |
sat ✅
|
3.08046
|
7.08660
|
| |
Q3B |
Q3B default |
unknown ❌
|
2400.04000
|
7203.76000
|
| |
STP |
stp-cms-exp-2016 default |
sat ✅
|
19.75300
|
19.76600
|
| |
|
stp-cms-mt-2016 default |
sat ✅
|
13.71040
|
51.27640
|
| |
|
stp-cms-st-2016 default |
sat ✅
|
20.25270
|
20.26430
|
| |
|
stp-minisat-st-2016 default |
sat ✅
|
150.83200
|
150.93200
|
| |
Yices2 |
Yices-2.4.2 default |
sat ✅
|
10.61140
|
10.61600
|
| |
Z3 |
z3-4.4.1 default |
sat ✅
|
1.87836
|
1.88067
|
|
SMT-COMP 2017
|
0.12 (7/8) |
Boolector |
Boolector+CaDiCaL SMT17 final boolector |
sat ✅
|
34.07330
|
68.05080
|
| |
|
Boolector SMT17 final boolector |
sat ✅
|
42.01870
|
42.01180
|
| |
CVC4 |
CVC4-smtcomp2017-main default |
sat ✅
|
14.31900
|
28.49240
|
| |
MathSAT |
mathsat-5.4.1-linux-x86_64-Main default |
sat ✅
|
41.25840
|
41.24730
|
| |
MinkeyRink |
MinkeyRink 2017.3a default |
sat ✅
|
3.42894
|
3.44990
|
| |
Q3B |
Q3B default |
unknown ❌
|
600.05100
|
1793.29000
|
| |
STP |
stp_st default |
sat ✅
|
24.08400
|
24.07900
|
| |
|
stp_mt default |
sat ✅
|
26.40100
|
49.48000
|
| |
Yices2 |
Yices2-Main default |
sat ✅
|
19.57770
|
19.57580
|
| |
Z3 |
z3-4.5.0 default |
sat ✅
|
24.61520
|
24.61040
|
|
SMT-COMP 2018
|
|
Boolector |
Boolector_default |
sat ✅
|
9.18599
|
9.17789
|
| |
CVC4 |
master-2018-06-10-b19c840-competition-default_default |
sat ✅
|
6.20636
|
6.20641
|
| |
MathSAT |
mathsat-5.5.2-linux-x86_64-Main_default |
sat ✅
|
22.57760
|
22.56980
|
| |
MinkeyRink |
Minkeyrink MT_mt |
sat ✅
|
6.17021
|
22.56670
|
| |
|
Minkeyrink ST_st |
sat ✅
|
2.92642
|
2.91509
|
| |
STP |
STP-CMS-st-2018_default-no-stderr |
sat ✅
|
19.16320
|
19.16380
|
| |
|
STP-CMS-mt-2018_multicore-no-stderr |
sat ✅
|
6.34396
|
21.59410
|
| |
|
STP-Riss-st-2018_riss-no-stderr |
sat ✅
|
20.12220
|
20.12220
|
| |
Yices2 |
Yices 2.6.0_default |
sat ✅
|
29.38420
|
29.38400
|
| |
Z3 |
z3-4.7.1_default |
sat ✅
|
11.81870
|
11.81820
|
|
SMT-COMP 2019
|
|
Boolector |
Boolector-wrapped-sq_default |
sat ✅
|
16.64850
|
16.64650
|
| |
|
Poolector-wrapped-sq_default |
sat ✅
|
18.59600
|
73.27000
|
| |
Boolector-ReasonLS |
boolector-ReasonLS-wrapped-sq_default |
sat ✅
|
17.37180
|
17.36990
|
| |
CVC4 |
CVC4-2019-06-03-d350fe1-wrapped-sq_default |
sat ✅
|
6.28944
|
6.28915
|
| |
MinkeyRink |
MinkeyRink MT-wrapped-sq_default |
sat ✅
|
2.45743
|
7.39525
|
| |
|
MinkeyRink ST-wrapped-sq_default |
sat ✅
|
8.98336
|
8.98387
|
| |
Par4 |
Par4-wrapped-sq_default |
sat ✅
|
9.00468
|
26.71000
|
| |
STP |
STP-2019-wrapped-sq_default |
sat ✅
|
17.60690
|
17.60460
|
| |
|
stp-mergesat-fixed-wrapped-sq_default |
sat ✅
|
19.31950
|
19.31930
|
| |
|
stp-minisat-wrapped-sq_default |
sat ✅
|
33.35410
|
33.35260
|
| |
|
stp-mt-wrapped-sq_default |
sat ✅
|
17.77580
|
68.13570
|
| |
|
stp-portfolio-fixed-wrapped-sq_default |
sat ✅
|
35.08290
|
72.96470
|
| |
|
stp-riss-wrapped-sq_default |
unknown ❌
|
0.81268
|
0.81283
|
| |
Yices2 |
Yices 2.6.2-wrapped-sq_default |
sat ✅
|
28.86180
|
28.86330
|
| |
|
Yices 2.6.2 Cadical-wrapped-sq_default |
sat ✅
|
7.65534
|
7.65564
|
| |
|
Yices 2.6.2 Cryptominisat-wrapped-sq_default |
sat ✅
|
2.98582
|
2.98563
|
| |
|
Yices 2.6.2 MCSAT BV-wrapped-sq_default |
sat ✅
|
1932.41000
|
1932.34000
|
| |
|
Yices 2.6.2 new bvsolver-wrapped-sq_default |
sat ✅
|
6.05692
|
6.05676
|
| |
Z3 |
z3-4.8.4-d6df51951f4c-wrapped-sq_default |
sat ✅
|
2.21489
|
2.21472
|
|
SMT-COMP 2020
|
0.11 (8/9) |
Bitwuzla |
Bitwuzla-fixed_default |
sat ✅
|
4.91855
|
4.91820
|
| |
Boolector |
Boolector-wrapped-sq_default |
sat ✅
|
10.95730
|
10.95270
|
| |
|
Poolector-wrapped-sq_default |
sat ✅
|
9.85493
|
37.82370
|
| |
CVC4 |
CVC4-sq-final_default |
sat ✅
|
8.63332
|
8.63168
|
| |
LazyBV2Int |
LazyBV2Int20200523_default.sh |
unknown ❌
|
1200.02000
|
1199.82000
|
| |
MathSAT |
MathSAT5_default.sh |
sat ✅
|
70.93610
|
70.92010
|
| |
MinkeyRink |
MinkeyRink Solver 2020.3.1_default |
unknown ❌
|
0.81920
|
0.81946
|
| |
|
MinkeyRink Solver 2020.3_default |
sat ✅
|
1.95841
|
5.29373
|
| |
STP |
STP_default |
sat ✅
|
8.59276
|
31.01130
|
| |
|
STP ++ Mergsat v1_default |
sat ✅
|
49.02890
|
49.02110
|
| |
Yices2 |
Yices 2.6.2 bug fix_default |
sat ✅
|
1.40964
|
1.40957
|
| |
Z3 |
z3-4.8.8_default |
sat ✅
|
11.99300
|
11.99280
|
|
SMT-COMP 2021
|
|
Bitwuzla |
Bitwuzla-fixed_default |
sat ✅
|
5.30936
|
5.30912
|
| |
MathSAT |
mathsat-5.6.6_default |
sat ✅
|
25.22880
|
50.41790
|
| |
STP |
STP 2021.0_default |
sat ✅
|
22.29410
|
86.10260
|
| |
Z3 |
z3-4.8.11_default |
sat ✅
|
15.54440
|
15.54200
|
|
SMT-COMP 2022
|
|
Bitwuzla |
Bitwuzla-fixed_default |
sat ✅
|
10.89190
|
10.89270
|
| |
|
Bitwuzla-wrapped_default |
sat ✅
|
7.15065
|
7.15058
|
| |
cvc5 |
cvc5-default-2022-07-02-b15e116-wrapped_sq |
sat ✅
|
18.17280
|
18.16870
|
| |
MathSAT |
MathSAT-5.6.8_default |
sat ✅
|
34.80610
|
69.50430
|
| |
STP |
STP 2022.4_default |
sat ✅
|
5.26850
|
5.26877
|
| |
Yices2 |
Yices 2.6.2 for SMTCOMP 2021_default |
sat ✅
|
3.18305
|
3.18278
|
| |
Z3++BV |
z3++bv_0702_default |
sat ✅
|
2.10992
|
2.10977
|
| |
Z3 |
z3-4.8.17_default |
sat ✅
|
32.04070
|
32.04100
|
|
SMT-COMP 2023
|
0.17 (5/6) |
Bitwuzla |
Bitwuzla-fixed_default |
sat ✅
|
6.18574
|
6.18574
|
| |
cvc5 |
cvc5-default-2023-05-16-ea045f305_sq |
sat ✅
|
20.14220
|
20.14120
|
| |
STP |
STP 2022.4_default |
sat ✅
|
4.99014
|
4.98872
|
| |
|
STP 2022.4_default |
sat ✅
|
5.01366
|
5.01383
|
| |
UltimateEliminator |
UltimateIntBlastingWrapper+SMTInterpol_default |
unknown ❌
|
1200.03000
|
1237.97000
|
| |
Yices2 |
Yices 2 for SMTCOMP 2023_default |
sat ✅
|
55.74200
|
55.73770
|
| |
Z3-Owl |
z3-Owl-Final_default |
sat ✅
|
17.88460
|
17.88540
|
| |
|
z3-Owl-Final_default |
sat ✅
|
14.59890
|
14.59710
|
|
SMT-COMP 2024
|
0.17 (5/6) |
Bitwuzla |
Bitwuzla |
sat ✅
|
2.26509
|
2.16486
|
| |
cvc5 |
cvc5 |
sat ✅
|
15.97548
|
15.87502
|
| |
SMTInterpol |
SMTInterpol |
unknown ❌
|
1201.74789
|
1296.29587
|
| |
STP |
STP |
sat ✅
|
4.16832
|
4.06625
|
| |
Yices2 |
Yices2 |
sat ✅
|
3.06576
|
2.96331
|
| |
Z3alpha |
Z3-alpha |
sat ✅
|
16.45979
|
16.35175
|
|
SMT-COMP 2025
|
0.11 (8/9) |
Bitwuzla |
Bitwuzla |
sat ✅
|
2.88279
|
2.76290
|
| |
|
Bitwuzla-MachBV-base |
sat ✅
|
3.71652
|
3.59847
|
| |
Bitwuzla-MachBV |
Bitwuzla-MachBV |
sat ✅
|
2.40065
|
2.28113
|
| |
BVDecide |
bv_decide |
sat ✅
|
172.96765
|
172.80889
|
| |
|
bv_decide-nokernel |
sat ✅
|
40.90288
|
40.75253
|
| |
cvc5 |
cvc5 |
sat ✅
|
11.05655
|
10.92425
|
| |
SMTInterpol |
SMTInterpol |
unknown ❌
|
1201.56934
|
1726.31373
|
| |
Yices2 |
Yices2 |
sat ✅
|
6.90206
|
6.77768
|
| |
Z3alpha |
Z3-alpha |
sat ✅
|
12.06188
|
45.39372
|
| |
Z3 |
Z3-alpha-base |
sat ✅
|
8.56354
|
8.43033
|
| |
|
Z3-Owl-base |
sat ✅
|
36.18150
|
36.05004
|
| |
|
z3siri-base |
sat ✅
|
8.68129
|
8.56189
|
| |
Z3-Owl |
Z3-Owl |
sat ✅
|
49.57571
|
49.44032
|