06-03-21 |
ia |
standard |
shogi_nnue_final |
diff
|
LLR: -2.99 (-2.94,2.94) [-10.00,5.00]
Total: 1925 W: 377 L: 430 D: 1118
|
sprt @ 10+0.1 th 1 |
|
28-02-21 |
ia |
standard |
pseudo_royal |
diff
|
LLR: 2.98 (-2.94,2.94) [-10.00,5.00]
Total: 8457 W: 1909 L: 1907 D: 4641
|
sprt @ 10+0.1 th 1 |
|
28-02-21 |
ia |
standard |
master |
diff
|
ELO: -109.26 +-9.7 (95%) LOS: 0.0%
Total: 2000 W: 124 L: 733 D: 1143
|
2000 @ 30+0.3 th 1 |
vs. MV-SF |
28-02-21 |
ia |
standard |
atomic_pseudo_royal |
diff
|
LLR: 2.95 (-2.94,2.94) [-10.00,5.00]
Total: 4012 W: 918 L: 894 D: 2200
|
sprt @ 10+0.1 th 1 |
|
22-02-21 |
ia |
standard |
fast_moves |
diff
|
LLR: -2.97 (-2.94,2.94) [0.00,10.00]
Total: 7654 W: 1715 L: 1705 D: 4234
|
sprt @ 10+0.1 th 1 |
|
22-02-21 |
ia |
standard |
fast_blockers |
diff
|
LLR: 2.96 (-2.94,2.94) [0.00,10.00]
Total: 1370 W: 361 L: 280 D: 729
|
sprt @ 10+0.1 th 1 |
|
19-02-21 |
ia |
standard |
fast_attacks3 |
diff
|
LLR: 3.00 (-2.94,2.94) [-10.00,5.00]
Total: 3354 W: 782 L: 754 D: 1818
|
sprt @ 10+0.1 th 1 |
|
17-02-21 |
ia |
standard |
fast_attacks2 |
diff
|
LLR: 3.01 (-2.94,2.94) [-10.00,5.00]
Total: 5190 W: 1157 L: 1138 D: 2895
|
sprt @ 10+0.1 th 1 |
|
16-02-21 |
ia |
standard |
fast_attacks2 |
diff
|
LLR: -2.98 (-2.94,2.94) [-10.00,5.00]
Total: 4322 W: 933 L: 999 D: 2390
|
sprt @ 10+0.1 th 1 |
|
12-02-21 |
ia |
standard |
fast_attacks |
diff
|
LLR: 3.00 (-2.94,2.94) [-10.00,5.00]
Total: 31166 W: 6843 L: 6953 D: 17370
|
sprt @ 10+0.1 th 1 |
|
12-02-21 |
ia |
standard |
check_info |
diff
|
LLR: 2.97 (-2.94,2.94) [-10.00,5.00]
Total: 3268 W: 752 L: 724 D: 1792
|
sprt @ 10+0.1 th 1 |
|
07-02-21 |
ia |
standard |
futility_depth1 |
diff
|
LLR: -2.97 (-2.94,2.94) [0.00,10.00]
Total: 10919 W: 2165 L: 2130 D: 6624
|
sprt @ 30+0.3 th 1 |
|
07-02-21 |
ia |
standard |
futility_depth1 |
diff
|
LLR: 2.95 (-2.94,2.94) [0.00,10.00]
Total: 5221 W: 1244 L: 1125 D: 2852
|
sprt @ 10+0.1 th 1 |
|
04-02-21 |
ia |
standard |
futility_depth1 |
diff
|
LLR: -2.97 (-2.94,2.94) [0.00,10.00]
Total: 3331 W: 746 L: 779 D: 1806
|
sprt @ 10+0.1 th 1 |
|
31-01-21 |
ia |
standard |
master |
diff
|
ELO: 6.08 +-9.7 (95%) LOS: 89.0%
Total: 2000 W: 424 L: 389 D: 1187
|
2000 @ 30+0.3 th 1 |
vs. 11.2 |
31-01-21 |
ia |
standard |
merge |
diff
|
ELO: -6.95 +-10.1 (95%) LOS: 8.9%
Total: 2000 W: 422 L: 462 D: 1116
|
2000 @ 10+0.1 th 1 |
|
31-01-21 |
ia |
standard |
master |
diff
|
ELO: -129.55 +-10.1 (95%) LOS: 0.0%
Total: 2000 W: 104 L: 817 D: 1079
|
2000 @ 30+0.3 th 1 |
vs. MV-SF |
18-01-21 |
ia |
standard |
atomic_no_check |
diff
|
ELO: 0.10 +-4.5 (95%) LOS: 51.8%
Total: 10000 W: 2205 L: 2202 D: 5593
|
10000 @ 10+0.1 th 1 |
|
16-01-21 |
ia |
standard |
atomic_no_check |
diff
|
ELO: -5.21 +-6.4 (95%) LOS: 5.5%
Total: 5000 W: 1064 L: 1139 D: 2797
|
5000 @ 10+0.1 th 1 |
retest for performance regression |
16-01-21 |
ia |
standard |
atomic_no_check |
diff
|
LLR: -2.95 (-2.94,2.94) [-10.00,5.00]
Total: 1273 W: 254 L: 304 D: 715
|
sprt @ 10+0.1 th 1 |
retest for performance regression |
15-01-21 |
ia |
standard |
atomic_no_check |
diff
|
LLR: 2.99 (-2.94,2.94) [-10.00,5.00]
Total: 7561 W: 1666 L: 1659 D: 4236
|
sprt @ 10+0.1 th 1 |
performance regression test |
31-12-20 |
ia |
standard |
history_slots2 |
diff
|
LLR: 2.95 (-2.94,2.94) [-10.00,5.00]
Total: 6933 W: 1610 L: 1601 D: 3722
|
sprt @ 10+0.1 th 1 |
|
24-12-20 |
ia |
standard |
horde_material5 |
diff
|
LLR: 2.98 (-2.94,2.94) [-10.00,5.00]
Total: 1232 W: 286 L: 248 D: 698
|
sprt @ 10+0.1 th 1 |
|
20-12-20 |
ia |
standard |
largeboards |
diff
|
ELO: 9.04 +-13.8 (95%) LOS: 90.0%
Total: 1000 W: 220 L: 194 D: 586
|
1000 @ 30+0.3 th 1 |
vs. 11.2. |
12-12-20 |
ia |
standard |
best_promotion |
diff
|
LLR: -2.95 (-2.94,2.94) [0.00,10.00]
Total: 12975 W: 2992 L: 2927 D: 7056
|
sprt @ 10+0.1 th 1 |
|
11-12-20 |
ia |
standard |
nnue_pure |
diff
|
ELO: -1.81 +-4.5 (95%) LOS: 21.7%
Total: 5000 W: 538 L: 564 D: 3898
|
5000 @ 30+0.3 th 1 |
test pure vs. hybrid. LTC |
12-12-20 |
ia |
standard |
is_chess |
diff
|
LLR: 2.95 (-2.94,2.94) [0.00,10.00]
Total: 7282 W: 1659 L: 1522 D: 4101
|
sprt @ 10+0.1 th 1 |
measure speedup |
11-12-20 |
ia |
standard |
is_chess |
diff
|
LLR: -2.99 (-2.94,2.94) [0.00,10.00]
Total: 1703 W: 364 L: 414 D: 925
|
sprt @ 10+0.1 th 1 |
measure speedup |
08-12-20 |
ia |
standard |
nnue_pure |
diff
|
ELO: 2.78 +-3.6 (95%) LOS: 93.2%
Total: 10000 W: 1480 L: 1400 D: 7120
|
10000 @ 10+0.1 th 1 |
test pure vs. hybrid |
09-12-20 |
ia |
standard |
rider_attacks |
diff
|
LLR: 2.96 (-2.94,2.94) [-10.00,5.00]
Total: 1811 W: 418 L: 383 D: 1010
|
sprt @ 10+0.1 th 1 |
rebased |
08-12-20 |
ia |
standard |
rider_attacks |
diff
|
LLR: 2.95 (-2.94,2.94) [-10.00,5.00]
Total: 3589 W: 827 L: 801 D: 1961
|
sprt @ 10+0.1 th 1 |
|
08-12-20 |
ia |
standard |
leaper_speedup |
diff
|
LLR: 2.98 (-2.94,2.94) [-10.00,5.00]
Total: 2299 W: 535 L: 502 D: 1262
|
sprt @ 10+0.1 th 1 |
|
06-12-20 |
ia |
standard |
master |
diff
|
ELO: 8.34 +-13.9 (95%) LOS: 87.9%
Total: 1000 W: 222 L: 198 D: 580
|
1000 @ 30+0.3 th 1 |
vs. 11.2 |
29-11-20 |
ia |
standard |
attackers_to |
diff
|
LLR: 2.97 (-2.94,2.94) [0.00,10.00]
Total: 999 W: 278 L: 200 D: 521
|
sprt @ 10+0.1 th 1 |
measure speed-up |
16-11-20 |
dd |
standard |
no-nnue |
diff
|
ELO: 14.91 +-4.7 (95%) LOS: 100.0%
Total: 10000 W: 2564 L: 2135 D: 5301
|
10000 @ 10+0.1 th 1 |
Regression test no-NNUE versus SF 11 |
15-11-20 |
ia |
standard |
master |
diff
|
ELO: -16.34 +-14.3 (95%) LOS: 1.2%
Total: 1000 W: 198 L: 245 D: 557
|
1000 @ 10+0.1 th 1 |
regression test |
07-11-20 |
ia |
standard |
nnue |
diff
|
ELO: 262.83 +-20.4 (95%) LOS: 100.0%
Total: 1000 W: 680 L: 41 D: 279
|
1000 @ 10+0.1 th 1 |
test NNUE against classical |
23-10-20 |
ia |
standard |
revert_nmp2 |
diff
|
LLR: -2.97 (-2.94,2.94) [0.00,10.00]
Total: 3729 W: 830 L: 859 D: 2040
|
sprt @ 10+0.1 th 1 |
|
21-10-20 |
ia |
standard |
revert_nmp |
diff
|
LLR: -2.94 (-2.94,2.94) [0.00,10.00]
Total: 3373 W: 770 L: 802 D: 1801
|
sprt @ 10+0.1 th 1 |
|
21-10-20 |
ia |
standard |
master |
diff
|
ELO: -154.70 +-14.7 (95%) LOS: 0.0%
Total: 1000 W: 37 L: 455 D: 508
|
1000 @ 30+0.3 th 1 |
vs. MV-SF |
18-10-20 |
ia |
standard |
nnue |
diff
|
ELO: 7.64 +-14.3 (95%) LOS: 85.3%
Total: 1000 W: 231 L: 209 D: 560
|
1000 @ 10+0.1 th 1 |
regression test for NNUE merge |
20-09-20 |
ia |
standard |
master |
diff
|
ELO: 29.60 +-13.4 (95%) LOS: 100.0%
Total: 1000 W: 237 L: 152 D: 611
|
1000 @ 30+0.3 th 1 |
11.2 RC1 vs. 11.1 |
20-09-20 |
ia |
standard |
merge |
diff
|
ELO: 16.69 +-14.0 (95%) LOS: 99.1%
Total: 1000 W: 235 L: 187 D: 578
|
1000 @ 10+0.1 th 1 |
upstream merge |
03-09-20 |
ia |
standard |
merge |
diff
|
ELO: -6.60 +-13.9 (95%) LOS: 17.6%
Total: 1000 W: 199 L: 218 D: 583
|
1000 @ 10+0.1 th 1 |
upstream merges |
04-09-20 |
ia |
standard |
king_danger_s |
diff
|
LLR: 2.99 (-2.94,2.94) [-10.00,5.00]
Total: 3531 W: 759 L: 732 D: 2040
|
sprt @ 10+0.1 th 1 |
soft limit on king danger |
04-09-20 |
ia |
standard |
master |
diff
|
ELO: 1.04 +-13.8 (95%) LOS: 55.9%
Total: 1000 W: 207 L: 204 D: 589
|
1000 @ 10+0.1 th 1 |
upstream merge (search tweaks) |
03-09-20 |
dd |
standard |
sf-12-no-nnue |
diff
|
ELO: -0.35 +-14.0 (95%) LOS: 48.1%
Total: 1000 W: 212 L: 213 D: 575
|
1000 @ 10+0.1 th 1 |
Compile without NNUE support |
16-08-20 |
ia |
standard |
master |
diff
|
ELO: 19.48 +-14.4 (95%) LOS: 99.6%
Total: 1000 W: 253 L: 197 D: 550
|
1000 @ 10+0.1 th 1 |
regression test against 11.1 |
15-08-20 |
ia |
standard |
amazons |
diff
|
ELO: -7.12 +-10.0 (95%) LOS: 8.1%
Total: 2000 W: 412 L: 453 D: 1135
|
2000 @ 10+0.1 th 1 |
test for regression |
09-08-20 |
ia |
standard |
merge |
diff
|
ELO: -10.08 +-14.2 (95%) LOS: 8.2%
Total: 1000 W: 203 L: 232 D: 565
|
1000 @ 10+0.1 th 1 |
|