summaryrefslogtreecommitdiff
path: root/src/testnnue.c
blob: fdfaf353a681f80c0dbc3f684b49bca3f2856dd0 (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
/**

Copyright (c) Scott Gasch

Module Name:

    testnnue.c

Abstract:

    Correctness test for the NNUE accumulator's incremental
    maintenance (move.c's Lift/Place/Slide(WithoutSigs) hooks, plus
    MakeMove/UnmakeMove's king-move backup/recompute wrapper). Proves
    the one property nothing else checks: that the incrementally-
    maintained SEARCHER_THREAD_CONTEXT.sNnueAccum[2] always equals a
    fresh NnueAccumRecompute from scratch, through real move
    sequences -- captures, promotions, en passant, castling, plain
    king moves, and nested nesting of all of the above two plies deep
    (specifically to exercise PLY_INFO.sNnueAccumBackup's per-ply
    indexing: two king moves at different plies, not yet unmade,
    must not collide).

    Uses a deliberately NON-zero, distinctive weight table for the
    duration of this test -- the real embedding table
    (g_rgfNnueWeight/g_rgfNnueBias) is still an all-zero placeholder
    (no trained weights loaded yet), and an all-zero table would let
    a broken feature-index formula "pass" trivially (every row sums
    to zero regardless of which squares/pieces are involved, so a
    wrong index looks identical to a right one). Restored to zero
    afterward so this test has no side effect on anything that runs
    after it in the same process.

Author:

    Scott Gasch ([email protected]) 15 Oct 2026

**/

#ifdef TEST
#include "chess.h"

static void
_FillTestNnueWeights(void)
/**

Routine description:

    Overwrites g_rgfNnueWeight/g_rgfNnueBias with distinctive,
    deterministic (not all-equal, not all-zero) values so a wrong
    feature index produces a detectably different accumulator sum
    rather than trivially matching.

**/
{
    ULONG i, j;

    for (i = 0; i < NNUE_DIMENSIONS; i++)
    {
        for (j = 0; j < NNUE_ACCUMULATOR_SIZE; j++)
        {
            g_rgfNnueWeight[i][j] =
                ((float)(i % 97) * 0.1f) + ((float)(j % 13) * 0.01f) + 1.0f;
        }
    }
    for (j = 0; j < NNUE_ACCUMULATOR_SIZE; j++)
    {
        g_rgfNnueBias[j] = (float)(j % 7) * 0.5f;
    }
}


static void
_ZeroTestNnueWeights(void)
/**

Routine description:

    Restores the placeholder all-zero state so this test has no
    lingering effect on anything run afterward in the same process.

**/
{
    memset(g_rgfNnueWeight, 0, sizeof(g_rgfNnueWeight));
    memset(g_rgfNnueBias, 0, sizeof(g_rgfNnueBias));
}


static void
_CompareAccumToRecompute(SEARCHER_THREAD_CONTEXT *ctx, MOVE mv, CHAR *szLabel)
/**

Routine description:

    For both colors, recomputes a fresh accumulator from scratch
    against ctx->sPosition and compares it element-by-element against
    the incrementally-maintained ctx->sNnueAccum. Panics (via
    UtilPanic, same convention as every other self-test) on any
    mismatch outside a small float-rounding tolerance -- real
    indexing/logic bugs produce large deltas (a whole missing or
    extra ~1-100-magnitude weight row), not rounding noise, so the
    tolerance only needs to be loose enough to absorb summation-order
    differences between the two paths, not loose enough to hide a
    real bug.

Parameters:

    SEARCHER_THREAD_CONTEXT *ctx
    CHAR *szLabel : identifies which step of the test this is, for
        the panic message if one fires

Return value:

    void

**/
{
    static const float EPSILON = 0.01f;
    NNUE_ACCUMULATOR sFresh;
    ULONG uColor;
    ULONG i;

    for (uColor = 0; uColor < 2; uColor++)
    {
        NnueAccumRecompute(&sFresh, &ctx->sPosition, uColor);
        for (i = 0; i < NNUE_ACCUMULATOR_SIZE; i++)
        {
            float fDelta = sFresh.rgfValue[i] - ctx->sNnueAccum[uColor].rgfValue[i];
            if ((fDelta > EPSILON) || (fDelta < -EPSILON))
            {
                Trace("TestNnueAccumulator: MISMATCH at %s, color=%lu, "
                      "index=%lu: incremental=%f recompute=%f "
                      "mv.uMove=0x%lx cFrom=0x%x cTo=0x%x pMoved=%u "
                      "pCaptured=%u pPromoted=%u bvFlags=0x%x FEN=%s\n",
                      szLabel, uColor, i,
                      ctx->sNnueAccum[uColor].rgfValue[i],
                      sFresh.rgfValue[i],
                      mv.uMove, mv.cFrom, mv.cTo, mv.pMoved,
                      mv.pCaptured, mv.pPromoted, mv.bvFlags,
                      PositionToFen(&ctx->sPosition));
                UtilPanic(TESTCASE_FAILURE, NULL, "TestNnueAccumulator",
                          NULL, NULL, __FILE__, __LINE__);
            }
        }
    }
}


static void
_PlyTestNnue(SEARCHER_THREAD_CONTEXT *ctx, ULONG uDepth)
/**

Routine description:

    Recursively tries every legal move at the current position to
    uDepth plies, comparing the accumulator against a fresh recompute
    after every MakeMove and every UnmakeMove. Two-plus plies of
    recursion is specifically what exercises PLY_INFO.sNnueAccumBackup's
    per-ply indexing (two king moves at different, not-yet-unmade
    plies must not collide) -- a single-ply test could not catch that
    class of bug.

Parameters:

    SEARCHER_THREAD_CONTEXT *ctx
    ULONG uDepth : plies left to recurse

Return value:

    void

**/
{
    ULONG uPly = ctx->uPly;
    MOVE mv;
    ULONG u;
    FLAG fInCheck = InCheck(&ctx->sPosition, ctx->sPosition.uToMove);

    if (uDepth == 0)
    {
        return;
    }

    mv.uMove = 0;
    GenerateMoves(ctx, mv, (fInCheck ? GENERATE_ESCAPES : GENERATE_ALL_MOVES));
    for (u = ctx->sMoveStack.uBegin[uPly];
         u < ctx->sMoveStack.uEnd[uPly];
         u++)
    {
        mv = ctx->sMoveStack.mvf[u].mv;
        if (MakeMove(ctx, mv))
        {
            _CompareAccumToRecompute(ctx, mv, "after MakeMove");
            _PlyTestNnue(ctx, uDepth - 1);
            UnmakeMove(ctx, mv);
            _CompareAccumToRecompute(ctx, mv, "after UnmakeMove");
        }
    }
}


void
TestNnueAccumulator(void)
/**

Routine description:

    Entry point -- see this file's module comment.

Parameters:

    void

Return value:

    void

**/
{
    // Curated to reach captures, promotions, en passant, castling
    // (both sides, both directions), and plain king moves within the
    // first couple of plies -- not just quiet middlegame shuffling,
    // which would never exercise the king-move backup/recompute path
    // this test exists to check.
    static const char *rgszFen[] =
    {
        "rnbqkbnr/pppppppp/8/8/8/8/PPPPPPPP/RNBQKBNR w KQkq - 0 1",
        "r3k2r/p1ppqpb1/bn2pnp1/3PN3/1p2P3/2N2Q1p/PPPBBPPP/R3K2R w KQkq - 0 1",
        "r3k2r/p1ppqpb1/bn2pnp1/3PN3/1p2P3/2N2Q1p/PPPBBPPP/R3K2R b KQkq - 0 1",
        "rnbqkbnr/ppp1p1pp/8/3pPp2/8/8/PPPP1PPP/RNBQKBNR w KQkq f6 0 3",
        "8/PPP4k/8/8/8/8/4Kppp/8 w - - 0 1",
        "8/PPP4k/8/8/8/8/4Kppp/8 b - - 0 1",
        "4k3/8/8/8/8/8/8/4K3 w - - 0 1",
    };
    SEARCHER_THREAD_CONTEXT *ctx;
    POSITION pos;
    ULONG u;
    FLAG fSavedUseNnueEval = g_fUseNnueEval;

    Trace("Testing NNUE accumulator incremental maintenance...\n");
    _FillTestNnueWeights();

    // move.c's primitives only maintain the accumulator incrementally
    // when this is TRUE (see the ~50% NPS regression this gating was
    // added to fix) -- without it, incremental maintenance silently
    // no-ops and every comparison below trivially mismatches the
    // from-scratch recompute.
    g_fUseNnueEval = TRUE;

    ctx = SystemAllocateMemory(sizeof(SEARCHER_THREAD_CONTEXT));
    ASSERT(ctx);

    for (u = 0; u < ARRAY_LENGTH(rgszFen); u++)
    {
        if (FALSE == FenToPosition(&pos, (char *)rgszFen[u]))
        {
            UtilPanic(TESTCASE_FAILURE, NULL, "FenToPosition", NULL, NULL,
                      __FILE__, __LINE__);
        }
        InitializeSearcherContext(&pos, ctx);

        // This test's own responsibility, not anything move.c does
        // automatically: establish the correct starting accumulator
        // for this fresh position before any incremental maintenance
        // can be trusted to keep it that way.
        NnueAccumRecompute(&ctx->sNnueAccum[WHITE], &ctx->sPosition, WHITE);
        NnueAccumRecompute(&ctx->sNnueAccum[BLACK], &ctx->sPosition, BLACK);
        {
            MOVE mvNone;
            mvNone.uMove = 0;
            _CompareAccumToRecompute(ctx, mvNone, "initial setup");
        }

        _PlyTestNnue(ctx, 2);
    }

    SystemFreeMemory(ctx);
    _ZeroTestNnueWeights();
    g_fUseNnueEval = fSavedUseNnueEval;
    Trace("  NNUE accumulator test passed.\n");
}

#endif // TEST