{ "m1": { "producedBy": "node tools/measure.js", "budgets": { "finiteDifference": 0.000001, "torch": 1e-12 }, "generatedOps": [ "add", "sub", "mul", "div", "neg", "exp", "log", "relu", "tanh", "matmul", "sum", "broadcast", "reshape", "transpose", "softmax", "logSoftmax" ], "fuzz": { "method": "richardson", "programs": 3000, "agree": 2886, "mismatch": 0, "error": 0, "rejected": 114, "rejectedDraws": 2873, "worst": 5.595463359320263e-8, "worstSeed": 2639, "failures": [], "opsChecked": { "input": 2886, "reshape": 1231, "matmul": 1369, "sub": 1894, "relu": 1149, "mul": 1613, "const": 1676, "broadcast": 2119, "add": 1620, "log": 1249, "transpose": 604, "sum": 1821, "max": 1271, "stopGradient": 1271, "exp": 1879, "div": 1561, "tanh": 784, "neg": 430 } }, "fuzzCentral": { "method": "central", "programs": 3000, "agree": 2885, "mismatch": 1, "error": 0, "rejected": 114, "rejectedDraws": 2872, "worst": 4.7550368657491574e-7, "worstSeed": 125, "failures": [ { "seed": 496, "status": "mismatch", "worst": 0.0000014299918105328144, "detail": "x1[2]: autodiff -24679.666776935042, finite difference -24679.702068706887" } ], "opsChecked": { "input": 2885, "reshape": 1231, "matmul": 1369, "sub": 1894, "relu": 1148, "mul": 1613, "const": 1675, "broadcast": 2118, "add": 1620, "log": 1249, "transpose": 604, "sum": 1820, "max": 1271, "stopGradient": 1271, "exp": 1878, "div": 1560, "tanh": 784, "neg": 430 } }, "secondOrder": { "programs": 500, "agree": 476, "mismatch": 0, "error": 0, "rejected": 24, "rejectedDraws": 574, "worst": 1.1987930249288054e-8, "worstSeed": 127, "failures": [], "opsChecked": { "input": 476, "reshape": 202, "matmul": 238, "sub": 310, "relu": 187, "mul": 263, "const": 267, "broadcast": 359, "add": 258, "log": 183, "transpose": 101, "sum": 303, "max": 207, "stopGradient": 207, "exp": 317, "div": 258, "tanh": 132, "neg": 73 } }, "sabotage": { "limit": 3000, "ratePrograms": 1000, "rules": [ { "rule": "add", "bug": "second operand receives -g", "caughtAfter": 3, "how": "mismatch", "detail": "x2[0]: autodiff -0.722397446166724, finite difference 0.722397446167866", "containing": 573, "caught": 140 }, { "rule": "sub", "bug": "second operand receives +g (sign dropped)", "caughtAfter": 2, "how": "mismatch", "detail": "x1[0]: autodiff 1.2214176439059277, finite difference 0", "containing": 655, "caught": 227 }, { "rule": "mul", "bug": "each operand multiplied by itself instead of the other", "caughtAfter": 11, "how": "mismatch", "detail": "x1[5]: autodiff 1.1161385264118113, finite difference -0.31930238595379024", "containing": 531, "caught": 136 }, { "rule": "div", "bug": "denominator gradient missing its minus sign", "caughtAfter": 9, "how": "mismatch", "detail": "x0[1]: autodiff -1.9156160977095238, finite difference 0", "containing": 546, "caught": 234 }, { "rule": "neg", "bug": "passes g through unnegated", "caughtAfter": 42, "how": "mismatch", "detail": "x0[2]: autodiff 1.9222648284890056, finite difference -1.9222648285261623", "containing": 141, "caught": 45 }, { "rule": "exp", "bug": "multiplies by the input instead of the result", "caughtAfter": 7, "how": "mismatch", "detail": "x1[3]: autodiff 1.3129832257357041, finite difference -0.22521895060537792", "containing": 649, "caught": 308 }, { "rule": "log", "bug": "divides by the result instead of the input", "caughtAfter": 1, "how": "mismatch", "detail": "x2[0]: autodiff 1.0570135714860078, finite difference 0.37202510225788205", "containing": 417, "caught": 186 }, { "rule": "relu", "bug": "no mask: passes g through everywhere", "caughtAfter": 11, "how": "mismatch", "detail": "x1[0]: autodiff 1.0120833770351965, finite difference 0", "containing": 391, "caught": 124 }, { "rule": "tanh", "bug": "1 - y instead of 1 - y²", "caughtAfter": 4, "how": "mismatch", "detail": "x4[4]: autodiff 0.7681422204335618, finite difference 1.2706727888138616", "containing": 291, "caught": 127 }, { "rule": "matmul", "bug": "aᵀ formed by reshape instead of transpose", "caughtAfter": 5, "how": "mismatch", "detail": "x5[4]: autodiff -0.23254215943713508, finite difference -1.6683352928481552", "containing": 492, "caught": 69 }, { "rule": "sum", "bug": "mean instead of sum: g divided by the axis length", "caughtAfter": 7, "how": "mismatch", "detail": "x1[3]: autodiff -0.05630473765086081, finite difference -0.22521895060537792", "containing": 620, "caught": 216 }, { "rule": "broadcast", "bug": "mean instead of sum over the expanded axes", "caughtAfter": 3, "how": "mismatch", "detail": "x4[1]: autodiff -0.24011498503386974, finite difference -0.4802299700699952", "containing": 745, "caught": 311 }, { "rule": "reshape", "bug": "last two axes swapped before reshaping back (a layout mix-up)", "caughtAfter": 124, "how": "mismatch", "detail": "x2[5]: autodiff 0.4355527590960264, finite difference -0.4920640938562333", "containing": 419, "caught": 15 }, { "rule": "transpose", "bug": "applies perm again instead of its inverse", "caughtAfter": 97, "how": "mismatch", "detail": "x1[1]: autodiff 2.371426282776578, finite difference -0.1735167336332684", "containing": 224, "caught": 12 }, { "rule": "stopGradient", "bug": "lets the gradient through, like identity", "caughtAfter": 2, "how": "error", "detail": "grad: max has no gradient; wrap it in stopGradient where its gradient is zero (as softmax does)", "containing": 423, "caught": 229 } ] }, "torch": { "torchVersion": "2.14.1+cpu", "dtype": "float64", "cases": 72, "pass": 71, "kinds": { "random": { "cases": 60, "pass": 59 }, "composite": { "cases": 9, "pass": 9 }, "model": { "cases": 3, "pass": 3 } }, "worst": { "output": 3.0594436030831317e-16, "grad": 2, "nativeOutput": 1.5773510781528036e-16, "nativeGrad": 5.009721238625414e-16 }, "worstPassing": { "output": 3.0594436030831317e-16, "grad": 8.506003704405326e-16 }, "failures": [ { "name": "random-9", "errors": { "output": 0, "grad": 2 }, "absolute": { "gradDiff": 4.440892098500626e-16, "gradScale": 2.220446049250313e-16 }, "detail": null } ], "kernelSabotage": [ { "op": "tanh", "bug": "tanh computed as x / (1 + |x|)", "casesFailing": 9, "cases": 72, "randomFailing": 8, "names": [ "transpose-cycles" ] }, { "op": "transpose", "bug": "indexes with the inverse permutation", "casesFailing": 1, "cases": 72, "randomFailing": 0, "names": [ "transpose-cycles" ] }, { "op": "sum", "bug": "drops the last term of every reduction", "casesFailing": 36, "cases": 72, "randomFailing": 25, "names": [ "softmax-5-axis0", "softmax-3x4-axis1", "softmax-3x4-axis0", "softmax-2x3x4-axis1", "logSoftmax-5-axis0", "logSoftmax-3x4-axis1", "logSoftmax-2x3x4-axis2", "softmax-2x6-axis1-large", "logSoftmax-2x6-axis1-large", "mlp-nll", "attention" ] }, { "op": "exp", "bug": "exp with a relative error of 1e-9, far below what finite differences resolve", "casesFailing": 23, "cases": 72, "randomFailing": 18, "names": [ "logSoftmax-5-axis0", "logSoftmax-3x4-axis1", "logSoftmax-2x3x4-axis2", "logSoftmax-2x6-axis1-large", "mlp-nll" ] } ] } }, "m1_5": { "producedBy": "node tools/measure.js", "generator": { "maxSize": 96, "targets": [ "matmul", "transpose", "reshape", "broadcast", "sum" ], "corpus": "odd indices general, even indices targeted, cycling through the targets" }, "skips": { "before": { "programs": 3000, "rejected": 114 }, "after": { "programs": 2000, "rejected": 0 } }, "fuzz": { "programs": 2000, "agree": 2000, "mismatch": 0, "error": 0, "rejected": 0, "rejectedDraws": 1, "worst": 1.4366013156852375e-8, "worstIndex": 873, "failures": [], "opsChecked": { "input": 2000, "relu": 504, "sub": 692, "tanh": 1335, "mul": 1214, "const": 409, "add": 524, "log": 451, "max": 409, "stopGradient": 409, "broadcast": 974, "exp": 873, "sum": 937, "transpose": 538, "reshape": 712, "matmul": 659, "neg": 156, "div": 380 } }, "secondOrder": { "programs": 300, "agree": 300, "mismatch": 0, "error": 0, "rejected": 0, "rejectedDraws": 1, "worst": 6.755155101956234e-9, "worstIndex": 209, "failures": [], "opsChecked": { "input": 300, "relu": 70, "sub": 106, "tanh": 191, "mul": 191, "const": 67, "add": 81, "log": 60, "max": 61, "stopGradient": 61, "broadcast": 139, "exp": 127, "sum": 145, "transpose": 87, "reshape": 104, "matmul": 85, "neg": 27, "div": 59 } }, "detection": { "target": 0.5, "ratePrograms": 1000, "rules": [ { "rule": "add", "bug": "second operand receives -g", "targeted": false, "before": { "containing": 573, "caught": 140 }, "after": { "general": { "containing": 412, "caught": 321 }, "targeted": { "containing": 112, "caught": 90 }, "corpus": { "containing": 524, "caught": 411 } }, "firstCatch": 1 }, { "rule": "sub", "bug": "second operand receives +g (sign dropped)", "targeted": false, "before": { "containing": 655, "caught": 227 }, "after": { "general": { "containing": 652, "caught": 554 }, "targeted": { "containing": 40, "caught": 0 }, "corpus": { "containing": 692, "caught": 554 } }, "firstCatch": 1 }, { "rule": "mul", "bug": "each operand multiplied by itself instead of the other", "targeted": false, "before": { "containing": 531, "caught": 136 }, "after": { "general": { "containing": 393, "caught": 274 }, "targeted": { "containing": 821, "caught": 815 }, "corpus": { "containing": 1214, "caught": 1089 } }, "firstCatch": 1 }, { "rule": "div", "bug": "denominator gradient missing its minus sign", "targeted": false, "before": { "containing": 546, "caught": 234 }, "after": { "general": { "containing": 286, "caught": 207 }, "targeted": { "containing": 94, "caught": 81 }, "corpus": { "containing": 380, "caught": 288 } }, "firstCatch": 11 }, { "rule": "neg", "bug": "passes g through unnegated", "targeted": false, "before": { "containing": 141, "caught": 45 }, "after": { "general": { "containing": 154, "caught": 130 }, "targeted": { "containing": 2, "caught": 1 }, "corpus": { "containing": 156, "caught": 131 } }, "firstCatch": 7 }, { "rule": "exp", "bug": "multiplies by the input instead of the result", "targeted": false, "before": { "containing": 649, "caught": 308 }, "after": { "general": { "containing": 657, "caught": 592 }, "targeted": { "containing": 216, "caught": 208 }, "corpus": { "containing": 873, "caught": 800 } }, "firstCatch": 1 }, { "rule": "log", "bug": "divides by the result instead of the input", "targeted": false, "before": { "containing": 417, "caught": 186 }, "after": { "general": { "containing": 401, "caught": 374 }, "targeted": { "containing": 50, "caught": 50 }, "corpus": { "containing": 451, "caught": 424 } }, "firstCatch": 1 }, { "rule": "relu", "bug": "no mask: passes g through everywhere", "targeted": false, "before": { "containing": 391, "caught": 124 }, "after": { "general": { "containing": 410, "caught": 286 }, "targeted": { "containing": 94, "caught": 84 }, "corpus": { "containing": 504, "caught": 370 } }, "firstCatch": 7 }, { "rule": "tanh", "bug": "1 - y instead of 1 - y²", "targeted": false, "before": { "containing": 291, "caught": 127 }, "after": { "general": { "containing": 389, "caught": 332 }, "targeted": { "containing": 946, "caught": 941 }, "corpus": { "containing": 1335, "caught": 1273 } }, "firstCatch": 2 }, { "rule": "matmul", "bug": "aᵀ formed by reshape instead of transpose", "targeted": true, "before": { "containing": 492, "caught": 69 }, "after": { "general": { "containing": 459, "caught": 128 }, "targeted": { "containing": 200, "caught": 197 }, "corpus": { "containing": 659, "caught": 325 } }, "firstCatch": 10 }, { "rule": "sum", "bug": "mean instead of sum: g divided by the axis length", "targeted": true, "before": { "containing": 620, "caught": 216 }, "after": { "general": { "containing": 618, "caught": 444 }, "targeted": { "containing": 319, "caught": 309 }, "corpus": { "containing": 937, "caught": 753 } }, "firstCatch": 1 }, { "rule": "broadcast", "bug": "mean instead of sum over the expanded axes", "targeted": true, "before": { "containing": 745, "caught": 311 }, "after": { "general": { "containing": 674, "caught": 556 }, "targeted": { "containing": 300, "caught": 278 }, "corpus": { "containing": 974, "caught": 834 } }, "firstCatch": 1 }, { "rule": "reshape", "bug": "last two axes swapped before reshaping back (a layout mix-up)", "targeted": true, "before": { "containing": 419, "caught": 15 }, "after": { "general": { "containing": 512, "caught": 154 }, "targeted": { "containing": 200, "caught": 146 }, "corpus": { "containing": 712, "caught": 300 } }, "firstCatch": 4 }, { "rule": "transpose", "bug": "applies perm again instead of its inverse", "targeted": true, "before": { "containing": 224, "caught": 12 }, "after": { "general": { "containing": 338, "caught": 102 }, "targeted": { "containing": 200, "caught": 188 }, "corpus": { "containing": 538, "caught": 290 } }, "firstCatch": 2 }, { "rule": "stopGradient", "bug": "lets the gradient through, like identity", "targeted": false, "before": { "containing": 423, "caught": 229 }, "after": { "general": { "containing": 369, "caught": 351 }, "targeted": { "containing": 40, "caught": 40 }, "corpus": { "containing": 409, "caught": 391 } }, "firstCatch": 1 } ] }, "metric": { "formula": "abs(ours - torch) <= atol + rtol * abs(torch), atol = atolScale * max(1, max abs(torch over the tensor))", "rtol": 1e-12, "atolScale": 1e-12, "v1Tolerance": 1e-12, "summary": { "m1": { "cases": 72, "v1Pass": 71, "v2Pass": 72, "worstV2": 0.00044408920985006256 }, "m1.5": { "cases": 40, "v1Pass": 40, "v2Pass": 40, "worstV2": 0.00032044500013233315 }, "all": { "cases": 112, "v1Pass": 111, "v2Pass": 112, "worstV2": 0.00044408920985006256 } }, "cases": [ { "name": "random-2", "set": "m1", "kind": "random", "v1": 2.0211370946362213e-16, "v1Pass": true, "v2": 0.00010105685473181107, "v2Pass": true }, { "name": "random-3", "set": "m1", "kind": "random", "v1": 0, "v1Pass": true, "v2": 0, "v2Pass": true }, { "name": "random-4", "set": "m1", "kind": "random", "v1": 1.5969145917015971e-16, "v1Pass": true, "v2": 0.00007984572958507986, "v2Pass": true }, { "name": "random-5", "set": "m1", "kind": "random", "v1": 5.761269472312136e-16, "v1Pass": true, "v2": 0.0002880634736156068, "v2Pass": true }, { "name": "random-6", "set": "m1", "kind": "random", "v1": 0, "v1Pass": true, "v2": 0, "v2Pass": true }, { "name": "random-7", "set": "m1", "kind": "random", "v1": 0, "v1Pass": true, "v2": 0, "v2Pass": true }, { "name": "random-8", "set": "m1", "kind": "random", "v1": 0, "v1Pass": true, "v2": 0, "v2Pass": true }, { "name": "random-9", "set": "m1", "kind": "random", "v1": 2, "v1Pass": false, "v2": 0.00044408920985006256, "v2Pass": true }, { "name": "random-10", "set": "m1", "kind": "random", "v1": 6.526412088233511e-17, "v1Pass": true, "v2": 0.00004666986357116479, "v2Pass": true }, { "name": "random-11", "set": "m1", "kind": "random", "v1": 0, "v1Pass": true, "v2": 0, "v2Pass": true }, { "name": "random-12", "set": "m1", "kind": "random", "v1": 0, "v1Pass": true, "v2": 0, "v2Pass": true }, { "name": "random-13", "set": "m1", "kind": "random", "v1": 0, "v1Pass": true, "v2": 0, "v2Pass": true }, { "name": "random-14", "set": "m1", "kind": "random", "v1": 0, "v1Pass": true, "v2": 0, "v2Pass": true }, { "name": "random-15", "set": "m1", "kind": "random", "v1": 0, "v1Pass": true, "v2": 0, "v2Pass": true }, { "name": "random-16", "set": "m1", "kind": "random", "v1": 0, "v1Pass": true, "v2": 0, "v2Pass": true }, { "name": "random-17", "set": "m1", "kind": "random", "v1": 0, "v1Pass": true, "v2": 0, "v2Pass": true }, { "name": "random-18", "set": "m1", "kind": "random", "v1": 0, "v1Pass": true, "v2": 0, "v2Pass": true }, { "name": "random-19", "set": "m1", "kind": "random", "v1": 0, "v1Pass": true, "v2": 0, "v2Pass": true }, { "name": "random-20", "set": "m1", "kind": "random", "v1": 0, "v1Pass": true, "v2": 0, "v2Pass": true }, { "name": "random-21", "set": "m1", "kind": "random", "v1": 0, "v1Pass": true, "v2": 0, "v2Pass": true }, { "name": "random-22", "set": "m1", "kind": "random", "v1": 0, "v1Pass": true, "v2": 0, "v2Pass": true }, { "name": "random-23", "set": "m1", "kind": "random", "v1": 0, "v1Pass": true, "v2": 0, "v2Pass": true }, { "name": "random-24", "set": "m1", "kind": "random", "v1": 8.506003704405326e-16, "v1Pass": true, "v2": 0.0002917629462363648, "v2Pass": true }, { "name": "random-25", "set": "m1", "kind": "random", "v1": 0, "v1Pass": true, "v2": 0, "v2Pass": true }, { "name": "random-26", "set": "m1", "kind": "random", "v1": 0, "v1Pass": true, "v2": 0, "v2Pass": true }, { "name": "random-27", "set": "m1", "kind": "random", "v1": 1.1541006861916074e-16, "v1Pass": true, "v2": 0.00003748244821991531, "v2Pass": true }, { "name": "random-28", "set": "m1", "kind": "random", "v1": 8.600546485252499e-18, "v1Pass": true, "v2": 0.00000813681041458177, "v2Pass": true }, { "name": "random-29", "set": "m1", "kind": "random", "v1": 0, "v1Pass": true, "v2": 0, "v2Pass": true }, { "name": "random-30", "set": "m1", "kind": "random", "v1": 2.2085851805195777e-16, "v1Pass": true, "v2": 0.00011042925902597888, "v2Pass": true }, { "name": "random-31", "set": "m1", "kind": "random", "v1": 0, "v1Pass": true, "v2": 0, "v2Pass": true }, { "name": "random-32", "set": "m1", "kind": "random", "v1": 0, "v1Pass": true, "v2": 0, "v2Pass": true }, { "name": "random-33", "set": "m1", "kind": "random", "v1": 0, "v1Pass": true, "v2": 0, "v2Pass": true }, { "name": "random-34", "set": "m1", "kind": "random", "v1": 0, "v1Pass": true, "v2": 0, "v2Pass": true }, { "name": "random-35", "set": "m1", "kind": "random", "v1": 0, "v1Pass": true, "v2": 0, "v2Pass": true }, { "name": "random-36", "set": "m1", "kind": "random", "v1": 9.95604026092815e-17, "v1Pass": true, "v2": 0.00009277796365383531, "v2Pass": true }, { "name": "random-37", "set": "m1", "kind": "random", "v1": 0, "v1Pass": true, "v2": 0, "v2Pass": true }, { "name": "random-38", "set": "m1", "kind": "random", "v1": 1.1730829977426194e-16, "v1Pass": true, "v2": 0.0000728880875941137, "v2Pass": true }, { "name": "random-39", "set": "m1", "kind": "random", "v1": 0, "v1Pass": true, "v2": 0, "v2Pass": true }, { "name": "random-41", "set": "m1", "kind": "random", "v1": 0, "v1Pass": true, "v2": 0, "v2Pass": true }, { "name": "random-42", "set": "m1", "kind": "random", "v1": 0, "v1Pass": true, "v2": 0, "v2Pass": true }, { "name": "random-43", "set": "m1", "kind": "random", "v1": 0, "v1Pass": true, "v2": 0, "v2Pass": true }, { "name": "random-44", "set": "m1", "kind": "random", "v1": 2.487703655065408e-16, "v1Pass": true, "v2": 0.0001243851827532704, "v2Pass": true }, { "name": "random-45", "set": "m1", "kind": "random", "v1": 1.6212087919107015e-16, "v1Pass": true, "v2": 0.00008106043959553506, "v2Pass": true }, { "name": "random-46", "set": "m1", "kind": "random", "v1": 0, "v1Pass": true, "v2": 0, "v2Pass": true }, { "name": "random-47", "set": "m1", "kind": "random", "v1": 0, "v1Pass": true, "v2": 0, "v2Pass": true }, { "name": "random-48", "set": "m1", "kind": "random", "v1": 0, "v1Pass": true, "v2": 0, "v2Pass": true }, { "name": "random-49", "set": "m1", "kind": "random", "v1": 0, "v1Pass": true, "v2": 0, "v2Pass": true }, { "name": "random-50", "set": "m1", "kind": "random", "v1": 0, "v1Pass": true, "v2": 0, "v2Pass": true }, { "name": "random-51", "set": "m1", "kind": "random", "v1": 0, "v1Pass": true, "v2": 0, "v2Pass": true }, { "name": "random-52", "set": "m1", "kind": "random", "v1": 0, "v1Pass": true, "v2": 0, "v2Pass": true }, { "name": "random-53", "set": "m1", "kind": "random", "v1": 0, "v1Pass": true, "v2": 0, "v2Pass": true }, { "name": "random-54", "set": "m1", "kind": "random", "v1": 0, "v1Pass": true, "v2": 0, "v2Pass": true }, { "name": "random-55", "set": "m1", "kind": "random", "v1": 0, "v1Pass": true, "v2": 0, "v2Pass": true }, { "name": "random-56", "set": "m1", "kind": "random", "v1": 0, "v1Pass": true, "v2": 0, "v2Pass": true }, { "name": "random-57", "set": "m1", "kind": "random", "v1": 6.347312308494297e-17, "v1Pass": true, "v2": 0.00005646188314786677, "v2Pass": true }, { "name": "random-59", "set": "m1", "kind": "random", "v1": 0, "v1Pass": true, "v2": 0, "v2Pass": true }, { "name": "random-60", "set": "m1", "kind": "random", "v1": 0, "v1Pass": true, "v2": 0, "v2Pass": true }, { "name": "random-61", "set": "m1", "kind": "random", "v1": 0, "v1Pass": true, "v2": 0, "v2Pass": true }, { "name": "random-62", "set": "m1", "kind": "random", "v1": 0, "v1Pass": true, "v2": 0, "v2Pass": true }, { "name": "random-63", "set": "m1", "kind": "random", "v1": 3.2560874534636354e-16, "v1Pass": true, "v2": 0.00013201720611174866, "v2Pass": true }, { "name": "softmax-5-axis0", "set": "m1", "kind": "composite", "v1": 3.40122535290352e-16, "v1Pass": true, "v2": 0.00006689090341481621, "v2Pass": true }, { "name": "softmax-3x4-axis1", "set": "m1", "kind": "composite", "v1": 1.3590004584712217e-16, "v1Pass": true, "v2": 0.00007936307665382008, "v2Pass": true }, { "name": "softmax-3x4-axis0", "set": "m1", "kind": "composite", "v1": 2.1606328984842903e-16, "v1Pass": true, "v2": 0.00005435292884025488, "v2Pass": true }, { "name": "softmax-2x3x4-axis1", "set": "m1", "kind": "composite", "v1": 5.009721238625414e-16, "v1Pass": true, "v2": 0.00011128693706672447, "v2Pass": true }, { "name": "logSoftmax-5-axis0", "set": "m1", "kind": "composite", "v1": 1.5773510781528036e-16, "v1Pass": true, "v2": 0.00007886755390764018, "v2Pass": true }, { "name": "logSoftmax-3x4-axis1", "set": "m1", "kind": "composite", "v1": 2.922862997130654e-17, "v1Pass": true, "v2": 0.000027079209277640267, "v2Pass": true }, { "name": "logSoftmax-2x3x4-axis2", "set": "m1", "kind": "composite", "v1": 1.6273442476651204e-16, "v1Pass": true, "v2": 0.00011794682346562685, "v2Pass": true }, { "name": "softmax-2x6-axis1-large", "set": "m1", "kind": "composite", "v1": 2.8602396004895645e-16, "v1Pass": true, "v2": 0.00007006292977655242, "v2Pass": true }, { "name": "logSoftmax-2x6-axis1-large", "set": "m1", "kind": "composite", "v1": 0, "v1Pass": true, "v2": 0, "v2Pass": true }, { "name": "mlp-nll", "set": "m1", "kind": "model", "v1": 2.4764632954048173e-16, "v1Pass": true, "v2": 0.00010080755308047888, "v2Pass": true }, { "name": "attention", "set": "m1", "kind": "model", "v1": 2.34296594283152e-16, "v1Pass": true, "v2": 0.00008229916299388935, "v2Pass": true }, { "name": "transpose-cycles", "set": "m1", "kind": "model", "v1": 3.0594436030831317e-16, "v1Pass": true, "v2": 0.0001668874019710347, "v2Pass": true }, { "name": "v2-random-1", "set": "m1.5", "kind": "random", "v1": 1.1278768132078743e-16, "v1Pass": true, "v2": 0.00009749667703996313, "v2Pass": true }, { "name": "v2-random-2", "set": "m1.5", "kind": "random", "v1": 2.194614274398552e-16, "v1Pass": true, "v2": 0.00006521108336062232, "v2Pass": true }, { "name": "v2-random-3", "set": "m1.5", "kind": "random", "v1": 0, "v1Pass": true, "v2": 0, "v2Pass": true }, { "name": "v2-random-4", "set": "m1.5", "kind": "random", "v1": 0, "v1Pass": true, "v2": 0, "v2Pass": true }, { "name": "v2-random-5", "set": "m1.5", "kind": "random", "v1": 1.7822604500729663e-16, "v1Pass": true, "v2": 0.00008911302250364832, "v2Pass": true }, { "name": "v2-random-6", "set": "m1.5", "kind": "random", "v1": 0, "v1Pass": true, "v2": 0, "v2Pass": true }, { "name": "v2-random-7", "set": "m1.5", "kind": "random", "v1": 0, "v1Pass": true, "v2": 0, "v2Pass": true }, { "name": "v2-random-8", "set": "m1.5", "kind": "random", "v1": 1.3364611666557922e-16, "v1Pass": true, "v2": 0.00007427381774391319, "v2Pass": true }, { "name": "v2-random-9", "set": "m1.5", "kind": "random", "v1": 5.551132562002238e-17, "v1Pass": true, "v2": 0.00004174502538140468, "v2Pass": true }, { "name": "v2-random-10", "set": "m1.5", "kind": "random", "v1": 1.2091235071164168e-16, "v1Pass": true, "v2": 0.00010370735509677126, "v2Pass": true }, { "name": "v2-random-11", "set": "m1.5", "kind": "random", "v1": 6.105265975255022e-16, "v1Pass": true, "v2": 0.00030526329876275115, "v2Pass": true }, { "name": "v2-random-12", "set": "m1.5", "kind": "random", "v1": 1.599719915461018e-16, "v1Pass": true, "v2": 0.00002365190565707027, "v2Pass": true }, { "name": "v2-random-13", "set": "m1.5", "kind": "random", "v1": 0, "v1Pass": true, "v2": 0, "v2Pass": true }, { "name": "v2-random-14", "set": "m1.5", "kind": "random", "v1": 6.255536368311417e-17, "v1Pass": true, "v2": 0.00005194053987153526, "v2Pass": true }, { "name": "v2-random-15", "set": "m1.5", "kind": "random", "v1": 3.161571545364689e-16, "v1Pass": true, "v2": 0.00017880180895433253, "v2Pass": true }, { "name": "v2-random-16", "set": "m1.5", "kind": "random", "v1": 1.2413642529592387e-16, "v1Pass": true, "v2": 0.00006206821264796193, "v2Pass": true }, { "name": "v2-random-17", "set": "m1.5", "kind": "random", "v1": 0, "v1Pass": true, "v2": 0, "v2Pass": true }, { "name": "v2-random-18", "set": "m1.5", "kind": "random", "v1": 3.098732950695967e-16, "v1Pass": true, "v2": 0.00015493664753479837, "v2Pass": true }, { "name": "v2-random-19", "set": "m1.5", "kind": "random", "v1": 1.4062604041442151e-15, "v1Pass": true, "v2": 0.000269287327741316, "v2Pass": true }, { "name": "v2-random-20", "set": "m1.5", "kind": "random", "v1": 1.5635100335084963e-16, "v1Pass": true, "v2": 0.00004199513079818623, "v2Pass": true }, { "name": "v2-random-21", "set": "m1.5", "kind": "random", "v1": 1.6728018373231763e-16, "v1Pass": true, "v2": 0.00008364009186615881, "v2Pass": true }, { "name": "v2-random-22", "set": "m1.5", "kind": "random", "v1": 2.384655232715874e-16, "v1Pass": true, "v2": 0.00007625415295897904, "v2Pass": true }, { "name": "v2-random-23", "set": "m1.5", "kind": "random", "v1": 0, "v1Pass": true, "v2": 0, "v2Pass": true }, { "name": "v2-random-24", "set": "m1.5", "kind": "random", "v1": 1.2137094760829514e-16, "v1Pass": true, "v2": 0.00007653408218177082, "v2Pass": true }, { "name": "v2-random-25", "set": "m1.5", "kind": "random", "v1": 2.06495742553827e-16, "v1Pass": true, "v2": 0.00018176587072385073, "v2Pass": true }, { "name": "v2-matmul-1", "set": "m1.5", "kind": "targeted", "v1": 2.511954449330882e-16, "v1Pass": true, "v2": 0.0001503572333949904, "v2Pass": true }, { "name": "v2-matmul-2", "set": "m1.5", "kind": "targeted", "v1": 8.685088537533303e-17, "v1Pass": true, "v2": 0.00005396403021006864, "v2Pass": true }, { "name": "v2-matmul-3", "set": "m1.5", "kind": "targeted", "v1": 4.825493735136611e-16, "v1Pass": true, "v2": 0.00032044500013233315, "v2Pass": true }, { "name": "v2-transpose-1", "set": "m1.5", "kind": "targeted", "v1": 1.6366436993913737e-16, "v1Pass": true, "v2": 0.00010650904794073947, "v2Pass": true }, { "name": "v2-transpose-2", "set": "m1.5", "kind": "targeted", "v1": 3.419291220673977e-16, "v1Pass": true, "v2": 0.00020743050399163934, "v2Pass": true }, { "name": "v2-transpose-3", "set": "m1.5", "kind": "targeted", "v1": 6.167017212660259e-17, "v1Pass": true, "v2": 0.0000527623016833075, "v2Pass": true }, { "name": "v2-reshape-1", "set": "m1.5", "kind": "targeted", "v1": 2.3895332436963014e-16, "v1Pass": true, "v2": 0.00015072653399700897, "v2Pass": true }, { "name": "v2-reshape-2", "set": "m1.5", "kind": "targeted", "v1": 3.955403413995352e-17, "v1Pass": true, "v2": 0.00003671378361169445, "v2Pass": true }, { "name": "v2-reshape-3", "set": "m1.5", "kind": "targeted", "v1": 1.4164374126654807e-16, "v1Pass": true, "v2": 0.00008155295584013147, "v2Pass": true }, { "name": "v2-broadcast-1", "set": "m1.5", "kind": "targeted", "v1": 2.6074000449794074e-16, "v1Pass": true, "v2": 0.00012001412497302771, "v2Pass": true }, { "name": "v2-broadcast-2", "set": "m1.5", "kind": "targeted", "v1": 2.1458116245963043e-16, "v1Pass": true, "v2": 0.00004513596595193911, "v2Pass": true }, { "name": "v2-broadcast-3", "set": "m1.5", "kind": "targeted", "v1": 1.0730501466671618e-15, "v1Pass": true, "v2": 0.00002705575005862024, "v2Pass": true }, { "name": "v2-sum-1", "set": "m1.5", "kind": "targeted", "v1": 9.330573888049135e-17, "v1Pass": true, "v2": 0.00006788045780644229, "v2Pass": true }, { "name": "v2-sum-2", "set": "m1.5", "kind": "targeted", "v1": 1.576716319465684e-16, "v1Pass": true, "v2": 0.00006821312130429341, "v2Pass": true }, { "name": "v2-sum-3", "set": "m1.5", "kind": "targeted", "v1": 1.0103732275600367e-18, "v1Pass": true, "v2": 0.000001006180008849655, "v2Pass": true } ], "injection": { "factor": 1.0001, "allGradients": { "affected": 102, "flagged": 101, "missed": [ { "name": "random-9", "change": 2.2204460492500685e-20, "gradScale": 2.220446049250313e-16 } ] }, "perRule": [ { "op": "add", "affected": 26, "flagged": 26, "missed": [] }, { "op": "sub", "affected": 39, "flagged": 39, "missed": [] }, { "op": "mul", "affected": 37, "flagged": 37, "missed": [] }, { "op": "div", "affected": 25, "flagged": 25, "missed": [] }, { "op": "neg", "affected": 9, "flagged": 9, "missed": [] }, { "op": "exp", "affected": 49, "flagged": 49, "missed": [] }, { "op": "log", "affected": 22, "flagged": 22, "missed": [] }, { "op": "relu", "affected": 19, "flagged": 18, "missed": [ { "name": "random-9", "change": 1.1102230246251565e-16, "gradScale": 2.220446049250313e-16 } ] }, { "op": "tanh", "affected": 31, "flagged": 31, "missed": [] }, { "op": "matmul", "affected": 32, "flagged": 31, "missed": [ { "name": "random-9", "change": 1.1102230246251565e-16, "gradScale": 2.220446049250313e-16 } ] }, { "op": "sum", "affected": 49, "flagged": 48, "missed": [ { "name": "random-9", "change": 1.1102230246251565e-16, "gradScale": 2.220446049250313e-16 } ] }, { "op": "broadcast", "affected": 52, "flagged": 52, "missed": [] }, { "op": "reshape", "affected": 28, "flagged": 28, "missed": [] }, { "op": "transpose", "affected": 18, "flagged": 17, "missed": [ { "name": "random-9", "change": 1.1102230246251565e-16, "gradScale": 2.220446049250313e-16 } ] } ] } } }, "m2": { "producedBy": "web/gpu.html, summarised by node tools/measure.js", "recorded": { "at": "2026-10-11T20:20:51.655Z", "power": { "platform": "win32", "ActiveOverlayAcPowerScheme": { "guid": "961cc777-2547-4f9d-8174-7d86181b8a7a", "name": "Best power efficiency" }, "ActiveOverlayDcPowerScheme": { "guid": "00000000-0000-0000-0000-000000000000", "name": "Balanced" }, "batteryStatus": "2", "onAC": true, "activeMode": "Best power efficiency" } }, "adapter": { "vendor": "intel", "architecture": "gen-12lp", "device": "", "description": "", "features": [ "bgra8unorm-storage", "clip-distances", "core-features-and-limits", "depth-clip-control", "depth32float-stencil8", "dual-source-blending", "float32-blendable", "float32-filterable", "indirect-first-instance", "primitive-index", "rg11b10ufloat-renderable", "shader-f16", "subgroup-size-control", "subgroups", "texture-component-swizzle", "texture-compression-bc", "texture-compression-bc-sliced-3d", "texture-formats-tier1", "texture-formats-tier2", "timestamp-query" ], "limits": { "maxStorageBufferBindingSize": 2147483644, "maxComputeWorkgroupsPerDimension": 65535 }, "userAgent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/154.0.0.0 Safari/537.36" }, "sourceHash": "dd729b77", "budget": { "safetyFactor": 2, "unitRoundoff": 5.960464477539063e-8, "ulpFactor": 1.1920928955078125e-7, "smallestNormal": 1.1754943508222875e-38, "divisionUlp": 2.5 }, "tile": 16, "workgroup": 64, "kernels": [ "neg", "exp", "log", "relu", "tanh", "step", "copy", "add", "sub", "mul", "div", "gather", "sum", "max", "matmul-naive", "matmul-tiled" ], "direct": { "cases": 252, "pass": 252, "worst": 0.5, "byKernel": { "neg": { "cases": 12, "pass": 12 }, "exp": { "cases": 11, "pass": 11 }, "log": { "cases": 11, "pass": 11 }, "relu": { "cases": 12, "pass": 12 }, "tanh": { "cases": 12, "pass": 12 }, "step": { "cases": 12, "pass": 12 }, "copy": { "cases": 12, "pass": 12 }, "add": { "cases": 12, "pass": 12 }, "sub": { "cases": 11, "pass": 11 }, "mul": { "cases": 11, "pass": 11 }, "div": { "cases": 11, "pass": 11 }, "sum": { "cases": 14, "pass": 14 }, "max": { "cases": 14, "pass": 14 }, "gather": { "cases": 57, "pass": 57 }, "matmul-naive": { "cases": 13, "pass": 13 }, "matmul-tiled": { "cases": 13, "pass": 13 }, "composite": { "cases": 14, "pass": 14 } }, "failures": [] }, "firstRun": { "recorded": { "at": "2026-10-11T20:10:56.166Z", "power": { "platform": "win32", "ActiveOverlayAcPowerScheme": { "guid": "961cc777-2547-4f9d-8174-7d86181b8a7a", "name": "Best power efficiency" }, "ActiveOverlayDcPowerScheme": { "guid": "00000000-0000-0000-0000-000000000000", "name": "Balanced" }, "batteryStatus": "2", "onAC": true, "activeMode": "Best power efficiency" } }, "sourceHash": "d5774571", "cases": 252, "pass": 251, "failures": [ { "name": "tanh large [1000]", "first": { "node": 1, "op": "tanh", "index": 0, "gpu": null, "ref": -1, "bound": 0.00016956831677816808, "ratio": null } } ], "note": "First GPU run of milestone 2: direct tests only, before the tanh kernel clamped its argument. Kept as the record of the tanh NaN finding." }, "fuzz": { "programs": 2000, "skipped": 0, "runs": 5318, "passed": 5318, "failed": 0, "errors": 0, "worst": 0.499897888299036, "bySource": { "general": { "programs": 1000, "skipped": 0 }, "targeted": { "programs": 1000, "skipped": 0 } }, "opsChecked": { "input": 2000, "relu": 504, "sub": 1718, "tanh": 1335, "mul": 1857, "const": 1754, "add": 1128, "log": 451, "max": 409, "stopGradient": 409, "broadcast": 1779, "exp": 873, "sum": 1318, "neg": 828, "div": 701, "step": 491, "transpose": 1035, "reshape": 995, "matmul": 659 }, "failures": [], "failureCount": 0 }, "sabotage": [ { "name": "tiled-off-by-one", "label": "tiled matmul: off-by-one at the tile edge", "bug": true, "direct": { "cases": 252, "caught": 8, "first": "matmul tiled [1,1] x [1,1]", "firstHow": "values" }, "fuzz": { "general": { "containing": 459, "caught": 124, "caughtByOutputs": 110 }, "targeted": { "containing": 200, "caught": 83, "caughtByOutputs": 83 }, "firstCatch": 20, "firstCatchSource": "targeted", "skipped": 0 }, "caughtFirstBy": "direct: matmul tiled [1,1] x [1,1]" }, { "name": "transpose-swapped-stride", "label": "transpose: the last two source strides swapped", "bug": true, "direct": { "cases": 252, "caught": 24, "first": "transpose [65,3] -> [3,65]", "firstHow": "values" }, "fuzz": { "general": { "containing": 635, "caught": 564, "caughtByOutputs": 513 }, "targeted": { "containing": 400, "caught": 400, "caughtByOutputs": 397 }, "firstCatch": 2, "firstCatchSource": "targeted", "skipped": 0 }, "caughtFirstBy": "direct: transpose [65,3] -> [3,65]" }, { "name": "elementwise-no-bounds-check", "label": "elementwise: no bounds check in the last workgroup", "bug": true, "direct": { "cases": 252, "caught": 119, "first": "neg [1]", "firstHow": "canary" }, "fuzz": { "general": { "containing": 993, "caught": 0, "caughtByOutputs": 0 }, "targeted": { "containing": 961, "caught": 0, "caughtByOutputs": 0 }, "firstCatch": null, "firstCatchSource": null, "skipped": 0 }, "caughtFirstBy": "direct: neg [1]" }, { "name": "broadcast-wrong-stride", "label": "broadcast: a stretched axis reads with its natural stride, not 0", "bug": true, "direct": { "cases": 252, "caught": 24, "first": "broadcast [1] -> [100003]", "firstHow": "values" }, "fuzz": { "general": { "containing": 819, "caught": 637, "caughtByOutputs": 628 }, "targeted": { "containing": 960, "caught": 464, "caughtByOutputs": 464 }, "firstCatch": 1, "firstCatchSource": "general", "skipped": 0 }, "caughtFirstBy": "direct: broadcast [1] -> [100003]" }, { "name": "sum-off-by-one", "label": "sum(axis): reduction extent one short", "bug": true, "direct": { "cases": 252, "caught": 21, "first": "sum [1] axis 0", "firstHow": "values" }, "fuzz": { "general": { "containing": 799, "caught": 787, "caughtByOutputs": 768 }, "targeted": { "containing": 519, "caught": 519, "caughtByOutputs": 517 }, "firstCatch": 1, "firstCatchSource": "general", "skipped": 0 }, "caughtFirstBy": "direct: sum [1] axis 0" }, { "name": "reshape-stride-mismatch", "label": "reshape: the source's strides used for the output's axes", "bug": true, "direct": { "cases": 252, "caught": 12, "first": "reshape [6,5] -> [5,6]", "firstHow": "values" }, "fuzz": { "general": { "containing": 628, "caught": 341, "caughtByOutputs": 323 }, "targeted": { "containing": 367, "caught": 285, "caughtByOutputs": 285 }, "firstCatch": 5, "firstCatchSource": "general", "skipped": 0 }, "caughtFirstBy": "direct: reshape [6,5] -> [5,6]" }, { "name": "softmax-no-max", "label": "softmax: the maximum never subtracted", "bug": true, "direct": { "cases": 252, "caught": 12, "first": "softmax [3,65] axis 1", "firstHow": "values" }, "fuzz": { "general": { "containing": 369, "caught": 365, "caughtByOutputs": 0 }, "targeted": { "containing": 40, "caught": 40, "caughtByOutputs": 0 }, "firstCatch": 1, "firstCatchSource": "general", "skipped": 0 }, "caughtFirstBy": "direct: softmax [3,65] axis 1" }, { "name": "matmul-reorder", "label": "matmul: accumulation in reverse order (mathematically correct)", "bug": false, "direct": { "cases": 252, "caught": 0, "first": null, "firstHow": null }, "fuzz": { "general": { "containing": 459, "caught": 0, "caughtByOutputs": 0 }, "targeted": { "containing": 200, "caught": 0, "caughtByOutputs": 0 }, "firstCatch": null, "firstCatchSource": null, "skipped": 0 }, "caughtFirstBy": "nothing" } ], "targets": { "directCatchesEveryBug": true, "bugsMissedByDirect": [], "bugsMissedByFuzzer": [ "elementwise-no-bounds-check" ], "reorderFlagged": false, "unexplainedFuzzFailures": 0 } }, "m2_followup": { "producedBy": "node tools/measure.js (src/testing/analyze-m2.js)", "tile": 16, "tiledMatmul": { "shapes": { "programs": 659, "anyDimNotMultipleOfTile": 659, "anyDimLargerThanTile": 5, "kNotMultipleOfTile": 659, "kLargerThanTile": 5, "batched": 207, "unbatchedOnly": 452, "maxDim": 24, "bySource": { "general": { "programs": 459, "batched": 124 }, "targeted": { "programs": 200, "batched": 83 } } }, "replay": { "byModel": { "zero": { "general": { "containing": 459, "caught": 124 }, "targeted": { "containing": 200, "caught": 83 } }, "clamp": { "general": { "containing": 459, "caught": 459 }, "targeted": { "containing": 200, "caught": 200 } } }, "control": { "runs": 1318, "failing": 0 } }, "batchedVsCaught": { "caughtWithoutProperty": [], "propertyButNotCaught": [] } }, "broadcast": { "shapes": { "general": { "programs": 819, "stretching": 649, "leadingOnly": 170 }, "targeted": { "programs": 960, "stretching": 466, "leadingOnly": 494 } }, "replay": { "byModel": { "zero": { "general": { "containing": 819, "caught": 637 }, "targeted": { "containing": 960, "caught": 464 } }, "clamp": { "general": { "containing": 819, "caught": 457 }, "targeted": { "containing": 960, "caught": 381 } } }, "control": { "runs": 4646, "failing": 0 } }, "stretchingVsCaught": { "caughtWithoutProperty": [], "propertyButNotCaught": [ 3, 55, 99, 527, 669, 803, 825, 949, 1118, 1171, 1221, 1258, 1791, 1793 ] }, "uncaughtStretching": { "allZeroSource": [ 3, 55, 99, 669, 803, 825, 949, 1118, 1171, 1791, 1793 ], "withinBudget": [ 527, 1221, 1258 ], "other": [] } }, "oobProbe": { "adapter": { "vendor": "intel", "architecture": "gen-12lp", "device": "", "description": "", "features": [ "bgra8unorm-storage", "clip-distances", "core-features-and-limits", "depth-clip-control", "depth32float-stencil8", "dual-source-blending", "float32-blendable", "float32-filterable", "indirect-first-instance", "primitive-index", "rg11b10ufloat-renderable", "shader-f16", "subgroup-size-control", "subgroups", "texture-component-swizzle", "texture-compression-bc", "texture-compression-bc-sliced-3d", "texture-formats-tier1", "texture-formats-tier2", "timestamp-query" ], "limits": { "maxStorageBufferBindingSize": 2147483644, "maxComputeWorkgroupsPerDimension": 65535 }, "userAgent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/154.0.0.0 Safari/537.36" }, "recorded": { "at": "2026-10-11T20:48:30.078Z", "power": { "platform": "win32", "ActiveOverlayAcPowerScheme": { "guid": "961cc777-2547-4f9d-8174-7d86181b8a7a", "name": "Best power efficiency" }, "ActiveOverlayDcPowerScheme": { "guid": "00000000-0000-0000-0000-000000000000", "name": "Balanced" }, "batteryStatus": "2", "onAC": true, "activeMode": "Best power efficiency" } }, "cases": [ { "case": "exact buffer of 4 floats", "outOfBounds": 7, "returnedZero": 7, "inBoundsCorrect": 4, "inBounds": 4, "kinds": [ "zero" ] }, { "case": "4-float window at offset 256 of a 1024-float buffer", "outOfBounds": 7, "returnedZero": 7, "inBoundsCorrect": 4, "inBounds": 4, "kinds": [ "zero" ] } ] } }, "m3": { "producedBy": "node tools/measure.js (src/testing/measure-m3.js)", "sqrt": { "finiteDifferences": { "programs": 400, "containing": 146, "honestAgree": 146, "honestOther": [], "caught": 126, "misses": [ { "seed": 26, "reason": "sqrt-on-constants" }, { "seed": 50, "reason": "zero-cotangent", "detail": "a softmax over a size-1 axis" }, { "seed": 55, "reason": "argument-constant", "detail": "x - x" }, { "seed": 89, "reason": "argument-constant", "detail": "x - x" }, { "seed": 94, "reason": "argument-constant", "detail": "a softmax over a size-1 axis" }, { "seed": 131, "reason": "sqrt-on-constants" }, { "seed": 139, "reason": "argument-constant", "detail": "x - x" }, { "seed": 160, "reason": "argument-constant", "detail": "x - x" }, { "seed": 213, "reason": "sqrt-on-constants" }, { "seed": 227, "reason": "sqrt-on-constants" }, { "seed": 229, "reason": "argument-constant", "detail": "x - x" }, { "seed": 247, "reason": "below-tolerance", "ratio": 1.6576550783193787e-10, "detail": "y / y" }, { "seed": 260, "reason": "argument-constant", "detail": "a softmax over a size-1 axis" }, { "seed": 279, "reason": "argument-constant", "detail": "x - x" }, { "seed": 295, "reason": "zero-cotangent", "detail": "x - x" }, { "seed": 336, "reason": "argument-constant", "detail": "a softmax over a size-1 axis" }, { "seed": 341, "reason": "sqrt-on-constants" }, { "seed": 359, "reason": "zero-cotangent", "detail": "x - x" }, { "seed": 365, "reason": "sqrt-on-constants" }, { "seed": 397, "reason": "argument-constant", "detail": "x - x" } ] }, "golden": { "torch": "2.14.1+cpu", "cases": 34, "honestPass": 34, "flagged": 31, "misses": [ { "name": "sqrt-random-26", "reason": "sqrt-on-constants" }, { "name": "sqrt-random-50", "reason": "zero-cotangent", "detail": "a softmax over a size-1 axis" }, { "name": "sqrt-random-55", "reason": "argument-constant", "detail": "x - x" } ], "zeroGradients": { "cases": 15, "inputs": 21, "unusedInputs": 19, "reachingInputs": [ "sqrt-random-50:x1", "sqrt-random-53:x1" ], "casesWithNoNonzeroGradient": [ "sqrt-random-50" ] } } }, "training": { "cpuVsTorch": { "tolerance": 1e-8, "torch": "2.14.1+cpu", "runs": [ { "name": "sgd-seed1", "optimizer": "sgd", "steps": 50, "worst": 2.156368509377633e-8, "worstStep": 21, "maxLossDiff": 4.440892098500626e-16, "pass": true }, { "name": "adam-seed1", "optimizer": "adam", "steps": 50, "worst": 5.0790011436305666e-8, "worstStep": 37, "maxLossDiff": 7.771561172376096e-16, "pass": true }, { "name": "sgd-seed2", "optimizer": "sgd", "steps": 50, "worst": 2.5860329877223227e-8, "worstStep": 9, "maxLossDiff": 6.661338147750939e-16, "pass": true }, { "name": "adam-seed2", "optimizer": "adam", "steps": 50, "worst": 3.098284217097098e-7, "worstStep": 49, "maxLossDiff": 1.1102230246251565e-15, "pass": true }, { "name": "sgd-seed3", "optimizer": "sgd", "steps": 50, "worst": 2.9022603867873932e-8, "worstStep": 49, "maxLossDiff": 6.661338147750939e-16, "pass": true }, { "name": "adam-seed3", "optimizer": "adam", "steps": 50, "worst": 1.7520972061030633e-7, "worstStep": 49, "maxLossDiff": 8.881784197001252e-16, "pass": true }, { "name": "sgd-seed4", "optimizer": "sgd", "steps": 50, "worst": 1.947899233611627e-8, "worstStep": 40, "maxLossDiff": 4.440892098500626e-16, "pass": true }, { "name": "adam-seed4", "optimizer": "adam", "steps": 50, "worst": 0.0000010013715036469804, "worstStep": 49, "maxLossDiff": 6.661338147750939e-16, "pass": true } ], "sabotage": [ { "name": "adam-bias-correction", "bug": "Adam second-moment bias correction computed with beta1", "trials": 4, "caught": 4, "detail": [ { "name": "adam-seed1", "caught": true, "firstStep": 0 }, { "name": "adam-seed2", "caught": true, "firstStep": 0 }, { "name": "adam-seed3", "caught": true, "firstStep": 0 }, { "name": "adam-seed4", "caught": true, "firstStep": 0 } ] }, { "name": "momentum-off-by-one", "bug": "SGD parameter updated with the previous step's momentum buffer", "trials": 4, "caught": 4, "detail": [ { "name": "sgd-seed1", "caught": true, "firstStep": 0 }, { "name": "sgd-seed2", "caught": true, "firstStep": 0 }, { "name": "sgd-seed3", "caught": true, "firstStep": 0 }, { "name": "sgd-seed4", "caught": true, "firstStep": 0 } ] }, { "name": "weight-decay-sign", "bug": "weight-decay term subtracted from the gradient instead of added", "trials": 8, "caught": 8, "detail": [ { "name": "sgd-seed1", "caught": true, "firstStep": 0 }, { "name": "adam-seed1", "caught": true, "firstStep": 0 }, { "name": "sgd-seed2", "caught": true, "firstStep": 0 }, { "name": "adam-seed2", "caught": true, "firstStep": 0 }, { "name": "sgd-seed3", "caught": true, "firstStep": 0 }, { "name": "adam-seed3", "caught": true, "firstStep": 0 }, { "name": "sgd-seed4", "caught": true, "firstStep": 0 }, { "name": "adam-seed4", "caught": true, "firstStep": 0 } ] } ], "demo": { "steps": 590, "maxLossDiff": 2.3314683517128287e-15, "cpuTestAccuracy": 0.9343350027824151, "cpuTestLoss": 0.21607939456535183, "torchTestAccuracy": 0.9343350027824151, "torchTestLoss": 0.21607939456535172 } }, "gpu": { "recorded": { "at": "2026-10-15T01:27:59.566Z", "power": { "platform": "win32", "ActiveOverlayAcPowerScheme": { "guid": "961cc777-2547-4f9d-8174-7d86181b8a7a", "name": "Best power efficiency" }, "ActiveOverlayDcPowerScheme": { "guid": "00000000-0000-0000-0000-000000000000", "name": "Balanced" }, "batteryStatus": "2", "onAC": true, "activeMode": "Best power efficiency" } }, "adapter": { "vendor": "intel", "architecture": "gen-12lp", "device": "", "description": "", "features": [ "bgra8unorm-storage", "clip-distances", "core-features-and-limits", "depth-clip-control", "depth32float-stencil8", "dual-source-blending", "float32-blendable", "float32-filterable", "indirect-first-instance", "primitive-index", "rg11b10ufloat-renderable", "shader-f16", "subgroup-size-control", "subgroups", "texture-component-swizzle", "texture-compression-bc", "texture-compression-bc-sliced-3d", "texture-formats-tier1", "texture-formats-tier2", "timestamp-query" ], "limits": { "maxStorageBufferBindingSize": 2147483644, "maxComputeWorkgroupsPerDimension": 65535 }, "userAgent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/154.0.0.0 Safari/537.36" }, "sourceHash": "c01c7bad", "direct": { "cases": 15, "pass": 15, "worst": 0.45938025166924246, "failures": [] }, "teacherForced": { "runs": 8, "steps": 400, "passed": 400, "skipped": 0, "failed": 0, "worst": 0.4991973578967252, "perRun": [ { "name": "sgd-seed1", "passed": 50, "steps": 50, "worst": 0.4967856582901244, "failures": [] }, { "name": "adam-seed1", "passed": 50, "steps": 50, "worst": 0.49546558174256455, "failures": [] }, { "name": "sgd-seed2", "passed": 50, "steps": 50, "worst": 0.4941628270365403, "failures": [] }, { "name": "adam-seed2", "passed": 50, "steps": 50, "worst": 0.4976915044775143, "failures": [] }, { "name": "sgd-seed3", "passed": 50, "steps": 50, "worst": 0.494299931685832, "failures": [] }, { "name": "adam-seed3", "passed": 50, "steps": 50, "worst": 0.4977344575571056, "failures": [] }, { "name": "sgd-seed4", "passed": 50, "steps": 50, "worst": 0.4931683009292667, "failures": [] }, { "name": "adam-seed4", "passed": 50, "steps": 50, "worst": 0.4991973578967252, "failures": [] } ] }, "freeRunning": { "k": 5, "runs": [ { "name": "sgd-seed1", "steps": [ { "status": "pass", "worst": 0.453948024095533, "boundToValueMedian": 3.699595507945388e-7, "boundToValueMax": 0.00007321537834386075, "first": null }, { "status": "pass", "worst": 0.37674823988430484, "boundToValueMedian": 9.653794820525612e-7, "boundToValueMax": 0.00012285038486261555, "first": null }, { "status": "pass", "worst": 0.23206720920325746, "boundToValueMedian": 0.0000020718048101017732, "boundToValueMax": 0.00013912917105398948, "first": null }, { "status": "pass", "worst": 0.18610627803789373, "boundToValueMedian": 0.0000037435588488778284, "boundToValueMax": 0.00020818164592335437, "first": null }, { "status": "pass", "worst": 0.16661530276698022, "boundToValueMedian": 0.000006446778221566251, "boundToValueMax": 0.00031205955506745424, "first": null } ] }, { "name": "adam-seed1", "steps": [ { "status": "pass", "worst": 0.46990492853981963, "boundToValueMedian": 0.000021032395927299102, "boundToValueMax": 0.004480117875044124, "first": null }, { "status": "pass", "worst": 0.0740740809420993, "boundToValueMedian": 0.00011682149551649852, "boundToValueMax": 0.10486331768671006, "first": null }, { "status": "pass", "worst": 0.11474798857707735, "boundToValueMedian": 0.0005365689961112999, "boundToValueMax": 0.039849159924603, "first": null }, { "status": "pass", "worst": 0.11474798857707735, "boundToValueMedian": 0.0013958588295100928, "boundToValueMax": 0.9894421565286059, "first": null }, { "status": "pass", "worst": 0.0510018838132979, "boundToValueMedian": 0.0034089027114946823, "boundToValueMax": 2.2640434633541795, "first": null } ] }, { "name": "sgd-seed2", "steps": [ { "status": "pass", "worst": 0.48704455061103463, "boundToValueMedian": 2.8154868427086734e-7, "boundToValueMax": 0.0011448454036600169, "first": null }, { "status": "pass", "worst": 0.48704455061103463, "boundToValueMedian": 8.5207691107559e-7, "boundToValueMax": 0.0012565720048728867, "first": null }, { "status": "pass", "worst": 0.3745936433839307, "boundToValueMedian": 0.0000018860923973346624, "boundToValueMax": 0.012981259148246403, "first": null }, { "status": "pass", "worst": 0.3128055376554857, "boundToValueMedian": 0.000003433547033911579, "boundToValueMax": 0.0007370385398334252, "first": null }, { "status": "pass", "worst": 0.29640505094648245, "boundToValueMedian": 0.000006155664302207039, "boundToValueMax": 0.0036137462810464068, "first": null } ] }, { "name": "adam-seed2", "steps": [ { "status": "pass", "worst": 0.4976915044775143, "boundToValueMedian": 0.00002155131535053788, "boundToValueMax": 0.010554285456736319, "first": null }, { "status": "pass", "worst": 0.14573635784335187, "boundToValueMedian": 0.0001697335513567856, "boundToValueMax": 0.12643923506821467, "first": null }, { "status": "pass", "worst": 0.11474798857707735, "boundToValueMedian": 0.0006831883085553099, "boundToValueMax": 1.2759315887266707, "first": null }, { "status": "pass", "worst": 0.11474798857707735, "boundToValueMedian": 0.0020280608825052845, "boundToValueMax": 7.377821500097349, "first": null }, { "status": "skip", "worst": null, "boundToValueMedian": 0.004562124935470042, "boundToValueMax": null, "first": null } ] }, { "name": "sgd-seed3", "steps": [ { "status": "pass", "worst": 0.4812651114410534, "boundToValueMedian": 3.341655296641237e-7, "boundToValueMax": 0.00004640914027400793, "first": null }, { "status": "pass", "worst": 0.4812651114410534, "boundToValueMedian": 9.247674277564038e-7, "boundToValueMax": 0.00003677272806085054, "first": null }, { "status": "pass", "worst": 0.4112145241313084, "boundToValueMedian": 0.0000019671411740297116, "boundToValueMax": 0.0007943628629201921, "first": null }, { "status": "pass", "worst": 0.39211714557957716, "boundToValueMedian": 0.0000033974421454976316, "boundToValueMax": 0.0049297476422817425, "first": null }, { "status": "pass", "worst": 0.19543765580015482, "boundToValueMedian": 0.000005666197858601855, "boundToValueMax": 0.00019436827451162257, "first": null } ] }, { "name": "adam-seed3", "steps": [ { "status": "pass", "worst": 0.4427975299636169, "boundToValueMedian": 0.000018839460393141888, "boundToValueMax": 3.71362536372941, "first": null }, { "status": "skip", "worst": null, "boundToValueMedian": 0.0001026636326258086, "boundToValueMax": null, "first": null } ] }, { "name": "sgd-seed4", "steps": [ { "status": "pass", "worst": 0.4868131443807339, "boundToValueMedian": 3.5534503295848665e-7, "boundToValueMax": 0.0000336856116667976, "first": null }, { "status": "pass", "worst": 0.3706058766188636, "boundToValueMedian": 9.811904741609015e-7, "boundToValueMax": 0.00019433098685817378, "first": null }, { "status": "pass", "worst": 0.3192225217078644, "boundToValueMedian": 0.0000020251977131876104, "boundToValueMax": 0.00010102558134708706, "first": null }, { "status": "pass", "worst": 0.3192225217078644, "boundToValueMedian": 0.0000035642822816790328, "boundToValueMax": 0.00036838104121594866, "first": null }, { "status": "pass", "worst": 0.2317635577164875, "boundToValueMedian": 0.000005833815378131465, "boundToValueMax": 0.0018197150949677665, "first": null } ] }, { "name": "adam-seed4", "steps": [ { "status": "pass", "worst": 0.4467076677487434, "boundToValueMedian": 0.00001930683523038472, "boundToValueMax": 0.7561518868842994, "first": null }, { "status": "pass", "worst": 0.1957078571641879, "boundToValueMedian": 0.0000867463633733764, "boundToValueMax": 63.32191733071156, "first": null }, { "status": "skip", "worst": null, "boundToValueMedian": 0.00028654838545292904, "boundToValueMax": null, "first": null } ] } ] }, "consistency": { "config": "adam-seed1", "steps": 3, "identical": true }, "statistical": { "seeds": 24, "steps": 200, "margins": { "trainLoss": 0.02, "testAccuracy": 0.02 }, "alpha": 0.05, "equivalence": { "sgd": { "trainLoss": { "n": 24, "mean": 1.4486847708591877e-7, "sd": 4.691052636741617e-7, "se": 9.575571097128811e-8, "t": 1.7138715277471719, "lower": -1.9244509566959416e-8, "upper": 3.08981463738797e-7, "margin": 0.02, "pass": true, "min": -5.114188783572615e-8, "max": 0.0000023401328244632147 }, "testAccuracy": { "n": 24, "mean": 0, "sd": 0, "se": 0, "t": 1.7138715277471719, "lower": 0, "upper": 0, "margin": 0.02, "pass": true, "min": 0, "max": 0 } }, "adam": { "trainLoss": { "n": 24, "mean": 0.00001664128340431864, "sd": 0.00011411645856902656, "se": 0.000023293924562297675, "t": 1.7138715277471719, "lower": -0.00002328151067249385, "upper": 0.00005656407748113113, "margin": 0.02, "pass": true, "min": -0.00013582698403152849, "max": 0.0005252639442739904 }, "testAccuracy": { "n": 24, "mean": 0.00016276041666666666, "sd": 0.0014009404342905712, "se": 0.0002859657686704138, "t": 1.7138715277471719, "lower": -0.00032734817216788974, "upper": 0.000652869005501223, "margin": 0.02, "pass": true, "min": -0.00390625, "max": 0.00390625 } } }, "runs": [ { "optimizer": "sgd", "seed": 1, "gpu": { "trainLoss": 0.2904979529601223, "testAccuracy": 0.84375 }, "cpu": { "trainLoss": 0.2904979068393284, "testAccuracy": 0.84375 } }, { "optimizer": "sgd", "seed": 2, "gpu": { "trainLoss": 0.2871189657618552, "testAccuracy": 0.8359375 }, "cpu": { "trainLoss": 0.2871188555201012, "testAccuracy": 0.8359375 } }, { "optimizer": "sgd", "seed": 3, "gpu": { "trainLoss": 0.21722568370822648, "testAccuracy": 0.90234375 }, "cpu": { "trainLoss": 0.21722565050421425, "testAccuracy": 0.90234375 } }, { "optimizer": "sgd", "seed": 4, "gpu": { "trainLoss": 0.280563200118377, "testAccuracy": 0.86328125 }, "cpu": { "trainLoss": 0.2805631333738791, "testAccuracy": 0.86328125 } }, { "optimizer": "sgd", "seed": 5, "gpu": { "trainLoss": 0.30264591939070085, "testAccuracy": 0.859375 }, "cpu": { "trainLoss": 0.3026458558324488, "testAccuracy": 0.859375 } }, { "optimizer": "sgd", "seed": 6, "gpu": { "trainLoss": 0.388198352557391, "testAccuracy": 0.80078125 }, "cpu": { "trainLoss": 0.38819836341580305, "testAccuracy": 0.80078125 } }, { "optimizer": "sgd", "seed": 7, "gpu": { "trainLoss": 0.36691635535699757, "testAccuracy": 0.79296875 }, "cpu": { "trainLoss": 0.3669162971186979, "testAccuracy": 0.79296875 } }, { "optimizer": "sgd", "seed": 8, "gpu": { "trainLoss": 0.34183407664562204, "testAccuracy": 0.8515625 }, "cpu": { "trainLoss": 0.34183401343091513, "testAccuracy": 0.8515625 } }, { "optimizer": "sgd", "seed": 9, "gpu": { "trainLoss": 0.32626893566265175, "testAccuracy": 0.828125 }, "cpu": { "trainLoss": 0.3262689442842051, "testAccuracy": 0.828125 } }, { "optimizer": "sgd", "seed": 10, "gpu": { "trainLoss": 0.3100754072596047, "testAccuracy": 0.87109375 }, "cpu": { "trainLoss": 0.31007532326255893, "testAccuracy": 0.87109375 } }, { "optimizer": "sgd", "seed": 11, "gpu": { "trainLoss": 0.3444693718054755, "testAccuracy": 0.8515625 }, "cpu": { "trainLoss": 0.3444694229473633, "testAccuracy": 0.8515625 } }, { "optimizer": "sgd", "seed": 12, "gpu": { "trainLoss": 0.4479155183357505, "testAccuracy": 0.74609375 }, "cpu": { "trainLoss": 0.44791544605791006, "testAccuracy": 0.74609375 } }, { "optimizer": "sgd", "seed": 13, "gpu": { "trainLoss": 0.28850051048877867, "testAccuracy": 0.8671875 }, "cpu": { "trainLoss": 0.28850041151187455, "testAccuracy": 0.8671875 } }, { "optimizer": "sgd", "seed": 14, "gpu": { "trainLoss": 0.28004407037350565, "testAccuracy": 0.8828125 }, "cpu": { "trainLoss": 0.28004404290945334, "testAccuracy": 0.8828125 } }, { "optimizer": "sgd", "seed": 15, "gpu": { "trainLoss": 0.29364904653778984, "testAccuracy": 0.87890625 }, "cpu": { "trainLoss": 0.2936467064049654, "testAccuracy": 0.87890625 } }, { "optimizer": "sgd", "seed": 16, "gpu": { "trainLoss": 0.28225890731991987, "testAccuracy": 0.87890625 }, "cpu": { "trainLoss": 0.2822588412496155, "testAccuracy": 0.87890625 } }, { "optimizer": "sgd", "seed": 17, "gpu": { "trainLoss": 0.3609182988730592, "testAccuracy": 0.85546875 }, "cpu": { "trainLoss": 0.3609182674741978, "testAccuracy": 0.85546875 } }, { "optimizer": "sgd", "seed": 18, "gpu": { "trainLoss": 0.2591766387694937, "testAccuracy": 0.875 }, "cpu": { "trainLoss": 0.25917658313067526, "testAccuracy": 0.875 } }, { "optimizer": "sgd", "seed": 19, "gpu": { "trainLoss": 0.35457927289250873, "testAccuracy": 0.8125 }, "cpu": { "trainLoss": 0.35457925808687724, "testAccuracy": 0.8125 } }, { "optimizer": "sgd", "seed": 20, "gpu": { "trainLoss": 0.35277794161718673, "testAccuracy": 0.85546875 }, "cpu": { "trainLoss": 0.3527778903244641, "testAccuracy": 0.85546875 } }, { "optimizer": "sgd", "seed": 21, "gpu": { "trainLoss": 0.19741649359031488, "testAccuracy": 0.9296875 }, "cpu": { "trainLoss": 0.19741643597030228, "testAccuracy": 0.9296875 } }, { "optimizer": "sgd", "seed": 22, "gpu": { "trainLoss": 0.3008769045358918, "testAccuracy": 0.82421875 }, "cpu": { "trainLoss": 0.3008768576777218, "testAccuracy": 0.82421875 } }, { "optimizer": "sgd", "seed": 23, "gpu": { "trainLoss": 0.36868315252020034, "testAccuracy": 0.7890625 }, "cpu": { "trainLoss": 0.36868310724077036, "testAccuracy": 0.7890625 } }, { "optimizer": "sgd", "seed": 24, "gpu": { "trainLoss": 0.2872828390662825, "testAccuracy": 0.87109375 }, "cpu": { "trainLoss": 0.2872827247359138, "testAccuracy": 0.87109375 } }, { "optimizer": "adam", "seed": 1, "gpu": { "trainLoss": 0.4251238694605006, "testAccuracy": 0.81640625 }, "cpu": { "trainLoss": 0.4251212741654663, "testAccuracy": 0.81640625 } }, { "optimizer": "adam", "seed": 2, "gpu": { "trainLoss": 0.3728800941584478, "testAccuracy": 0.83984375 }, "cpu": { "trainLoss": 0.37287772995960833, "testAccuracy": 0.83984375 } }, { "optimizer": "adam", "seed": 3, "gpu": { "trainLoss": 0.3417633452073036, "testAccuracy": 0.90625 }, "cpu": { "trainLoss": 0.341754777138757, "testAccuracy": 0.90625 } }, { "optimizer": "adam", "seed": 4, "gpu": { "trainLoss": 0.4137443897023343, "testAccuracy": 0.85546875 }, "cpu": { "trainLoss": 0.4138802166863658, "testAccuracy": 0.85546875 } }, { "optimizer": "adam", "seed": 5, "gpu": { "trainLoss": 0.3852556964942517, "testAccuracy": 0.80859375 }, "cpu": { "trainLoss": 0.3852533758150578, "testAccuracy": 0.80859375 } }, { "optimizer": "adam", "seed": 6, "gpu": { "trainLoss": 0.5785853557882703, "testAccuracy": 0.66015625 }, "cpu": { "trainLoss": 0.5786587038386248, "testAccuracy": 0.65625 } }, { "optimizer": "adam", "seed": 7, "gpu": { "trainLoss": 0.4017332609121484, "testAccuracy": 0.8359375 }, "cpu": { "trainLoss": 0.4017315105812092, "testAccuracy": 0.8359375 } }, { "optimizer": "adam", "seed": 8, "gpu": { "trainLoss": 0.3776966826259164, "testAccuracy": 0.87109375 }, "cpu": { "trainLoss": 0.3777001208107287, "testAccuracy": 0.87109375 } }, { "optimizer": "adam", "seed": 9, "gpu": { "trainLoss": 0.43129740115126064, "testAccuracy": 0.8125 }, "cpu": { "trainLoss": 0.4312393078112059, "testAccuracy": 0.8125 } }, { "optimizer": "adam", "seed": 10, "gpu": { "trainLoss": 0.5690374177992186, "testAccuracy": 0.66796875 }, "cpu": { "trainLoss": 0.5690291459004442, "testAccuracy": 0.671875 } }, { "optimizer": "adam", "seed": 11, "gpu": { "trainLoss": 0.4199725594233063, "testAccuracy": 0.8125 }, "cpu": { "trainLoss": 0.42002195242833473, "testAccuracy": 0.8125 } }, { "optimizer": "adam", "seed": 12, "gpu": { "trainLoss": 0.41892350285528196, "testAccuracy": 0.76953125 }, "cpu": { "trainLoss": 0.41892112736064174, "testAccuracy": 0.76953125 } }, { "optimizer": "adam", "seed": 13, "gpu": { "trainLoss": 0.42064478889123946, "testAccuracy": 0.8046875 }, "cpu": { "trainLoss": 0.42064226757403117, "testAccuracy": 0.8046875 } }, { "optimizer": "adam", "seed": 14, "gpu": { "trainLoss": 0.4264326263640865, "testAccuracy": 0.8125 }, "cpu": { "trainLoss": 0.42641869377489205, "testAccuracy": 0.8125 } }, { "optimizer": "adam", "seed": 15, "gpu": { "trainLoss": 0.45927853998986695, "testAccuracy": 0.80859375 }, "cpu": { "trainLoss": 0.45927599504159256, "testAccuracy": 0.80859375 } }, { "optimizer": "adam", "seed": 16, "gpu": { "trainLoss": 0.43023982978765585, "testAccuracy": 0.83203125 }, "cpu": { "trainLoss": 0.4302375746409474, "testAccuracy": 0.83203125 } }, { "optimizer": "adam", "seed": 17, "gpu": { "trainLoss": 0.5178730327911907, "testAccuracy": 0.67578125 }, "cpu": { "trainLoss": 0.5173477688469167, "testAccuracy": 0.671875 } }, { "optimizer": "adam", "seed": 18, "gpu": { "trainLoss": 0.3950730890495931, "testAccuracy": 0.875 }, "cpu": { "trainLoss": 0.3950707868594202, "testAccuracy": 0.875 } }, { "optimizer": "adam", "seed": 19, "gpu": { "trainLoss": 0.4333918341623673, "testAccuracy": 0.84375 }, "cpu": { "trainLoss": 0.43338929489635986, "testAccuracy": 0.84375 } }, { "optimizer": "adam", "seed": 20, "gpu": { "trainLoss": 0.5282930993185162, "testAccuracy": 0.6953125 }, "cpu": { "trainLoss": 0.528290488013609, "testAccuracy": 0.6953125 } }, { "optimizer": "adam", "seed": 21, "gpu": { "trainLoss": 0.41901213003269294, "testAccuracy": 0.8515625 }, "cpu": { "trainLoss": 0.41900923732760054, "testAccuracy": 0.8515625 } }, { "optimizer": "adam", "seed": 22, "gpu": { "trainLoss": 0.3979925529065848, "testAccuracy": 0.85546875 }, "cpu": { "trainLoss": 0.3979909245957935, "testAccuracy": 0.85546875 } }, { "optimizer": "adam", "seed": 23, "gpu": { "trainLoss": 0.4228051539565166, "testAccuracy": 0.8125 }, "cpu": { "trainLoss": 0.4228023873329579, "testAccuracy": 0.8125 } }, { "optimizer": "adam", "seed": 24, "gpu": { "trainLoss": 0.38859063617460354, "testAccuracy": 0.86328125 }, "cpu": { "trainLoss": 0.38857683680088545, "testAccuracy": 0.86328125 } } ], "curves": [ { "optimizer": "sgd", "seed": 1, "gpuLosses": [ 1.4197720289230347, 1.41280996799469, 1.4068711996078491, 1.3546319007873535, 1.3552141189575195, 1.352966070175171, 1.3430922031402588, 1.3398090600967407, 1.2972947359085083, 1.2859567403793335, 1.2784078121185303, 1.2594187259674072, 1.2026190757751465, 1.2551300525665283, 1.1846210956573486, 1.201849341392517, 1.1078698635101318, 1.170177698135376, 1.1453027725219727, 1.0675084590911865, 1.0306066274642944, 1.0297154188156128, 1.0479332208633423, 1.0356277227401733, 0.9963757991790771, 0.902570366859436, 0.8854866027832031, 0.9296109080314636, 0.9414691925048828, 1.0306625366210938, 0.973484456539154, 0.916386067867279, 0.9815273880958557, 0.7990032434463501, 0.9883818626403809, 0.9090040922164917, 0.7461785674095154, 1.0929388999938965, 0.7693663835525513, 0.7273869514465332, 0.788788914680481, 0.9401261806488037, 0.7066248059272766, 0.7167001366615295, 0.9022536873817444, 0.9326231479644775, 0.9266449809074402, 0.7391197085380554, 0.6766462326049805, 0.7594982385635376, 0.8060418963432312, 0.7659131288528442, 0.9334965348243713, 0.8916329145431519, 0.7517440319061279, 1.0488700866699219, 0.8049461841583252, 0.7583248615264893, 0.525416910648346, 0.7766588926315308, 0.8994797468185425, 1.1290913820266724, 0.8709204196929932, 0.7259330153465271, 0.8288866281509399, 0.8823443651199341, 0.8312330842018127, 0.8031972646713257, 0.7827166318893433, 0.6316282153129578, 0.7201967835426331, 0.7085411548614502, 0.8286524415016174, 0.6677023768424988, 0.605326235294342, 0.6179203391075134, 0.8920365571975708, 0.6999708414077759, 0.7251805067062378, 0.7574039697647095, 0.619538426399231, 0.6431809067726135, 0.7550153732299805, 0.69951331615448, 0.7110213041305542, 0.6113086342811584, 0.7260613441467285, 0.7338254451751709, 0.7708839178085327, 0.5801335573196411, 0.7371392250061035, 0.5882300138473511, 0.7503103017807007, 0.6513060927391052, 0.7101148366928101, 0.5556482672691345, 0.6504115462303162, 0.6950257420539856, 0.7587205171585083, 0.6762088537216187, 0.6180839538574219, 0.4919396638870239, 0.6681897640228271, 0.511151909828186, 0.43502405285835266, 0.7500859498977661, 0.601335346698761, 0.7114377021789551, 0.6780241131782532, 0.6231057047843933, 0.46564534306526184, 0.608566403388977, 0.5506108403205872, 0.4765948951244354, 0.5195909738540649, 0.5190909504890442, 0.5600937008857727, 0.7512820363044739, 0.5372841954231262, 0.4594462215900421, 0.4543115198612213, 0.5872352123260498, 0.4451718330383301, 0.5241531729698181, 0.5160642266273499, 0.4207336902618408, 0.4487740993499756, 0.7333542704582214, 0.44178149104118347, 0.6376838088035583, 0.5226116180419922, 0.5409368276596069, 0.5166980028152466, 0.3360854983329773, 0.6565734148025513, 0.4601272642612457, 0.5067924857139587, 0.5090356469154358, 0.47081243991851807, 0.42886146903038025, 0.42911988496780396, 0.5024780631065369, 0.5611264705657959, 0.4852193593978882, 0.4479202628135681, 0.47832751274108887, 0.5357365608215332, 0.39228132367134094, 0.373197466135025, 0.3412867784500122, 0.5193954706192017, 0.4578973650932312, 0.4527541697025299, 0.4678420126438141, 0.4280617833137512, 0.38617926836013794, 0.4954213500022888, 0.3451695442199707, 0.3882571756839752, 0.34823325276374817, 0.3201754093170166, 0.3960333466529846, 0.33119648694992065, 0.3814915120601654, 0.5233238935470581, 0.3814147710800171, 0.3511931300163269, 0.3805510997772217, 0.37383341789245605, 0.2788219153881073, 0.336555153131485, 0.47549107670783997, 0.3932242691516876, 0.3999515771865845, 0.3761464059352875, 0.3716241717338562, 0.4991307556629181, 0.5970642566680908, 0.19818896055221558, 0.3057909905910492, 0.47608962655067444, 0.3458177447319031, 0.29766646027565, 0.3604934513568878, 0.32732346653938293, 0.20349697768688202, 0.40736663341522217, 0.26814210414886475, 0.38942500948905945, 0.26395517587661743, 0.4798549711704254, 0.3272205889225006, 0.27087506651878357, 0.2927854359149933, 0.40066757798194885, 0.3394208550453186, 0.29598256945610046, 0.3559943437576294, 0.2970311641693115, 0.27049195766448975 ], "cpuLosses": [ 1.4197720302386132, 1.4128099565315546, 1.4068711147548982, 1.354632062417409, 1.3552141023310142, 1.3529659128733853, 1.3430919415037226, 1.339808959361351, 1.297294697510529, 1.2859566791941297, 1.2784079573194465, 1.2594188140424234, 1.20261901731881, 1.255130032255491, 1.184621084325663, 1.2018492839877861, 1.1078697398717778, 1.1701778396981979, 1.145302634238359, 1.0675083805079644, 1.030606523889894, 1.029715486751925, 1.0479332329288893, 1.0356276873957, 0.996375551150689, 0.9025702125234583, 0.8854864684879594, 0.9296109917702351, 0.941469237159905, 1.0306624236012658, 0.9734843847860174, 0.9163859481959791, 0.9815273107754025, 0.7990032980125898, 0.9883818920797119, 0.9090042225529776, 0.746178477807732, 1.0929390000604524, 0.7693664977840899, 0.7273868358488028, 0.7887887696186032, 0.9401261010903953, 0.7066247644669958, 0.7167001707380956, 0.902253602169016, 0.9326231256556679, 0.926644955512975, 0.7391195557202953, 0.6766462143954655, 0.7594981099489244, 0.8060419109957544, 0.7659131035785671, 0.9334964680214822, 0.8916330332702397, 0.7517440509125676, 1.0488701265100329, 0.8049460129601601, 0.7583248586304913, 0.5254169248747778, 0.7766589673406231, 0.8994797001396557, 1.1290915005436697, 0.8709204235267582, 0.7259329245164201, 0.8288865233358751, 0.8823443387519223, 0.831233000286249, 0.8031970998824233, 0.7827165895037644, 0.6316283242317292, 0.7201968425693371, 0.7085410557242352, 0.8286524651674765, 0.6677023460980303, 0.6053262977940362, 0.6179203404483022, 0.8920364411495129, 0.69997078133011, 0.725180554535138, 0.7574039033850964, 0.6195383840117392, 0.6431808349496689, 0.7550153686785929, 0.6995132423014173, 0.7110214187470623, 0.6113087177953447, 0.7260613490766432, 0.733825339037007, 0.7708839654001002, 0.5801334566357801, 0.7371390298242542, 0.5882300127231063, 0.7503101937827571, 0.6513060516606402, 0.7101149232501832, 0.5556482503491142, 0.6504115129217118, 0.6950257984637439, 0.7587205636233338, 0.6762088455200267, 0.6180839893954466, 0.4919396440471852, 0.6681898161821201, 0.5111518720312289, 0.4350240529610379, 0.7500858960214266, 0.6013353893251457, 0.7114377468277624, 0.6780241932194259, 0.623105713410984, 0.4656452679862885, 0.6085663832407174, 0.550610787222717, 0.4765947984186245, 0.5195908739405989, 0.5190908172700277, 0.5600937083183537, 0.7512820996372183, 0.5372841133063407, 0.4594461724824275, 0.45431152684978193, 0.5872351650342751, 0.44517170989704363, 0.5241531155059995, 0.5160642135866237, 0.4207336891821416, 0.44877404892567574, 0.7333542655603441, 0.44178147800956347, 0.6376837344143206, 0.5226115778952732, 0.5409366868722801, 0.5166978492610051, 0.336085412339265, 0.6565733996705037, 0.4601271919503394, 0.5067923869794843, 0.5090355881797527, 0.47081237228163814, 0.4288615105112633, 0.4291198723790943, 0.5024780174901167, 0.5611264634177473, 0.48521924684885526, 0.4479201475075316, 0.4783275466895769, 0.5357364101864618, 0.39228124663056807, 0.37319741210305024, 0.34128672639682767, 0.5193954910730477, 0.4578973427988996, 0.4527540933704428, 0.46784190848950435, 0.42806170612489325, 0.38617931568466324, 0.49542129380749594, 0.34516949021752796, 0.38825712218375674, 0.34823317053518393, 0.32017531987295783, 0.3960333441230816, 0.3311963860931699, 0.3814913977287684, 0.5233238332171918, 0.3814146118179815, 0.3511930676312478, 0.38055101136190644, 0.3738333992822503, 0.2788218003396998, 0.33655518771238435, 0.4754909658126282, 0.39322422376916183, 0.39995158677150966, 0.376146243634779, 0.3716240861635584, 0.4991306535838357, 0.5970640335379133, 0.19818891561847068, 0.30579089693988476, 0.47608957294368814, 0.34581768935343016, 0.29766648677759433, 0.36049347580377944, 0.32732352900809725, 0.20349688942674868, 0.4073665087818888, 0.2681420792761027, 0.38942504496167507, 0.26395517689379117, 0.47985483266115436, 0.32722054715412524, 0.270874958682638, 0.2927853367838105, 0.40066750926484607, 0.3394208090095524, 0.2959824413648468, 0.3559942787297605, 0.2970311784186025, 0.2704919566803522 ] }, { "optimizer": "adam", "seed": 1, "gpuLosses": [ 1.4197720289230347, 1.4019814729690552, 1.3788938522338867, 1.3357279300689697, 1.329709529876709, 1.317109227180481, 1.3017830848693848, 1.3149809837341309, 1.2760646343231201, 1.2727596759796143, 1.2524926662445068, 1.256554126739502, 1.2046899795532227, 1.2124009132385254, 1.1922385692596436, 1.1908406019210815, 1.1155600547790527, 1.2076523303985596, 1.1736891269683838, 1.0919930934906006, 1.0791255235671997, 1.0929620265960693, 1.0972894430160522, 1.0763120651245117, 1.0595632791519165, 0.9671279788017273, 0.9595829844474792, 1.0090605020523071, 0.9772704839706421, 1.0595616102218628, 1.0246020555496216, 1.0945031642913818, 1.07557213306427, 0.89309161901474, 1.0197415351867676, 1.002235770225525, 0.8798825144767761, 0.9572182893753052, 0.8217000365257263, 0.8319234848022461, 0.8896371126174927, 0.9844938516616821, 0.7588151097297668, 0.7691904306411743, 0.9138819575309753, 0.9626721143722534, 0.9423543214797974, 0.8146191835403442, 0.7548832297325134, 0.7857489585876465, 0.8823587894439697, 0.7835295796394348, 0.8834673166275024, 0.8507180213928223, 0.7635607123374939, 1.039878010749817, 0.8362719416618347, 0.7738466262817383, 0.625167727470398, 0.8333364725112915, 0.8631829023361206, 0.9802663326263428, 0.8789644837379456, 0.763390839099884, 0.7671092748641968, 0.874546468257904, 0.8844930529594421, 0.8773396015167236, 0.7520433068275452, 0.6590741276741028, 0.747958779335022, 0.7555734515190125, 0.8611407279968262, 0.7010840773582458, 0.7393209338188171, 0.6131603121757507, 0.870269238948822, 0.7905999422073364, 0.7232818603515625, 0.8007779121398926, 0.692106306552887, 0.6780428886413574, 0.747388482093811, 0.6995869874954224, 0.7868249416351318, 0.6998938322067261, 0.758619487285614, 0.806588888168335, 0.7916446328163147, 0.6679815053939819, 0.8573463559150696, 0.5919618010520935, 0.7251865863800049, 0.6524888873100281, 0.7934163808822632, 0.6261786222457886, 0.739743173122406, 0.7707894444465637, 0.7342988848686218, 0.7308973073959351, 0.6101914644241333, 0.5605804324150085, 0.7377581000328064, 0.6483557224273682, 0.5485008358955383, 0.7463341355323792, 0.6157068610191345, 0.7809638977050781, 0.7260757684707642, 0.6485475897789001, 0.5750424265861511, 0.6761260628700256, 0.6378999352455139, 0.5885388851165771, 0.6347695589065552, 0.5977586507797241, 0.6961172819137573, 0.7713373899459839, 0.6098393797874451, 0.6127703785896301, 0.5955356359481812, 0.7409198880195618, 0.5550678968429565, 0.6252524852752686, 0.5990461111068726, 0.560751736164093, 0.5500163435935974, 0.7848270535469055, 0.5199015140533447, 0.6798048615455627, 0.55973219871521, 0.645595908164978, 0.6446430683135986, 0.47742602229118347, 0.7027523517608643, 0.5642403364181519, 0.5761374235153198, 0.6216161847114563, 0.558380126953125, 0.5016844272613525, 0.4921227991580963, 0.5913770198822021, 0.685746967792511, 0.592104971408844, 0.5585348010063171, 0.5901128649711609, 0.7049652338027954, 0.5052123069763184, 0.5113345980644226, 0.4878084659576416, 0.5588452219963074, 0.5394281148910522, 0.586392343044281, 0.597949206829071, 0.5555559992790222, 0.47020697593688965, 0.5512236952781677, 0.5057552456855774, 0.5332639217376709, 0.4730442762374878, 0.4569284915924072, 0.5233325362205505, 0.4967006742954254, 0.573996365070343, 0.5804993510246277, 0.49511033296585083, 0.48086583614349365, 0.5037903189659119, 0.49266546964645386, 0.38794323801994324, 0.5485696792602539, 0.5136655569076538, 0.5168136358261108, 0.5001943111419678, 0.5090345144271851, 0.48514053225517273, 0.4578866958618164, 0.6609857082366943, 0.32702308893203735, 0.4192955195903778, 0.5430113673210144, 0.46497347950935364, 0.4047086536884308, 0.48329365253448486, 0.4329740107059479, 0.3065507113933563, 0.4797329604625702, 0.43742305040359497, 0.4847705066204071, 0.37087148427963257, 0.6462352871894836, 0.48528853058815, 0.39106371998786926, 0.44643309712409973, 0.481189101934433, 0.43266960978507996, 0.41300687193870544, 0.4979323446750641, 0.408328115940094, 0.42910236120224 ], "cpuLosses": [ 1.4197720302386132, 1.4019810999204083, 1.378893560232789, 1.3357275687554904, 1.3297090890235963, 1.3171089476333249, 1.301781976945956, 1.3149805695098225, 1.276063536878765, 1.2727584819277866, 1.2524917430960743, 1.256552851425025, 1.2046883567466224, 1.2123998319393927, 1.192236920122158, 1.1908391863177281, 1.1155579766073984, 1.2076507040038702, 1.173687793289473, 1.0919911910063278, 1.0791235868385614, 1.092960231765039, 1.0972875881890773, 1.0763105306731091, 1.0595612809160526, 0.9671261315081744, 0.9595812216123801, 1.0090587481835722, 0.9772680937616854, 1.0595597588866421, 1.024600357194532, 1.0945008451715719, 1.0755701591653675, 0.8930894494979804, 1.0197400514703918, 1.002233892264283, 0.8798804832899215, 0.9572176855349037, 0.8216980293981152, 0.8319214268153519, 0.8896355504456173, 0.9844924591340798, 0.7588132136488378, 0.7691892230657591, 0.9138804273021941, 0.962670500170342, 0.9423537027489277, 0.8146178088038387, 0.7548818452038295, 0.785747571160353, 0.8823578412225381, 0.7835280972477439, 0.8834670281058568, 0.8507167424898642, 0.763559664009153, 1.039877228872693, 0.8362707745152704, 0.7738459308086635, 0.6251660774116145, 0.8333351088863574, 0.8631816462902174, 0.9802658813978736, 0.8789631616885035, 0.7633898749444967, 0.7671078622519311, 0.8745448877387272, 0.8844915000123671, 0.8773382133901243, 0.7520424521378528, 0.6590729735229821, 0.7479577246707138, 0.755572634226821, 0.8611387594746209, 0.7010826503990841, 0.7393191158894716, 0.6131589716535136, 0.8702689329147999, 0.7905985704406583, 0.7232807540061291, 0.8007766360419674, 0.6921052092982223, 0.678041474332647, 0.7473870194478104, 0.6995856058135678, 0.7868225419036958, 0.69989238683104, 0.7586181491121509, 0.8065873658096252, 0.7916423742598945, 0.6679801709102734, 0.857344354767705, 0.591960894315334, 0.7251847761459539, 0.6524872064862851, 0.7934145658535396, 0.6261773475289728, 0.7397416557143937, 0.7707877077555482, 0.7342964294684957, 0.7308952876237881, 0.6101897968390858, 0.5605787031074518, 0.7377562096142676, 0.6483545605243687, 0.5484993644963195, 0.7463324705824782, 0.6157046079450973, 0.7809614197872197, 0.7260733565880032, 0.6485462666812131, 0.5750409260308622, 0.6761236393346954, 0.6378981782411748, 0.5885368963061075, 0.6347675060155517, 0.597756608181276, 0.6961146754126405, 0.7713356538526714, 0.6098378140403564, 0.6127678297308586, 0.5955331000704113, 0.7409170246930911, 0.5550655889962406, 0.6252507128173396, 0.5990442953084129, 0.560749938591021, 0.5500141335876089, 0.7848249341960903, 0.5198991241818828, 0.6798026658914088, 0.5597294415770739, 0.6455937890019995, 0.6446403641978047, 0.4774239146013831, 0.7027500294668814, 0.5642379656837531, 0.5761349194867578, 0.6216138088780662, 0.5583778578949768, 0.5016826955380999, 0.49212098241978536, 0.5913741075863868, 0.6857443749257242, 0.5921020663199464, 0.5585320596441227, 0.5901105589236544, 0.7049618745600105, 0.5052096943796432, 0.5113320623833314, 0.48780644656683114, 0.5588434902742221, 0.5394254775613339, 0.5863901908401844, 0.5979470561057036, 0.5555532097011006, 0.47020468158497253, 0.5512208078430388, 0.5057524157024538, 0.5332608418556527, 0.47304137621546166, 0.45692525083868296, 0.5233299706080238, 0.49669758903477107, 0.5739925423390494, 0.5804972520575029, 0.49510866607323795, 0.480863625985772, 0.5037879286024414, 0.4926633788962686, 0.38794087943670397, 0.548566705180125, 0.5136628641328583, 0.5168111452148382, 0.5001917353113879, 0.5090316821189219, 0.485137514399937, 0.45788473112404077, 0.6609823016771048, 0.3270208439884419, 0.4192936193472713, 0.5430078432719729, 0.46497070922720096, 0.40470625731109644, 0.4832905401379651, 0.43297139890948483, 0.3065482776605446, 0.47973110549156367, 0.4374200901418579, 0.4847674379107848, 0.37086874398409403, 0.646232559883711, 0.48528592266666015, 0.3910612920668274, 0.4464304512024838, 0.4811866238828239, 0.43266675337071314, 0.4130046639818051, 0.49792951421765064, 0.40832569442217836, 0.4290996038365213 ] } ], "cpuRecomputeMaxDiff": 1.6653345369377348e-16 }, "sabotage": { "checkOrder": [ "finiteDifferences", "opGoldens", "directKernel", "trainingGoldens", "gpuTeacherForced" ], "bugs": [ { "name": "adam-bias-correction", "level": "graph", "checks": { "finiteDifferences": null, "opGoldens": null, "directKernel": null, "trainingGoldens": { "caught": 4, "trials": 4 }, "gpuTeacherForced": { "caught": 0, "trials": 4 } }, "caughtFirstBy": "trainingGoldens" }, { "name": "momentum-off-by-one", "level": "graph", "checks": { "finiteDifferences": null, "opGoldens": null, "directKernel": null, "trainingGoldens": { "caught": 4, "trials": 4 }, "gpuTeacherForced": { "caught": 0, "trials": 4 } }, "caughtFirstBy": "trainingGoldens" }, { "name": "weight-decay-sign", "level": "graph", "checks": { "finiteDifferences": null, "opGoldens": null, "directKernel": null, "trainingGoldens": { "caught": 8, "trials": 8 }, "gpuTeacherForced": { "caught": 0, "trials": 8 } }, "caughtFirstBy": "trainingGoldens" }, { "name": "sqrt-gradient", "level": "rule", "checks": { "finiteDifferences": { "caught": 126, "trials": 146 }, "opGoldens": { "caught": 31, "trials": 34 }, "directKernel": null, "trainingGoldens": { "caught": 0, "trials": 8 }, "gpuTeacherForced": { "caught": 0, "trials": 8 } }, "caughtFirstBy": "finiteDifferences" }, { "name": "sqrt-bounds-off-by-one", "level": "kernel", "checks": { "finiteDifferences": null, "opGoldens": null, "directKernel": { "caught": 14, "trials": 15 }, "trainingGoldens": null, "gpuTeacherForced": { "caught": 0, "trials": 4 } }, "caughtFirstBy": "directKernel" } ] }, "demo": { "recorded": { "at": "2026-10-15T01:28:23.283Z", "power": { "platform": "win32", "ActiveOverlayAcPowerScheme": { "guid": "961cc777-2547-4f9d-8174-7d86181b8a7a", "name": "Best power efficiency" }, "ActiveOverlayDcPowerScheme": { "guid": "00000000-0000-0000-0000-000000000000", "name": "Balanced" }, "batteryStatus": "2", "onAC": true, "activeMode": "Best power efficiency" } }, "adapter": { "vendor": "intel", "architecture": "gen-12lp", "device": "", "description": "", "features": [ "bgra8unorm-storage", "clip-distances", "core-features-and-limits", "depth-clip-control", "depth32float-stencil8", "dual-source-blending", "float32-blendable", "float32-filterable", "indirect-first-instance", "primitive-index", "rg11b10ufloat-renderable", "shader-f16", "subgroup-size-control", "subgroups", "texture-component-swizzle", "texture-compression-bc", "texture-compression-bc-sliced-3d", "texture-formats-tier1", "texture-formats-tier2", "timestamp-query" ], "limits": { "maxStorageBufferBindingSize": 2147483644, "maxComputeWorkgroupsPerDimension": 65535 }, "userAgent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/154.0.0.0 Safari/537.36" }, "dims": { "inputs": 64, "hidden": 64, "classes": 10 }, "steps": 590, "losses": [ 2.323387861251831, 2.2924082279205322, 2.313060760498047, 2.3124594688415527, 2.298718214035034, 2.263521909713745, 2.2489984035491943, 2.264805555343628, 2.2653539180755615, 2.2227282524108887, 2.2333076000213623, 2.2369964122772217, 2.23319935798645, 2.223546266555786, 2.2404587268829346, 2.2099757194519043, 2.2176737785339355, 2.209141492843628, 2.1465370655059814, 2.1932172775268555, 2.1834399700164795, 2.1836917400360107, 2.163039445877075, 2.1219730377197266, 2.12648606300354, 2.132828950881958, 2.1407594680786133, 2.1135361194610596, 2.0901527404785156, 2.120488166809082, 2.0743110179901123, 2.0920255184173584, 2.08423113822937, 2.054914712905884, 2.0769906044006348, 2.042484998703003, 2.0140035152435303, 2.036764621734619, 2.0304207801818848, 2.009336233139038, 2.0046472549438477, 1.9546982049942017, 1.9074592590332031, 1.936859369277954, 1.9474923610687256, 1.9063717126846313, 1.8954845666885376, 1.9084177017211914, 1.8927781581878662, 1.8747259378433228, 1.860331416130066, 1.81204092502594, 1.8942323923110962, 1.818522334098816, 1.8504067659378052, 1.697564959526062, 1.7847533226013184, 1.7784761190414429, 1.709950566291809, 1.6868070363998413, 1.7637416124343872, 1.700660228729248, 1.7075440883636475, 1.6638988256454468, 1.5974928140640259, 1.6174129247665405, 1.691085934638977, 1.5712389945983887, 1.6433922052383423, 1.5602221488952637, 1.5209285020828247, 1.5543187856674194, 1.4844776391983032, 1.5214195251464844, 1.5387229919433594, 1.5247390270233154, 1.4844670295715332, 1.4421977996826172, 1.4414762258529663, 1.4234027862548828, 1.4331966638565063, 1.3806307315826416, 1.3851372003555298, 1.3919897079467773, 1.3942461013793945, 1.4089372158050537, 1.3435994386672974, 1.377286672592163, 1.399114727973938, 1.2596838474273682, 1.3264307975769043, 1.2793594598770142, 1.2253730297088623, 1.3291685581207275, 1.3270263671875, 1.282644510269165, 1.1975547075271606, 1.131009817123413, 1.2023036479949951, 1.117095708847046, 1.1794620752334595, 1.1182557344436646, 1.2635204792022705, 1.0848309993743896, 1.1302807331085205, 1.0980197191238403, 1.0721204280853271, 1.1261239051818848, 1.181171178817749, 1.041843056678772, 1.0412333011627197, 1.049157738685608, 1.0394110679626465, 1.058497428894043, 0.9917306900024414, 0.9895284175872803, 1.0347272157669067, 1.1103955507278442, 0.8777326941490173, 0.9143614768981934, 1.0304009914398193, 0.956650972366333, 0.8970991969108582, 1.0309972763061523, 0.9177121520042419, 0.873594343662262, 0.8353027105331421, 0.8844091892242432, 0.8716234564781189, 0.8920024633407593, 0.8689805269241333, 0.8084448575973511, 0.8026126623153687, 0.7620686292648315, 0.7295729517936707, 0.8154221773147583, 0.8080167770385742, 0.7657119035720825, 0.746981143951416, 0.8439776301383972, 0.8488712906837463, 0.7932713031768799, 0.7057723999023438, 0.6955450177192688, 0.7433009743690491, 0.658565878868103, 0.7824351787567139, 0.6603249907493591, 0.6067143678665161, 0.6629297733306885, 0.8112305998802185, 0.6483705639839172, 0.7745681405067444, 0.6556179523468018, 0.6397559642791748, 0.6486452221870422, 0.7303068041801453, 0.7151743173599243, 0.7127617597579956, 0.5747873187065125, 0.6867481470108032, 0.6232836842536926, 0.6691171526908875, 0.6241217851638794, 0.7053184509277344, 0.70024573802948, 0.5930853486061096, 0.635684609413147, 0.6625490784645081, 0.5363103747367859, 0.5494452118873596, 0.6329581141471863, 0.6722688674926758, 0.6074559092521667, 0.55960613489151, 0.6157494187355042, 0.536108672618866, 0.5865757465362549, 0.6589164137840271, 0.5152524709701538, 0.6180666089057922, 0.5641682744026184, 0.5920383334159851, 0.5355701446533203, 0.5184504389762878, 0.6641733646392822, 0.41223248839378357, 0.4669102430343628, 0.4853456914424896, 0.5570745468139648, 0.5906108617782593, 0.5502533912658691, 0.43698233366012573, 0.4947325587272644, 0.48984286189079285, 0.6191613674163818, 0.46167436242103577, 0.4950004518032074, 0.4444728195667267, 0.48022913932800293, 0.4173726439476013, 0.5166392922401428, 0.5046038627624512, 0.5284701585769653, 0.4783547520637512, 0.4466356635093689, 0.5122541785240173, 0.41335317492485046, 0.5039270520210266, 0.3853057622909546, 0.45123937726020813, 0.46214014291763306, 0.46847689151763916, 0.35705652832984924, 0.4175954759120941, 0.3840658962726593, 0.4325811564922333, 0.42227235436439514, 0.4249083995819092, 0.37514084577560425, 0.4804985225200653, 0.42069363594055176, 0.3541524112224579, 0.520984947681427, 0.362930029630661, 0.5864633321762085, 0.39300230145454407, 0.35817694664001465, 0.36638781428337097, 0.40217962861061096, 0.36790579557418823, 0.3984343707561493, 0.3684072196483612, 0.40796157717704773, 0.32859092950820923, 0.36072400212287903, 0.3767091929912567, 0.43200555443763733, 0.37090152502059937, 0.40865808725357056, 0.3781234920024872, 0.28261467814445496, 0.4808589220046997, 0.359822154045105, 0.32284286618232727, 0.2644438147544861, 0.3716610372066498, 0.3773525357246399, 0.4970451295375824, 0.4562687873840332, 0.37904927134513855, 0.46176373958587646, 0.37356576323509216, 0.3191210925579071, 0.4638746678829193, 0.2914070188999176, 0.3610677123069763, 0.3730090856552124, 0.3668040335178375, 0.3960835933685303, 0.2946380376815796, 0.46818095445632935, 0.33695828914642334, 0.34989702701568604, 0.2785474359989166, 0.3516295850276947, 0.2576114237308502, 0.31659436225891113, 0.246058389544487, 0.3657951354980469, 0.38170140981674194, 0.26396894454956055, 0.3666093349456787, 0.3932536244392395, 0.32430732250213623, 0.2784770131111145, 0.33858853578567505, 0.24271026253700256, 0.3107050359249115, 0.33269286155700684, 0.3844860792160034, 0.2882068455219269, 0.2409362494945526, 0.27866312861442566, 0.31885436177253723, 0.2688486874103546, 0.33555135130882263, 0.22428147494792938, 0.28645357489585876, 0.3083740472793579, 0.306579053401947, 0.26560714840888977, 0.2711757719516754, 0.36404457688331604, 0.29316577315330505, 0.25773483514785767, 0.2649461328983307, 0.23649634420871735, 0.30638813972473145, 0.29780274629592896, 0.2380821853876114, 0.3128337860107422, 0.2900342047214508, 0.37435030937194824, 0.387392520904541, 0.25616711378097534, 0.2695004940032959, 0.2388876974582672, 0.2615646719932556, 0.47343170642852783, 0.2830575406551361, 0.294016033411026, 0.16283287107944489, 0.25393861532211304, 0.25254344940185547, 0.24202269315719604, 0.21173334121704102, 0.3210514485836029, 0.23937943577766418, 0.21825362741947174, 0.25434690713882446, 0.23555785417556763, 0.28640514612197876, 0.18375910818576813, 0.33792945742607117, 0.17857909202575684, 0.31941884756088257, 0.30260974168777466, 0.2984396517276764, 0.16638270020484924, 0.26471826434135437, 0.24634213745594025, 0.2404562383890152, 0.2758285403251648, 0.49888280034065247, 0.22614336013793945, 0.34048229455947876, 0.2582816779613495, 0.45216289162635803, 0.20570726692676544, 0.32804352045059204, 0.16937826573848724, 0.19028766453266144, 0.2903220057487488, 0.21210519969463348, 0.2135477364063263, 0.2919411063194275, 0.272745817899704, 0.20392149686813354, 0.2984538972377777, 0.24365964531898499, 0.33972856402397156, 0.2766079604625702, 0.22751247882843018, 0.21836109459400177, 0.24014729261398315, 0.2492901235818863, 0.2888019382953644, 0.13970202207565308, 0.3361611068248749, 0.25659286975860596, 0.147613525390625, 0.24985454976558685, 0.31281134486198425, 0.2621036767959595, 0.3144051134586334, 0.27223721146583557, 0.2070232331752777, 0.19390597939491272, 0.30267593264579773, 0.3169972002506256, 0.21707576513290405, 0.20292335748672485, 0.32675427198410034, 0.2049584686756134, 0.1762111932039261, 0.22818292677402496, 0.22104337811470032, 0.18796402215957642, 0.19236062467098236, 0.2941665053367615, 0.20697835087776184, 0.21596994996070862, 0.2967125177383423, 0.23094923794269562, 0.22995728254318237, 0.20672956109046936, 0.22304803133010864, 0.20387719571590424, 0.17305083572864532, 0.1917698234319687, 0.20146718621253967, 0.26450207829475403, 0.272859126329422, 0.22298631072044373, 0.2904368042945862, 0.21761773526668549, 0.26306775212287903, 0.2358105629682541, 0.21138539910316467, 0.22594350576400757, 0.25687840580940247, 0.22450917959213257, 0.14346754550933838, 0.18969422578811646, 0.20326121151447296, 0.23391658067703247, 0.16221576929092407, 0.25520044565200806, 0.21121111512184143, 0.258536696434021, 0.307710200548172, 0.1826895773410797, 0.2821113169193268, 0.21324105560779572, 0.12593120336532593, 0.2899908125400543, 0.18104641139507294, 0.27873486280441284, 0.21199418604373932, 0.16378694772720337, 0.1975523978471756, 0.29403647780418396, 0.2196042388677597, 0.2021377980709076, 0.21409568190574646, 0.16231806576251984, 0.2643128037452698, 0.12975232303142548, 0.2607794404029846, 0.1800754964351654, 0.22477808594703674, 0.2407158464193344, 0.1837148815393448, 0.21285399794578552, 0.22772939503192902, 0.155796080827713, 0.23281005024909973, 0.2892974615097046, 0.16752299666404724, 0.23220416903495789, 0.220792755484581, 0.11142212152481079, 0.16096048057079315, 0.09770333021879196, 0.23694656789302826, 0.17215164005756378, 0.14370356500148773, 0.11935586482286453, 0.2724139094352722, 0.18298695981502533, 0.23446209728717804, 0.17971214652061462, 0.17046500742435455, 0.2809291481971741, 0.18449153006076813, 0.18132027983665466, 0.22289693355560303, 0.12464813888072968, 0.2890698313713074, 0.11270096898078918, 0.26374301314353943, 0.1934763491153717, 0.2047261744737625, 0.18263058364391327, 0.18245305120944977, 0.19783690571784973, 0.17359589040279388, 0.2737279236316681, 0.2568238377571106, 0.13308414816856384, 0.23803399503231049, 0.20126543939113617, 0.13812458515167236, 0.21874697506427765, 0.20823819935321808, 0.21496281027793884, 0.13479289412498474, 0.15215761959552765, 0.18668454885482788, 0.12043488770723343, 0.19746489822864532, 0.32297760248184204, 0.11615113914012909, 0.11005964130163193, 0.17148688435554504, 0.20362511277198792, 0.16298550367355347, 0.17327851057052612, 0.1314595639705658, 0.16642233729362488, 0.1585991233587265, 0.3029375672340393, 0.09340760856866837, 0.25930485129356384, 0.2168523222208023, 0.1819082647562027, 0.29202303290367126, 0.16545897722244263, 0.12949088215827942, 0.17632956802845, 0.12506376206874847, 0.23999054729938507, 0.10981344431638718, 0.18835623562335968, 0.18666739761829376, 0.20292674005031586, 0.2565498650074005, 0.12676343321800232, 0.16023671627044678, 0.10929390788078308, 0.15777108073234558, 0.2078729122877121, 0.15333697199821472, 0.1680021435022354, 0.16451898217201233, 0.2315795123577118, 0.07955874502658844, 0.30161046981811523, 0.18060670793056488, 0.2212335616350174, 0.12229941785335541, 0.20206241309642792, 0.22448575496673584, 0.1029062569141388, 0.16133040189743042, 0.3214872181415558, 0.14348864555358887, 0.224097341299057, 0.14357754588127136, 0.3103375732898712, 0.117751345038414, 0.1496591418981552, 0.2083761841058731, 0.13807763159275055, 0.1775406301021576, 0.1984640657901764, 0.11413457244634628, 0.23237766325473785, 0.19013148546218872, 0.10644875466823578, 0.23796787858009338, 0.22648760676383972, 0.17558932304382324, 0.1589813381433487, 0.17723411321640015, 0.1077677458524704, 0.18589897453784943, 0.13840773701667786, 0.17564676702022552, 0.125993549823761, 0.27692100405693054, 0.18319964408874512, 0.24985188245773315, 0.08952406048774719, 0.1192983016371727, 0.2704852223396301, 0.2094869166612625, 0.16882190108299255, 0.14819501340389252, 0.23090757429599762, 0.1314554065465927, 0.21726500988006592, 0.13785472512245178, 0.19696660339832306, 0.1866016834974289, 0.11458820104598999, 0.10678976029157639, 0.19073791801929474, 0.23614999651908875, 0.14036785066127777, 0.1202697902917862, 0.10689740628004074, 0.1544319987297058, 0.09282232820987701, 0.14369060099124908, 0.1553458273410797, 0.1497628539800644, 0.11835478991270065, 0.24480663239955902, 0.1675029844045639, 0.10187144577503204, 0.143425852060318, 0.20132474601268768, 0.13549567759037018, 0.24949586391448975, 0.23452115058898926, 0.19048427045345306, 0.12248024344444275, 0.13730059564113617 ], "testAccuracy": 0.9343350027824151, "testLoss": 0.21606869217314048, "maxLossDifferenceFromTorch": 0.00006529973491398167, "torchTestAccuracy": 0.9343350027824151, "torchLosses": [ 2.323388263152367, 2.2924085355274815, 2.3130603365114495, 2.3124588439557874, 2.2987178376601975, 2.2635218521213494, 2.248998507350083, 2.26480548570777, 2.2653534030991915, 2.222727749923388, 2.233307116912685, 2.236995589741442, 2.233198865046333, 2.223545501146762, 2.24045768019586, 2.209975332350792, 2.2176733857027555, 2.209140274694322, 2.1465362666005623, 2.193215920295623, 2.1834378548197275, 2.1836904399190016, 2.1630376222721113, 2.121971690744779, 2.1264844323686756, 2.132828101057146, 2.1407586200019213, 2.1135333315122242, 2.0901522168830793, 2.1204883992287207, 2.074306418332387, 2.0920161945528752, 2.0842106633424966, 2.0549173702350227, 2.076990885877609, 2.042486649414656, 2.0140009452422114, 2.0367614476677645, 2.0304158711443345, 2.0093305826876438, 2.0046399473971768, 1.9546922360584706, 1.9074580835872508, 1.936851063614488, 1.9474890140166137, 1.906368954150165, 1.8954816907371697, 1.9084113510844496, 1.892771176847095, 1.8747173406631756, 1.8603245853415897, 1.812028281715882, 1.8942230848045662, 1.8185103777778782, 1.8503960279234428, 1.6975570457338043, 1.784751713729999, 1.7784634984979397, 1.709940671417517, 1.6867933298229407, 1.7637444533021926, 1.7006545117499867, 1.7075413204299836, 1.6638932785046523, 1.597476112682526, 1.617396697209209, 1.6910789487977855, 1.5712268075985822, 1.6433735445856037, 1.5601843419492394, 1.5209213702682693, 1.5542900352148343, 1.4844685591838962, 1.5213923118568096, 1.538726564081029, 1.524740197502965, 1.4844567296560065, 1.4422284361260869, 1.4414516097424772, 1.423393488391186, 1.433191495767465, 1.3806211254036274, 1.3851167232743269, 1.3919775575444366, 1.3942254953978102, 1.4089373793448672, 1.343570452982719, 1.3772520738172043, 1.3991325403448325, 1.259703829495705, 1.3264365902478985, 1.279325792593938, 1.225363512425986, 1.329154255506177, 1.3270074208955085, 1.2826322627368663, 1.1975211066415603, 1.1309890491906822, 1.2022879088831429, 1.1170863950232868, 1.1794668584572752, 1.1182685664521654, 1.263517814205363, 1.0848513122038828, 1.130286525553831, 1.0980117231006654, 1.07209622998326, 1.1260844680443138, 1.181105879082835, 1.0417871701738994, 1.0412128287801206, 1.0491497794868214, 1.0393869636183581, 1.0584956893012967, 0.9917197235419069, 0.9895150226399145, 1.0347120997038788, 1.110389354027796, 0.8777482318806903, 0.9143461605933305, 1.0303871475772302, 0.9566273093840889, 0.8971032498549483, 1.030978352962877, 0.9176751756697509, 0.873587145686031, 0.8352945964370615, 0.8843921099158357, 0.871609926398106, 0.891955659229972, 0.8689479967082724, 0.8084269051736389, 0.8026042431068616, 0.7620567259741854, 0.7295701730639617, 0.8153948962637831, 0.8080173102084245, 0.7657059316875895, 0.7469695552923671, 0.8439540945161481, 0.8488486681030557, 0.7932545179287904, 0.7057739276257694, 0.6955328068315778, 0.7432889405632784, 0.6585522068857474, 0.7824364774928052, 0.6603102335947628, 0.6066988390887114, 0.6629279282939552, 0.8112269364893656, 0.6483635167535816, 0.7745732637913737, 0.6556205162207519, 0.6397551902044615, 0.6486428086011401, 0.7303133107118945, 0.7151666829593399, 0.7127631130658644, 0.574777480269731, 0.6867381119327323, 0.62327432905524, 0.6691022906427486, 0.6241071796006488, 0.7053177620227806, 0.7002375092146377, 0.5930782850326483, 0.635674532197773, 0.6625400455994997, 0.5363000888710316, 0.5494417490983944, 0.6329523316359517, 0.6722590961148646, 0.6074476070517978, 0.5596075110805261, 0.6157463626295149, 0.5361061180443093, 0.5865696549322627, 0.6589031667553434, 0.5152486254921166, 0.618065696964887, 0.5641611745666536, 0.592027708355087, 0.5355641086398905, 0.5184462609345888, 0.6641837461434864, 0.4122267619617339, 0.46691062866648597, 0.4853445379618353, 0.5570635280370354, 0.590611338259918, 0.5502378278210586, 0.43697470449315656, 0.4947140672674681, 0.4898342767432937, 0.619140772886808, 0.4616883463325938, 0.49500324290704634, 0.4444570105895073, 0.48023319638895867, 0.4173585184952304, 0.5166287023168951, 0.5045871439962324, 0.5284548778757219, 0.4783454524775464, 0.44663041605589127, 0.5122345651235818, 0.4133427911717731, 0.503933260390283, 0.3853203519035852, 0.45124468837733034, 0.4621261814535346, 0.4684686627140309, 0.35706337863146453, 0.41759797848534974, 0.38407152852545534, 0.4325742818388277, 0.4222729716417588, 0.42489755862318457, 0.37514867812176844, 0.4804998243800288, 0.42069090623693983, 0.3541380302687675, 0.5209898570525069, 0.3629419854844109, 0.5864743312505396, 0.3929849463422677, 0.35818193001523924, 0.36639494145799995, 0.4021924171392738, 0.36790671157167787, 0.39841755197893636, 0.36839939661276994, 0.4079506680127216, 0.3285807744870601, 0.3607216613515045, 0.3767106199227669, 0.4320056247341647, 0.37090250355632104, 0.40865274319961, 0.3781226530459017, 0.282611861073111, 0.48086081416317145, 0.3598243112192013, 0.32283871773601736, 0.2644384313902438, 0.3716590326585392, 0.3773637678056782, 0.49704304157063983, 0.45628136918650797, 0.3790518648628642, 0.46177151211281575, 0.37356815463170645, 0.31913104732229924, 0.46388225370067204, 0.2914101469308345, 0.361069737311103, 0.3730021771704524, 0.3668077245073579, 0.3960771365827151, 0.2946450538281488, 0.4681718124607687, 0.33696127325299224, 0.34990228417060776, 0.2785469385242151, 0.35163903661817003, 0.25761513483439374, 0.31658732573029047, 0.24605937290300114, 0.3657979427185063, 0.38167988406712133, 0.26395856334593615, 0.36660994551487586, 0.3932417003502917, 0.3243174102969792, 0.27846559673522864, 0.33857787975298886, 0.2427027629954821, 0.31070103500490326, 0.3326992507069545, 0.38447868998809964, 0.2881931118264453, 0.2409327161032368, 0.27867731154388475, 0.3188607709618041, 0.26885527935238535, 0.33556537446004203, 0.22428183862900253, 0.2864679142662386, 0.3083712255884886, 0.306584583237261, 0.26560595962491557, 0.27117072301796896, 0.36404596435548126, 0.2931658405261826, 0.25773147530846163, 0.26495367643119305, 0.2365012365354704, 0.3063913062085827, 0.2978008857458537, 0.23808124008917222, 0.3128302804118651, 0.29003363531465726, 0.37433891295489424, 0.38737912937723445, 0.2561700921693343, 0.26950215514382087, 0.23888328968342482, 0.26157355671224203, 0.47343617393187065, 0.2830536518955732, 0.294009890635443, 0.16283712313830467, 0.2539468769622442, 0.25253432629388173, 0.24202262777327388, 0.2117428028472132, 0.3210441277669318, 0.23938871874905351, 0.21825100798247213, 0.2543497258540742, 0.23555852946419792, 0.28641333984034495, 0.18375919247596637, 0.33794587290162226, 0.17858035623389729, 0.3194230866431016, 0.3025965136708693, 0.2984444930780325, 0.16638669804897438, 0.2647200570970164, 0.2463493894358864, 0.24045372175557367, 0.27584357284486766, 0.498881648108036, 0.2261463328475507, 0.34047099471503894, 0.25827522750369536, 0.45215179556026946, 0.20570454477021918, 0.32804465787025855, 0.1693813327582781, 0.1902890414921703, 0.29032521117018373, 0.21212189120736444, 0.21355496359395548, 0.2919576089781932, 0.2727515821258239, 0.20391667158459403, 0.29846066999070386, 0.24366192543685425, 0.3397449674763628, 0.27661498996609885, 0.2275236020752823, 0.2183657612627776, 0.2401590301052605, 0.24929367514691278, 0.2888092327921831, 0.13969892087230518, 0.3361823675300119, 0.2565960902145389, 0.14760893560795732, 0.24984868071606497, 0.312817759613237, 0.2621067605994543, 0.3144047823052093, 0.2722544980853375, 0.20701191410829933, 0.1939049528199058, 0.3026929597954859, 0.31699497482433925, 0.21706823680850104, 0.20293262917484056, 0.32676577510275917, 0.20495983128627496, 0.17621530507311642, 0.22818781415811953, 0.22104474641842195, 0.18797778584279376, 0.19236593207853694, 0.29416227499140857, 0.20698651951864327, 0.215974954413547, 0.2967218678187024, 0.23094886028623807, 0.22995532861951068, 0.20674719784596507, 0.22305136256742913, 0.20387958115904284, 0.17305670902882117, 0.19176943263523427, 0.20147273363433338, 0.2645074634735884, 0.2728539163950644, 0.2229649071187407, 0.2904313170233586, 0.21764799112548797, 0.2630870206095928, 0.235802145261239, 0.21137580665905142, 0.22593940179317995, 0.25688405294627237, 0.22450905255948875, 0.14348083641421422, 0.18968730885047796, 0.2032573612245619, 0.23391342093425105, 0.16221106968511614, 0.2551963608875584, 0.2112091854232409, 0.25851862542593895, 0.30772207469646407, 0.18269143055734954, 0.2821150491076254, 0.2132442507809647, 0.12593309163079736, 0.28999633512308853, 0.18103770585169063, 0.27872189048825546, 0.21200991051060702, 0.16380403824238862, 0.19755364779084325, 0.2940505589905921, 0.2196071161259745, 0.20213558485265343, 0.21410158896852638, 0.16232601957648285, 0.2643162210836706, 0.12975361695047646, 0.2607907478016123, 0.18008545885998584, 0.224784174660523, 0.24070158955375318, 0.18372603902012644, 0.21284943462931796, 0.22773768618286738, 0.1558015158508583, 0.232793798598095, 0.2892912450249661, 0.1675192286278495, 0.23221649918989, 0.22079656044526444, 0.11141466544115133, 0.16095356858633145, 0.09770485763092937, 0.23694351295235547, 0.17215055478513272, 0.14370834859058929, 0.11936227219215806, 0.27241746874637424, 0.1829868183945325, 0.2344720752882616, 0.17971074761761702, 0.17046098084551517, 0.2809341150296321, 0.18449117177944635, 0.18132253134255613, 0.22290310019725168, 0.12465669091329558, 0.28906867814613735, 0.11269765627412905, 0.26375652681273165, 0.19347230321178271, 0.2047312022066791, 0.18263706203172106, 0.18245914894687587, 0.19783775188074607, 0.1735893372187285, 0.2737206519670582, 0.25679785232284374, 0.13308584989769381, 0.23803207185418457, 0.2012560182624202, 0.1381238228371064, 0.21875811551845165, 0.20825463376444628, 0.21496257521302092, 0.13480226946566973, 0.1521559554308503, 0.18668943934416296, 0.12043943939468323, 0.1974644766478773, 0.3229633720867365, 0.11615116288416327, 0.11005384214760366, 0.171495629889213, 0.20361689831663188, 0.1629899848398318, 0.17327963008993552, 0.13144743061493372, 0.16642429221782457, 0.15859944620135774, 0.3029425398020482, 0.09340824971317628, 0.25930872865019333, 0.21685442948806005, 0.18190242115589306, 0.292027054422288, 0.16547896622026573, 0.12950141672650817, 0.176333395632591, 0.12506596500813005, 0.2399902527897501, 0.10981586261008164, 0.18836310088249653, 0.18665506436706297, 0.20293614628060416, 0.2565349921048338, 0.12676367811447156, 0.16024099456802784, 0.10929052613374347, 0.15779658218263784, 0.2078950645466014, 0.15334951348759382, 0.16798336817425297, 0.1645196644047614, 0.231598706851592, 0.07955903624743525, 0.30160020818947675, 0.18056193355606237, 0.2212423446869227, 0.12231259787735918, 0.20203928190494205, 0.2245098091800904, 0.10291785380936298, 0.16134670532881767, 0.3215126473225845, 0.14350456728340952, 0.22409782491788696, 0.1435948628107092, 0.3103724829901241, 0.11775317437500621, 0.14963375187433411, 0.2083708790108319, 0.13810106829308114, 0.17755927295616972, 0.19846426423158212, 0.11415114737524759, 0.23237545735561277, 0.1901086570344263, 0.106464652169086, 0.23795897369513525, 0.22649231469471678, 0.17559759195763683, 0.15900879507309582, 0.1772889273906131, 0.10775188960669878, 0.18589652652039962, 0.13839132943152807, 0.17568411630065622, 0.125994851925476, 0.27696070482048113, 0.18318962614796153, 0.24984076392845606, 0.08952444298440078, 0.11929641665317905, 0.2704775950052848, 0.20947701998274376, 0.16883205430627404, 0.14820744678955372, 0.2309207468061076, 0.13144924684436127, 0.21725496053346352, 0.13785604971189183, 0.19697857830299267, 0.18657363267953647, 0.11458400657089089, 0.10679217046365191, 0.1907482994168332, 0.23612486451542872, 0.14037728539478259, 0.1202718490573231, 0.10689640870190206, 0.1544296912554587, 0.09282641544146901, 0.1436999651215553, 0.1553614617566516, 0.14978696492134677, 0.11835527026810252, 0.24479361808969527, 0.16749252128130496, 0.10187487663967881, 0.14344739141980592, 0.20133423224569097, 0.13550483482463876, 0.24951248883271676, 0.2345067191247143, 0.19048955420445707, 0.12247945522464815, 0.137305914566056 ] } } }, "intervalLimitation": { "programs": 2000, "corpus": "the milestone 1.5 and 2 fuzz corpus (corpusProgram 1..N)", "asRun": { "logNodes": 564, "programsWithLog": 451, "logOfSquarePlusC": 18 }, "squareAware": { "logNodes": 738, "programsWithLog": 556, "logOfSquarePlusC": 229 } } } }