{
  "tag": "granite",
  "text": "The secret word is apple.",
  "tokens": [
    "The",
    " secret",
    " word",
    " is",
    " apple",
    "."
  ],
  "input_ids": [
    1318,
    9313,
    3594,
    438
  ],
  "input_display": [
    "The",
    " secret",
    " word",
    " is"
  ],
  "focus_position": 2,
  "focus_token": " word",
  "focus_id": 3594,
  "target_id": 38955,
  "target_token": " apple",
  "prediction_position": 3,
  "layers": 24,
  "embedding_shape": [
    49152,
    1024
  ],
  "embedding_samples": [
    {
      "coordinate": 209,
      "before": -0.0162353515625,
      "gradient": 1.6300299167633057,
      "after": -0.032535649836063385
    },
    {
      "coordinate": 103,
      "before": 0.0208740234375,
      "gradient": -1.418663740158081,
      "after": 0.03506065905094147
    },
    {
      "coordinate": 560,
      "before": 0.0108642578125,
      "gradient": 1.3817607164382935,
      "after": -0.002953348681330681
    },
    {
      "coordinate": 136,
      "before": 0.0003223419189453125,
      "gradient": -1.3098154067993164,
      "after": 0.013420496135950089
    }
  ],
  "embedding_delta_norm": 0.12205605208873749,
  "parameters": [
    {
      "name": "model.layers.23.block_sparse_moe.output_linear.weight",
      "shape": [
        32,
        1024,
        512
      ],
      "gradient_norm": 94.8432846069336,
      "changed_coefficients": 4187205,
      "samples": [
        {
          "coordinate": [
            16,
            299,
            158
          ],
          "before": -0.053955078125,
          "gradient": 7.966237545013428,
          "after": -0.13361746072769165
        },
        {
          "coordinate": [
            16,
            513,
            158
          ],
          "before": -0.0021514892578125,
          "gradient": 5.420029640197754,
          "after": -0.056351784616708755
        },
        {
          "coordinate": [
            16,
            391,
            158
          ],
          "before": 0.005340576171875,
          "gradient": -5.266714096069336,
          "after": 0.05800771713256836
        },
        {
          "coordinate": [
            16,
            10,
            158
          ],
          "before": 0.00640869140625,
          "gradient": 5.177458763122559,
          "after": -0.045365896075963974
        }
      ]
    },
    {
      "name": "model.layers.23.block_sparse_moe.router.layer.weight",
      "shape": [
        32,
        1024
      ],
      "gradient_norm": 110.37976837158203,
      "changed_coefficients": 8192,
      "samples": [
        {
          "coordinate": [
            16,
            281
          ],
          "before": -0.00433349609375,
          "gradient": 36.186065673828125,
          "after": -0.3661941587924957
        },
        {
          "coordinate": [
            16,
            178
          ],
          "before": 0.002105712890625,
          "gradient": -29.008056640625,
          "after": 0.29218626022338867
        },
        {
          "coordinate": [
            16,
            212
          ],
          "before": -0.00156402587890625,
          "gradient": 27.460283279418945,
          "after": -0.2761668562889099
        },
        {
          "coordinate": [
            16,
            492
          ],
          "before": 0.0025482177734375,
          "gradient": -19.234586715698242,
          "after": 0.19489407539367676
        }
      ]
    }
  ],
  "before": {
    "ce": 8.933086395263672,
    "loss": 8.933086395263672,
    "target_probability": 0.0001319501461694017,
    "top5": [
      {
        "id": 313,
        "text": " \"",
        "p": 0.11478771269321442
      },
      {
        "id": 44,
        "text": ":",
        "p": 0.07461006194353104
      },
      {
        "id": 330,
        "text": " '",
        "p": 0.04830114170908928
      },
      {
        "id": 7850,
        "text": " \u201c",
        "p": 0.04307783022522926
      },
      {
        "id": 322,
        "text": " the",
        "p": 0.028134014457464218
      }
    ],
    "layers": {
      "0": {
        "rms": 0.12072279304265976,
        "first4": [
          0.0011982247233390808,
          -0.004027821123600006,
          -0.012479156255722046,
          -0.04760286211967468
        ]
      },
      "1": {
        "rms": 0.07761580497026443,
        "first4": [
          0.0027473662048578262,
          -0.015850044786930084,
          -0.001084607094526291,
          -0.02944607473909855
        ]
      },
      "2": {
        "rms": 0.05834846943616867,
        "first4": [
          0.022683633491396904,
          0.005998729262501001,
          0.0017389338463544846,
          -0.007441578432917595
        ]
      },
      "3": {
        "rms": 0.05697145685553551,
        "first4": [
          -0.004140547476708889,
          0.00672348914667964,
          0.0021589668467640877,
          -0.01154850609600544
        ]
      },
      "4": {
        "rms": 0.06556394696235657,
        "first4": [
          -0.023188825696706772,
          -0.01002892293035984,
          0.004760134965181351,
          -0.007562805898487568
        ]
      },
      "5": {
        "rms": 0.0654173418879509,
        "first4": [
          -0.015575065277516842,
          -0.02646714635193348,
          -0.0182958971709013,
          -0.0025810811202973127
        ]
      },
      "6": {
        "rms": 0.06367148458957672,
        "first4": [
          -0.02388697862625122,
          0.0029911957681179047,
          0.005593778565526009,
          -0.0036387224681675434
        ]
      },
      "7": {
        "rms": 0.0684613287448883,
        "first4": [
          -0.0021644048392772675,
          0.046202972531318665,
          -0.009349403902888298,
          -0.009939788840711117
        ]
      },
      "8": {
        "rms": 0.08097495138645172,
        "first4": [
          -0.004854644648730755,
          0.058861054480075836,
          0.03640124946832657,
          -0.02932465821504593
        ]
      },
      "9": {
        "rms": 0.09419643133878708,
        "first4": [
          -0.0033645248040556908,
          0.09996423125267029,
          0.05245322361588478,
          -0.08805716782808304
        ]
      },
      "10": {
        "rms": 0.10060158371925354,
        "first4": [
          0.027598226442933083,
          0.15902942419052124,
          -0.003630157560110092,
          -0.09223337471485138
        ]
      },
      "11": {
        "rms": 0.11404513567686081,
        "first4": [
          0.04569505527615547,
          0.19052092730998993,
          -0.02997453324496746,
          -0.1270608752965927
        ]
      },
      "12": {
        "rms": 0.13620862364768982,
        "first4": [
          0.019303450360894203,
          0.20901252329349518,
          -0.026623118668794632,
          -0.16438856720924377
        ]
      },
      "13": {
        "rms": 0.15037542581558228,
        "first4": [
          -0.0028300341218709946,
          0.2241346389055252,
          -0.018322912976145744,
          -0.1681199073791504
        ]
      },
      "14": {
        "rms": 0.1664828211069107,
        "first4": [
          0.06324060261249542,
          0.25995367765426636,
          -0.10186541825532913,
          -0.19396311044692993
        ]
      },
      "15": {
        "rms": 0.19388151168823242,
        "first4": [
          0.10108667612075806,
          0.2533811926841736,
          -0.06773259490728378,
          -0.2137574851512909
        ]
      },
      "16": {
        "rms": 0.21650956571102142,
        "first4": [
          0.15811970829963684,
          0.3002237379550934,
          -0.027244633063673973,
          -0.22783061861991882
        ]
      },
      "17": {
        "rms": 0.2927878499031067,
        "first4": [
          0.222324937582016,
          0.3837118148803711,
          -0.06467003375291824,
          -0.42327412962913513
        ]
      },
      "18": {
        "rms": 0.36075738072395325,
        "first4": [
          0.16762958467006683,
          0.592216968536377,
          -0.06282172352075577,
          -0.4677170515060425
        ]
      },
      "19": {
        "rms": 0.43782275915145874,
        "first4": [
          0.36973240971565247,
          0.8072682619094849,
          -0.2904643714427948,
          -0.5376057028770447
        ]
      },
      "20": {
        "rms": 0.538480818271637,
        "first4": [
          0.5777994394302368,
          0.926904559135437,
          -0.13393589854240417,
          -0.6781941056251526
        ]
      },
      "21": {
        "rms": 0.6497237086296082,
        "first4": [
          0.49343141913414,
          1.1005250215530396,
          -0.2954789400100708,
          -0.6640517115592957
        ]
      },
      "22": {
        "rms": 0.753610372543335,
        "first4": [
          0.32800841331481934,
          1.2645293474197388,
          -0.3078579008579254,
          -0.715038001537323
        ]
      },
      "23": {
        "rms": 1.3613084554672241,
        "first4": [
          0.18273980915546417,
          0.9386501908302307,
          0.319726824760437,
          0.06757992506027222
        ]
      }
    },
    "routes": {
      "0": [
        16,
        5,
        31,
        30,
        4,
        25,
        8,
        2
      ],
      "1": [
        8,
        19,
        13,
        1,
        30,
        20,
        21,
        25
      ],
      "2": [
        28,
        18,
        26,
        24,
        31,
        17,
        5,
        8
      ],
      "3": [
        2,
        30,
        16,
        1,
        12,
        24,
        0,
        6
      ],
      "4": [
        26,
        14,
        15,
        12,
        11,
        18,
        5,
        8
      ],
      "5": [
        8,
        15,
        24,
        20,
        13,
        21,
        19,
        29
      ],
      "6": [
        21,
        12,
        6,
        27,
        5,
        28,
        20,
        8
      ],
      "7": [
        13,
        16,
        4,
        14,
        17,
        28,
        29,
        2
      ],
      "8": [
        8,
        15,
        9,
        3,
        28,
        7,
        0,
        4
      ],
      "9": [
        17,
        21,
        20,
        6,
        13,
        16,
        7,
        0
      ],
      "10": [
        6,
        27,
        17,
        10,
        28,
        11,
        0,
        22
      ],
      "11": [
        20,
        17,
        7,
        19,
        13,
        4,
        25,
        9
      ],
      "12": [
        2,
        7,
        16,
        6,
        0,
        18,
        1,
        9
      ],
      "13": [
        28,
        15,
        31,
        29,
        6,
        22,
        20,
        24
      ],
      "14": [
        17,
        25,
        27,
        10,
        14,
        26,
        30,
        21
      ],
      "15": [
        29,
        8,
        21,
        0,
        11,
        27,
        5,
        3
      ],
      "16": [
        6,
        22,
        14,
        15,
        20,
        23,
        30,
        4
      ],
      "17": [
        15,
        27,
        17,
        28,
        16,
        13,
        5,
        21
      ],
      "18": [
        15,
        8,
        23,
        26,
        22,
        13,
        21,
        28
      ],
      "19": [
        19,
        10,
        25,
        24,
        29,
        13,
        7,
        27
      ],
      "20": [
        28,
        21,
        1,
        0,
        20,
        16,
        2,
        8
      ],
      "21": [
        21,
        2,
        13,
        29,
        3,
        31,
        7,
        5
      ],
      "22": [
        3,
        12,
        15,
        31,
        9,
        25,
        19,
        21
      ],
      "23": [
        16,
        2,
        30,
        18,
        10,
        6,
        27,
        31
      ]
    }
  },
  "after": {
    "ce": 1.1920928244535389e-07,
    "loss": 1.1920928244535389e-07,
    "target_probability": 0.9999998807907104,
    "top5": [
      {
        "id": 38955,
        "text": " apple",
        "p": 0.9999998807907104
      },
      {
        "id": 9513,
        "text": "apple",
        "p": 1.1928733556487714e-07
      },
      {
        "id": 15631,
        "text": " Apple",
        "p": 3.747744059534597e-10
      },
      {
        "id": 17953,
        "text": "Apple",
        "p": 1.2506759516917043e-11
      },
      {
        "id": 36427,
        "text": "APPLE",
        "p": 1.0989953738715919e-11
      }
    ],
    "layers": {
      "0": {
        "rms": 0.12800201773643494,
        "first4": [
          -0.011874228715896606,
          -0.034361712634563446,
          -0.03107421100139618,
          -0.03287447988986969
        ]
      },
      "1": {
        "rms": 0.08098993450403214,
        "first4": [
          0.0010232068598270416,
          -0.03294273465871811,
          -0.0014690998941659927,
          -0.02984263375401497
        ]
      },
      "2": {
        "rms": 0.06059210002422333,
        "first4": [
          0.0185004323720932,
          0.0032869181595742702,
          0.0013085957616567612,
          -0.010911361314356327
        ]
      },
      "3": {
        "rms": 0.05803442746400833,
        "first4": [
          -0.00448638666421175,
          0.007650568149983883,
          0.006694134324789047,
          -0.010238301940262318
        ]
      },
      "4": {
        "rms": 0.06833789497613907,
        "first4": [
          -0.01953989639878273,
          -0.00570344552397728,
          0.01146245189011097,
          -0.010193190537393093
        ]
      },
      "5": {
        "rms": 0.06546024233102798,
        "first4": [
          -0.009498817846179008,
          -0.02348329871892929,
          -0.006445927545428276,
          -0.008303691633045673
        ]
      },
      "6": {
        "rms": 0.06429421901702881,
        "first4": [
          -0.022514507174491882,
          0.01442810334265232,
          0.018656045198440552,
          -0.012805747799575329
        ]
      },
      "7": {
        "rms": 0.06807272136211395,
        "first4": [
          -9.943637996912003e-05,
          0.05892477557063103,
          0.005594645626842976,
          -0.01504613645374775
        ]
      },
      "8": {
        "rms": 0.08093347400426865,
        "first4": [
          0.003936323337256908,
          0.06958957016468048,
          0.04959813132882118,
          -0.02445860765874386
        ]
      },
      "9": {
        "rms": 0.09524380415678024,
        "first4": [
          0.015321750193834305,
          0.13123498857021332,
          0.060770586133003235,
          -0.08875922858715057
        ]
      },
      "10": {
        "rms": 0.10110568255186081,
        "first4": [
          0.036053843796253204,
          0.1848452091217041,
          0.013228949159383774,
          -0.08770877122879028
        ]
      },
      "11": {
        "rms": 0.11235568672418594,
        "first4": [
          0.035806842148303986,
          0.22672078013420105,
          -0.03452146425843239,
          -0.0910208448767662
        ]
      },
      "12": {
        "rms": 0.1313302218914032,
        "first4": [
          0.012275748886168003,
          0.23620599508285522,
          -0.013181701302528381,
          -0.13225634396076202
        ]
      },
      "13": {
        "rms": 0.14797376096248627,
        "first4": [
          -0.02497505396604538,
          0.2742006480693817,
          0.026187678799033165,
          -0.15753193199634552
        ]
      },
      "14": {
        "rms": 0.16568316519260406,
        "first4": [
          0.09987366199493408,
          0.3065410256385803,
          -0.07794155180454254,
          -0.19284367561340332
        ]
      },
      "15": {
        "rms": 0.190773606300354,
        "first4": [
          0.15092574059963226,
          0.2999371290206909,
          -0.04813919961452484,
          -0.195926696062088
        ]
      },
      "16": {
        "rms": 0.2082085907459259,
        "first4": [
          0.20455610752105713,
          0.34238484501838684,
          -0.00022433139383792877,
          -0.17295579612255096
        ]
      },
      "17": {
        "rms": 0.28903084993362427,
        "first4": [
          0.29127633571624756,
          0.47402799129486084,
          -0.07733809947967529,
          -0.3625795841217041
        ]
      },
      "18": {
        "rms": 0.3489067852497101,
        "first4": [
          0.2610659897327423,
          0.646648645401001,
          -0.06460373103618622,
          -0.3956391215324402
        ]
      },
      "19": {
        "rms": 0.4296566843986511,
        "first4": [
          0.43710583448410034,
          0.883432924747467,
          -0.28046250343322754,
          -0.3970903158187866
        ]
      },
      "20": {
        "rms": 0.5307440161705017,
        "first4": [
          0.5800206661224365,
          1.0406352281570435,
          -0.13350613415241241,
          -0.4230490028858185
        ]
      },
      "21": {
        "rms": 0.6553066372871399,
        "first4": [
          0.558562159538269,
          1.2426949739456177,
          -0.23355838656425476,
          -0.40679696202278137
        ]
      },
      "22": {
        "rms": 0.7552052140235901,
        "first4": [
          0.44524967670440674,
          1.4239517450332642,
          -0.2302129864692688,
          -0.4892815947532654
        ]
      },
      "23": {
        "rms": 7.452637195587158,
        "first4": [
          6.490288734436035,
          -1.867058277130127,
          -3.5729494094848633,
          3.559206008911133
        ]
      }
    },
    "routes": {
      "0": [
        16,
        31,
        5,
        30,
        4,
        25,
        2,
        7
      ],
      "1": [
        8,
        19,
        13,
        1,
        30,
        20,
        21,
        25
      ],
      "2": [
        28,
        26,
        18,
        24,
        31,
        17,
        5,
        8
      ],
      "3": [
        2,
        16,
        30,
        1,
        24,
        12,
        0,
        18
      ],
      "4": [
        26,
        14,
        12,
        15,
        11,
        18,
        5,
        8
      ],
      "5": [
        8,
        15,
        24,
        20,
        13,
        21,
        19,
        10
      ],
      "6": [
        21,
        12,
        6,
        27,
        5,
        28,
        20,
        8
      ],
      "7": [
        13,
        4,
        16,
        17,
        14,
        28,
        29,
        2
      ],
      "8": [
        8,
        15,
        9,
        28,
        7,
        3,
        0,
        4
      ],
      "9": [
        17,
        21,
        20,
        6,
        13,
        16,
        7,
        27
      ],
      "10": [
        6,
        27,
        17,
        10,
        28,
        11,
        22,
        20
      ],
      "11": [
        20,
        17,
        7,
        19,
        9,
        13,
        10,
        25
      ],
      "12": [
        2,
        7,
        6,
        18,
        0,
        16,
        1,
        9
      ],
      "13": [
        28,
        29,
        31,
        22,
        15,
        6,
        20,
        24
      ],
      "14": [
        27,
        17,
        14,
        25,
        10,
        30,
        28,
        26
      ],
      "15": [
        29,
        8,
        21,
        23,
        5,
        0,
        11,
        3
      ],
      "16": [
        6,
        14,
        23,
        22,
        20,
        15,
        4,
        10
      ],
      "17": [
        15,
        27,
        17,
        5,
        21,
        16,
        28,
        13
      ],
      "18": [
        15,
        13,
        22,
        8,
        23,
        24,
        26,
        21
      ],
      "19": [
        19,
        24,
        25,
        10,
        29,
        13,
        7,
        4
      ],
      "20": [
        21,
        28,
        1,
        16,
        6,
        24,
        0,
        9
      ],
      "21": [
        21,
        2,
        13,
        29,
        3,
        24,
        0,
        7
      ],
      "22": [
        3,
        12,
        15,
        31,
        19,
        24,
        21,
        9
      ],
      "23": [
        16,
        0,
        1,
        2,
        3,
        4,
        5,
        6
      ]
    }
  },
  "vocab_preview": [
    {
      "id": 38955,
      "text": " apple",
      "before": 0.0001319501461694017,
      "after": 0.9999998807907104
    },
    {
      "id": 313,
      "text": " \"",
      "before": 0.11478771269321442,
      "after": 2.3962674576238385e-38
    },
    {
      "id": 44,
      "text": ":",
      "before": 0.07461006194353104,
      "after": 3.770046662186859e-37
    },
    {
      "id": 330,
      "text": " '",
      "before": 0.04830114170908928,
      "after": 4.1454406647402623e-36
    },
    {
      "id": 7850,
      "text": " \u201c",
      "before": 0.04307783022522926,
      "after": 6.470595610836706e-36
    },
    {
      "id": 322,
      "text": " the",
      "before": 0.028134014457464218,
      "after": 1.2240349708940923e-36
    },
    {
      "id": 9513,
      "text": "apple",
      "before": 3.8206079011615657e-07,
      "after": 1.1928733556487714e-07
    },
    {
      "id": 15631,
      "text": " Apple",
      "before": 0.00010169824963668361,
      "after": 3.747744059534597e-10
    },
    {
      "id": 17953,
      "text": "Apple",
      "before": 2.546884445564501e-07,
      "after": 1.2506759516917043e-11
    },
    {
      "id": 36427,
      "text": "APPLE",
      "before": 8.68837659595556e-08,
      "after": 1.0989953738715919e-11
    }
  ],
  "learning_rate": 0.01,
  "scope": "ONE example, ONE local SGD step. Effective input embedding row via additive delta (both tied output/input uses for Qwen and Granite), last FFN output matrix; Granite last router also. All other base weights frozen. This is NOT the original full pretraining run.",
  "compute_dtype": "torch.float32",
  "checkpoint_modified": false,
  "ids_changed": false,
  "optimizer": "single SGD step with backtracking over fixed candidate step sizes; not a training recipe",
  "loss_definition": "next-token cross entropy + actual model router auxiliary loss"
}