{
  "tag": "qwen",
  "text": "The secret word is apple.",
  "tokens": [
    "The",
    " secret",
    " word",
    " is",
    " apple",
    "."
  ],
  "input_ids": [
    785,
    6234,
    3409,
    374
  ],
  "input_display": [
    "The",
    " secret",
    " word",
    " is"
  ],
  "focus_position": 2,
  "focus_token": " word",
  "focus_id": 3409,
  "target_id": 23268,
  "target_token": " apple",
  "prediction_position": 3,
  "layers": 28,
  "embedding_shape": [
    151936,
    1024
  ],
  "embedding_samples": [
    {
      "coordinate": 3,
      "before": 0.003753662109375,
      "gradient": -18.74995231628418,
      "after": 0.19140625
    },
    {
      "coordinate": 35,
      "before": -0.03515625,
      "gradient": -15.625025749206543,
      "after": 0.12109375
    },
    {
      "coordinate": 5,
      "before": -0.01104736328125,
      "gradient": -15.375143051147461,
      "after": 0.142578125
    },
    {
      "coordinate": 2,
      "before": -0.01226806640625,
      "gradient": 13.999975204467773,
      "after": -0.15234375
    }
  ],
  "embedding_delta_norm": 1.0852078199386597,
  "parameters": [
    {
      "name": "model.layers.27.mlp.down_proj.weight",
      "shape": [
        1024,
        3072
      ],
      "gradient_norm": 79.77501678466797,
      "changed_coefficients": 667806,
      "samples": [
        {
          "coordinate": [
            1,
            222
          ],
          "before": -0.045654296875,
          "gradient": 11.5625,
          "after": -0.1611328125
        },
        {
          "coordinate": [
            1,
            39
          ],
          "before": 0.06494140625,
          "gradient": 9.5,
          "after": -0.030029296875
        },
        {
          "coordinate": [
            1,
            386
          ],
          "before": 0.032958984375,
          "gradient": -7.875,
          "after": 0.11181640625
        },
        {
          "coordinate": [
            1,
            0
          ],
          "before": 0.027099609375,
          "gradient": -7.375,
          "after": 0.10107421875
        }
      ]
    }
  ],
  "before": {
    "ce": 12.416275978088379,
    "loss": 12.416275978088379,
    "target_probability": 4.05209902964998e-06,
    "top5": [
      {
        "id": 264,
        "text": " a",
        "p": 0.5640990734100342
      },
      {
        "id": 220,
        "text": " ",
        "p": 0.23515145480632782
      },
      {
        "id": 279,
        "text": " the",
        "p": 0.06737201660871506
      },
      {
        "id": 11882,
        "text": " chosen",
        "p": 0.010998179204761982
      },
      {
        "id": 458,
        "text": " an",
        "p": 0.006670732982456684
      }
    ],
    "layers": {
      "0": {
        "rms": 0.23913849890232086,
        "first4": [
          -0.8359375,
          -0.1318359375,
          0.134765625,
          -0.8984375
        ]
      },
      "1": {
        "rms": 0.30249345302581787,
        "first4": [
          -0.91796875,
          0.09716796875,
          0.2255859375,
          -1.078125
        ]
      },
      "2": {
        "rms": 0.3295026123523712,
        "first4": [
          -1.03125,
          0.203125,
          0.07421875,
          -1.203125
        ]
      },
      "3": {
        "rms": 0.46667972207069397,
        "first4": [
          -1.265625,
          0.2314453125,
          -0.1826171875,
          -1.3125
        ]
      },
      "4": {
        "rms": 0.4915073812007904,
        "first4": [
          -1.078125,
          0.34375,
          -0.421875,
          -1.359375
        ]
      },
      "5": {
        "rms": 0.5650569200515747,
        "first4": [
          -0.95703125,
          0.81640625,
          -0.46484375,
          -1.7421875
        ]
      },
      "6": {
        "rms": 0.6089878082275391,
        "first4": [
          -0.90625,
          0.91796875,
          0.14453125,
          -2.0
        ]
      },
      "7": {
        "rms": 0.6389580368995667,
        "first4": [
          -1.125,
          2.015625,
          -0.068359375,
          -1.84375
        ]
      },
      "8": {
        "rms": 0.7025347948074341,
        "first4": [
          -0.6328125,
          2.84375,
          0.5625,
          -1.5546875
        ]
      },
      "9": {
        "rms": 0.8717140555381775,
        "first4": [
          0.546875,
          2.875,
          0.154296875,
          -1.84375
        ]
      },
      "10": {
        "rms": 1.1335232257843018,
        "first4": [
          1.59375,
          3.75,
          0.3515625,
          -2.21875
        ]
      },
      "11": {
        "rms": 1.3971030712127686,
        "first4": [
          1.578125,
          4.21875,
          -0.376953125,
          -3.75
        ]
      },
      "12": {
        "rms": 1.4889438152313232,
        "first4": [
          1.2421875,
          4.53125,
          -0.859375,
          -3.859375
        ]
      },
      "13": {
        "rms": 1.5571650266647339,
        "first4": [
          1.25,
          4.65625,
          -0.8203125,
          -4.375
        ]
      },
      "14": {
        "rms": 1.4978076219558716,
        "first4": [
          1.296875,
          5.15625,
          0.25,
          -3.6875
        ]
      },
      "15": {
        "rms": 1.7518022060394287,
        "first4": [
          1.546875,
          5.53125,
          -0.033203125,
          -3.78125
        ]
      },
      "16": {
        "rms": 2.2589571475982666,
        "first4": [
          1.25,
          6.75,
          1.0625,
          -3.25
        ]
      },
      "17": {
        "rms": 2.980034351348877,
        "first4": [
          1.546875,
          7.96875,
          1.6015625,
          -3.171875
        ]
      },
      "18": {
        "rms": 3.6351585388183594,
        "first4": [
          1.8671875,
          11.625,
          2.875,
          -3.4375
        ]
      },
      "19": {
        "rms": 4.620257377624512,
        "first4": [
          3.28125,
          10.625,
          16.125,
          -1.890625
        ]
      },
      "20": {
        "rms": 5.842593669891357,
        "first4": [
          4.34375,
          12.8125,
          24.25,
          -4.46875
        ]
      },
      "21": {
        "rms": 7.490068435668945,
        "first4": [
          4.1875,
          8.5,
          36.5,
          -9.3125
        ]
      },
      "22": {
        "rms": 9.266081809997559,
        "first4": [
          1.5234375,
          5.09375,
          56.0,
          -14.8125
        ]
      },
      "23": {
        "rms": 10.949102401733398,
        "first4": [
          1.90625,
          3.28125,
          77.0,
          -17.875
        ]
      },
      "24": {
        "rms": 13.59913158416748,
        "first4": [
          4.40625,
          1.0625,
          124.0,
          -20.875
        ]
      },
      "25": {
        "rms": 16.58037567138672,
        "first4": [
          3.5625,
          0.5,
          178.0,
          -22.375
        ]
      },
      "26": {
        "rms": 18.51569366455078,
        "first4": [
          4.625,
          -0.40625,
          216.0,
          -24.5
        ]
      },
      "27": {
        "rms": 18.84503173828125,
        "first4": [
          6.125,
          -2.59375,
          196.0,
          6.25
        ]
      }
    },
    "routes": {}
  },
  "after": {
    "ce": 0.0019179059891030192,
    "loss": 0.0019179059891030192,
    "target_probability": 0.9980841875076294,
    "top5": [
      {
        "id": 23268,
        "text": " apple",
        "p": 0.9980841875076294
      },
      {
        "id": 90336,
        "text": " APPLE",
        "p": 0.0015005586901679635
      },
      {
        "id": 40676,
        "text": " apples",
        "p": 0.00029547751182690263
      },
      {
        "id": 104167,
        "text": "\u82f9\u679c",
        "p": 3.114310311502777e-05
      },
      {
        "id": 75603,
        "text": "/apple",
        "p": 8.922648703446612e-06
      }
    ],
    "layers": {
      "0": {
        "rms": 0.23767048120498657,
        "first4": [
          -0.875,
          -0.1123046875,
          0.130859375,
          -0.73046875
        ]
      },
      "1": {
        "rms": 0.293556272983551,
        "first4": [
          -0.9765625,
          0.1640625,
          0.130859375,
          -0.84375
        ]
      },
      "2": {
        "rms": 0.314957857131958,
        "first4": [
          -1.1328125,
          0.3046875,
          0.05419921875,
          -0.8046875
        ]
      },
      "3": {
        "rms": 0.4679616689682007,
        "first4": [
          -1.4609375,
          0.373046875,
          -0.361328125,
          -1.078125
        ]
      },
      "4": {
        "rms": 0.5141275525093079,
        "first4": [
          -1.453125,
          0.5234375,
          -0.431640625,
          -1.421875
        ]
      },
      "5": {
        "rms": 0.6100596189498901,
        "first4": [
          -1.46875,
          1.09375,
          -0.330078125,
          -1.5625
        ]
      },
      "6": {
        "rms": 0.6461612582206726,
        "first4": [
          -1.515625,
          1.21875,
          0.0771484375,
          -2.359375
        ]
      },
      "7": {
        "rms": 0.7455548048019409,
        "first4": [
          -1.875,
          2.34375,
          -0.271484375,
          -2.203125
        ]
      },
      "8": {
        "rms": 0.8259550333023071,
        "first4": [
          -1.46875,
          3.03125,
          0.65625,
          -2.515625
        ]
      },
      "9": {
        "rms": 0.9486284255981445,
        "first4": [
          -0.484375,
          3.25,
          0.53125,
          -2.40625
        ]
      },
      "10": {
        "rms": 1.1892311573028564,
        "first4": [
          -0.05078125,
          3.921875,
          0.89453125,
          -2.09375
        ]
      },
      "11": {
        "rms": 1.5219738483428955,
        "first4": [
          0.392578125,
          4.09375,
          0.48046875,
          -3.0625
        ]
      },
      "12": {
        "rms": 1.644531011581421,
        "first4": [
          0.15234375,
          4.3125,
          0.1513671875,
          -3.34375
        ]
      },
      "13": {
        "rms": 1.724062442779541,
        "first4": [
          -0.2138671875,
          4.59375,
          0.25,
          -3.375
        ]
      },
      "14": {
        "rms": 1.6887974739074707,
        "first4": [
          -0.271484375,
          5.09375,
          0.77734375,
          -2.6875
        ]
      },
      "15": {
        "rms": 1.9337838888168335,
        "first4": [
          0.1484375,
          5.78125,
          0.96875,
          -2.53125
        ]
      },
      "16": {
        "rms": 2.385091543197632,
        "first4": [
          0.1923828125,
          6.375,
          1.390625,
          -2.3125
        ]
      },
      "17": {
        "rms": 3.1519789695739746,
        "first4": [
          0.62109375,
          7.6875,
          2.40625,
          -2.75
        ]
      },
      "18": {
        "rms": 3.7904083728790283,
        "first4": [
          1.21875,
          10.5625,
          2.21875,
          -3.25
        ]
      },
      "19": {
        "rms": 4.765186786651611,
        "first4": [
          2.96875,
          10.1875,
          15.5,
          -2.1875
        ]
      },
      "20": {
        "rms": 5.966501712799072,
        "first4": [
          1.34375,
          11.625,
          29.5,
          -3.34375
        ]
      },
      "21": {
        "rms": 7.637894630432129,
        "first4": [
          -0.1015625,
          7.40625,
          44.5,
          -5.15625
        ]
      },
      "22": {
        "rms": 9.569050788879395,
        "first4": [
          -4.4375,
          5.53125,
          68.0,
          -5.96875
        ]
      },
      "23": {
        "rms": 11.398813247680664,
        "first4": [
          -4.71875,
          5.3125,
          97.0,
          -7.28125
        ]
      },
      "24": {
        "rms": 14.612458229064941,
        "first4": [
          -3.625,
          4.3125,
          154.0,
          -8.125
        ]
      },
      "25": {
        "rms": 17.220458984375,
        "first4": [
          -3.640625,
          2.40625,
          200.0,
          -4.75
        ]
      },
      "26": {
        "rms": 19.1212158203125,
        "first4": [
          -3.34375,
          -0.25,
          242.0,
          2.5
        ]
      },
      "27": {
        "rms": 23.216482162475586,
        "first4": [
          -1.609375,
          -93.0,
          274.0,
          63.0
        ]
      }
    },
    "routes": {}
  },
  "vocab_preview": [
    {
      "id": 23268,
      "text": " apple",
      "before": 4.05209902964998e-06,
      "after": 0.9980841875076294
    },
    {
      "id": 264,
      "text": " a",
      "before": 0.5640990734100342,
      "after": 1.2287951368614923e-20
    },
    {
      "id": 220,
      "text": " ",
      "before": 0.23515145480632782,
      "after": 5.570329867495576e-22
    },
    {
      "id": 279,
      "text": " the",
      "before": 0.06737201660871506,
      "after": 1.667488647601721e-16
    },
    {
      "id": 11882,
      "text": " chosen",
      "before": 0.010998179204761982,
      "after": 5.835839450574198e-11
    },
    {
      "id": 458,
      "text": " an",
      "before": 0.006670732982456684,
      "after": 7.876659299935735e-17
    },
    {
      "id": 90336,
      "text": " APPLE",
      "before": 3.7690395515710406e-07,
      "after": 0.0015005586901679635
    },
    {
      "id": 40676,
      "text": " apples",
      "before": 5.315197313393583e-07,
      "after": 0.00029547751182690263
    },
    {
      "id": 104167,
      "text": "\u82f9\u679c",
      "before": 1.8658097644674854e-07,
      "after": 3.114310311502777e-05
    },
    {
      "id": 75603,
      "text": "/apple",
      "before": 3.351252386707415e-09,
      "after": 8.922648703446612e-06
    }
  ],
  "learning_rate": 0.01,
  "scope": "ONE example, ONE local SGD step. Effective input embedding row via additive delta (both tied output/input uses for Qwen and Granite), last FFN output matrix; Granite last router also. All other base weights frozen. This is NOT the original full pretraining run.",
  "compute_dtype": "torch.bfloat16",
  "checkpoint_modified": false,
  "ids_changed": false,
  "optimizer": "single SGD step with backtracking over fixed candidate step sizes; not a training recipe",
  "loss_definition": "next-token cross entropy"
}