{
  "completed_at": "2026-08-27T13:04:49Z",
  "final_checkpoint": "<workspace>\\artifacts\\router-training-qwen-all30-fixed16-top4\\checkpoint-00000060",
  "final_expert_off_exactness": {
    "atol": 0.0,
    "exact_equal": true,
    "max_abs_diff": 0.0,
    "within_tolerance": true
  },
  "final_metrics": {
    "coding_sampler_epoch": 2,
    "cuda": {
      "allocated_bytes": 5474311680,
      "max_allocated_bytes": 12469938176,
      "reserved_bytes": 14224982016
    },
    "expert_off_exactness": {
      "atol": 0.0,
      "exact_equal": true,
      "max_abs_diff": 0.0,
      "within_tolerance": true
    },
    "generic_sampler_epoch": 7,
    "global_step": 60,
    "grad_norm": 0.015457727015018463,
    "learning_rate": 0.0005,
    "learning_rates": {
      "residual_scale": 0.05,
      "router": 0.0005,
      "token_gate": 0.001
    },
    "loss": {
      "coding_ce": 0.3947601616382599,
      "coding_gate_target": 0.40677282214164734,
      "generic_gate_sparsity": 0.036865234375,
      "generic_kl": 0.0010666541056707501,
      "router_load_balance": 0.9907996654510498,
      "total": 0.5061666369438171
    },
    "router_diagnostics": [
      {
        "domain": "coding",
        "expert_counts": [
          123,
          219,
          189,
          205,
          175,
          180,
          187,
          164,
          101,
          119,
          234,
          170,
          203,
          192,
          163,
          180
        ],
        "layer": 0,
        "mean_selected_weight": 0.25,
        "residual_scale": 7.45758370612748e-05,
        "router_entropy": 2.703125,
        "token_gate_active_fraction": 0.0,
        "token_gate_mean": 0.058837890625,
        "valid_tokens": 701
      },
      {
        "domain": "coding",
        "expert_counts": [
          140,
          179,
          181,
          170,
          138,
          170,
          192,
          253,
          155,
          144,
          213,
          204,
          200,
          206,
          180,
          79
        ],
        "layer": 1,
        "mean_selected_weight": 0.25,
        "residual_scale": -0.07198415696620941,
        "router_entropy": 2.75,
        "token_gate_active_fraction": 0.0,
        "token_gate_mean": 0.04345703125,
        "valid_tokens": 701
      },
      {
        "domain": "coding",
        "expert_counts": [
          167,
          138,
          202,
          209,
          134,
          170,
          192,
          264,
          174,
          148,
          136,
          140,
          167,
          160,
          190,
          213
        ],
        "layer": 2,
        "mean_selected_weight": 0.25,
        "residual_scale": 0.0014509361935779452,
        "router_entropy": 2.734375,
        "token_gate_active_fraction": 0.0,
        "token_gate_mean": 0.0771484375,
        "valid_tokens": 701
      },
      {
        "domain": "coding",
        "expert_counts": [
          251,
          237,
          206,
          136,
          146,
          132,
          170,
          158,
          191,
          161,
          0,
          202,
          157,
          210,
          247,
          200
        ],
        "layer": 3,
        "mean_selected_weight": 0.25,
        "residual_scale": -0.0868370309472084,
        "router_entropy": 2.734375,
        "token_gate_active_fraction": 0.0,
        "token_gate_mean": 0.0615234375,
        "valid_tokens": 701
      },
      {
        "domain": "coding",
        "expert_counts": [
          252,
          167,
          150,
          191,
          235,
          182,
          134,
          0,
          198,
          244,
          181,
          201,
          112,
          190,
          175,
          192
        ],
        "layer": 4,
        "mean_selected_weight": 0.25,
        "residual_scale": -0.08832801133394241,
        "router_entropy": 2.75,
        "token_gate_active_fraction": 0.0,
        "token_gate_mean": 0.04736328125,
        "valid_tokens": 701
      },
      {
        "domain": "coding",
        "expert_counts": [
          178,
          129,
          217,
          126,
          143,
          192,
          171,
          220,
          189,
          245,
          133,
          391,
          0,
          149,
          186,
          135
        ],
        "layer": 5,
        "mean_selected_weight": 0.25,
        "residual_scale": 0.014818619005382061,
        "router_entropy": 2.75,
        "token_gate_active_fraction": 0.0,
        "token_gate_mean": 0.056884765625,
        "valid_tokens": 701
      },
      {
        "domain": "coding",
        "expert_counts": [
          128,
          128,
          238,
          194,
          257,
          141,
          125,
          181,
          218,
          278,
          172,
          238,
          0,
          121,
          225,
          160
        ],
        "layer": 6,
        "mean_selected_weight": 0.25,
        "residual_scale": -0.08805593848228455,
        "router_entropy": 2.75,
        "token_gate_active_fraction": 0.0,
        "token_gate_mean": 0.052001953125,
        "valid_tokens": 701
      },
      {
        "domain": "coding",
        "expert_counts": [
          216,
          145,
          148,
          169,
          173,
          194,
          141,
          157,
          186,
          203,
          22,
          277,
          197,
          264,
          149,
          163
        ],
        "layer": 7,
        "mean_selected_weight": 0.25,
        "residual_scale": -0.06830453872680664,
        "router_entropy": 2.75,
        "token_gate_active_fraction": 0.0,
        "token_gate_mean": 0.048095703125,
        "valid_tokens": 701
      },
      {
        "domain": "coding",
        "expert_counts": [
          180,
          194,
          248,
          207,
          180,
          276,
          184,
          113,
          248,
          195,
          124,
          134,
          125,
          20,
          132,
          244
        ],
        "layer": 8,
        "mean_selected_weight": 0.25,
        "residual_scale": 0.09049388021230698,
        "router_entropy": 2.75,
        "token_gate_active_fraction": 0.0,
        "token_gate_mean": 0.046875,
        "valid_tokens": 701
      },
      {
        "domain": "coding",
        "expert_counts": [
          346,
          292,
          124,
          226,
          198,
          262,
          148,
          256,
          90,
          34,
          147,
          189,
          0,
          180,
          218,
          94
        ],
        "layer": 9,
        "mean_selected_weight": 0.25,
        "residual_scale": -0.09548121690750122,
        "router_entropy": 2.71875,
        "token_gate_active_fraction": 0.0,
        "token_gate_mean": 0.060302734375,
        "valid_tokens": 701
      },
      {
        "domain": "coding",
        "expert_counts": [
          238,
          178,
          190,
          61,
          218,
          152,
          158,
          143,
          253,
          190,
          0,
          191,
          235,
          154,
          406,
          37
        ],
        "layer": 10,
        "mean_selected_weight": 0.25,
        "residual_scale": -0.09226511418819427,
        "router_entropy": 2.75,
        "token_gate_active_fraction": 0.0,
        "token_gate_mean": 0.047607421875,
        "valid_tokens": 701
      },
      {
        "domain": "coding",
        "expert_counts": [
          218,
          158,
          16,
          167,
          229,
          176,
          0,
          93,
          157,
          186,
          182,
          203,
          262,
          210,
          338,
          209
        ],
        "layer": 11,
        "mean_selected_weight": 0.25,
        "residual_scale": -0.08412390202283859,
        "router_entropy": 2.75,
        "token_gate_active_fraction": 0.0,
        "token_gate_mean": 0.044677734375,
        "valid_tokens": 701
      },
      {
        "domain": "coding",
        "expert_counts": [
          238,
          195,
          242,
          203,
          303,
          217,
          73,
          0,
          36,
          193,
          144,
          95,
          222,
          341,
          147,
          155
        ],
        "layer": 12,
        "mean_selected_weight": 0.25,
        "residual_scale": 0.09192470461130142,
        "router_entropy": 2.734375,
        "token_gate_active_fraction": 0.0,
        "token_gate_mean": 0.047607421875,
        "valid_tokens": 701
      },
      {
        "domain": "coding",
        "expert_counts": [
          242,
          176,
          1,
          203,
          176,
          304,
          216,
          165,
          112,
          145,
          130,
          126,
          139,
          201,
          149,
          319
        ],
        "layer": 13,
        "mean_selected_weight": 0.25,
        "residual_scale": 0.0032708614598959684,
        "router_entropy": 2.734375,
        "token_gate_active_fraction": 0.0,
        "token_gate_mean": 0.06396484375,
        "valid_tokens": 701
      },
      {
        "domain": "coding",
        "expert_counts": [
          192,
          161,
          272,
          219,
          1,
          219,
          118,
          279,
          197,
          67,
          197,
          85,
          168,
          160,
          267,
          202
        ],
        "layer": 14,
        "mean_selected_weight": 0.25,
        "residual_scale": -0.08825033158063889,
        "router_entropy": 2.75,
        "token_gate_active_fraction": 0.0,
        "token_gate_mean": 0.05908203125,
        "valid_tokens": 701
      },
      {
        "domain": "coding",
        "expert_counts": [
          180,
          106,
          257,
          221,
          243,
          186,
          296,
          167,
          0,
          191,
          157,
          150,
          201,
          122,
          173,
          154
        ],
        "layer": 15,
        "mean_selected_weight": 0.25,
        "residual_scale": 0.08818262815475464,
        "router_entropy": 2.734375,
        "token_gate_active_fraction": 0.0,
        "token_gate_mean": 0.059814453125,
        "valid_tokens": 701
      },
      {
        "domain": "coding",
        "expert_counts": [
          133,
          188,
          234,
          223,
          141,
          174,
          152,
          165,
          162,
          159,
          119,
          166,
          186,
          216,
          208,
          178
        ],
        "layer": 16,
        "mean_selected_weight": 0.25,
        "residual_scale": -0.0897134467959404,
        "router_entropy": 2.71875,
        "token_gate_active_fraction": 0.0,
        "token_gate_mean": 0.0693359375,
        "valid_tokens": 701
      },
      {
        "domain": "coding",
        "expert_counts": [
          211,
          156,
          168,
          183,
          259,
          163,
          154,
          155,
          130,
          164,
          128,
          352,
          215,
          36,
          169,
          161
        ],
        "layer": 17,
        "mean_selected_weight": 0.25,
        "residual_scale": 0.0917714461684227,
        "router_entropy": 2.734375,
        "token_gate_active_fraction": 0.0,
        "token_gate_mean": 0.16015625,
        "valid_tokens": 701
      },
      {
        "domain": "coding",
        "expert_counts": [
          163,
          141,
          173,
          157,
          170,
          142,
          247,
          199,
          144,
          127,
          218,
          147,
          199,
          210,
          114,
          253
        ],
        "layer": 18,
        "mean_selected_weight": 0.25,
        "residual_scale": 0.09746404737234116,
        "router_entropy": 2.71875,
        "token_gate_active_fraction": 0.0057061342522501945,
        "token_gate_mean": 0.1787109375,
        "valid_tokens": 701
      },
      {
        "domain": "coding",
        "expert_counts": [
          140,
          242,
          192,
          123,
          218,
          101,
          138,
          230,
          179,
          265,
          265,
          137,
          81,
          205,
          148,
          140
        ],
        "layer": 19,
        "mean_selected_weight": 0.25,
        "residual_scale": -0.09797238558530807,
        "router_entropy": 2.734375,
        "token_gate_active_fraction": 0.03423680365085602,
        "token_gate_mean": 0.2021484375,
        "valid_tokens": 701
      },
      {
        "domain": "coding",
        "expert_counts": [
          103,
          123,
          141,
          152,
          173,
          135,
          244,
          171,
          176,
          146,
          216,
          249,
          129,
          321,
          177,
          148
        ],
        "layer": 20,
        "mean_selected_weight": 0.25,
        "residual_scale": 0.09263704717159271,
        "router_entropy": 2.734375,
        "token_gate_active_fraction": 0.08131241053342819,
        "token_gate_mean": 0.234375,
        "valid_tokens": 701
      },
      {
        "domain": "coding",
        "expert_counts": [
          124,
          268,
          158,
          85,
          192,
          181,
          220,
          101,
          156,
          254,
          191,
          171,
          92,
          148,
          152,
          311
        ],
        "layer": 21,
        "mean_selected_weight": 0.25,
        "residual_scale": 0.09646926075220108,
        "router_entropy": 2.734375,
        "token_gate_active_fraction": 0.28388017416000366,
        "token_gate_mean": 0.396484375,
        "valid_tokens": 701
      },
      {
        "domain": "coding",
        "expert_counts": [
          175,
          179,
          222,
          147,
          304,
          237,
          182,
          156,
          212,
          214,
          180,
          72,
          144,
          137,
          63,
          180
        ],
        "layer": 22,
        "mean_selected_weight": 0.25,
        "residual_scale": 0.09666198492050171,
        "router_entropy": 2.734375,
        "token_gate_active_fraction": 0.38944366574287415,
        "token_gate_mean": 0.439453125,
        "valid_tokens": 701
      },
      {
        "domain": "coding",
        "expert_counts": [
          228,
          196,
          196,
          128,
          168,
          106,
          146,
          271,
          140,
          220,
          153,
          135,
          208,
          99,
          193,
          217
        ],
        "layer": 23,
        "mean_selected_weight": 0.25,
        "residual_scale": -0.08689017593860626,
        "router_entropy": 2.703125,
        "token_gate_active_fraction": 0.5049929022789001,
        "token_gate_mean": 0.4921875,
        "valid_tokens": 701
      },
      {
        "domain": "coding",
        "expert_counts": [
          233,
          183,
          123,
          161,
          133,
          251,
          236,
          81,
          290,
          120,
          213,
          134,
          212,
          155,
          125,
          154
        ],
        "layer": 24,
        "mean_selected_weight": 0.25,
        "residual_scale": 0.09673594683408737,
        "router_entropy": 2.71875,
        "token_gate_active_fraction": 0.48074179887771606,
        "token_gate_mean": 0.474609375,
        "valid_tokens": 701
      },
      {
        "domain": "coding",
        "expert_counts": [
          284,
          185,
          166,
          123,
          115,
          166,
          175,
          136,
          297,
          140,
          278,
          217,
          90,
          200,
          140,
          92
        ],
        "layer": 25,
        "mean_selected_weight": 0.25,
        "residual_scale": 0.09465997666120529,
        "router_entropy": 2.703125,
        "token_gate_active_fraction": 0.48644793033599854,
        "token_gate_mean": 0.462890625,
        "valid_tokens": 701
      },
      {
        "domain": "coding",
        "expert_counts": [
          294,
          195,
          80,
          127,
          89,
          170,
          172,
          139,
          243,
          279,
          145,
          241,
          169,
          106,
          176,
          179
        ],
        "layer": 26,
        "mean_selected_weight": 0.25,
        "residual_scale": 0.09768165647983551,
        "router_entropy": 2.671875,
        "token_gate_active_fraction": 0.47931528091430664,
        "token_gate_mean": 0.4609375,
        "valid_tokens": 701
      },
      {
        "domain": "coding",
        "expert_counts": [
          118,
          116,
          190,
          217,
          242,
          166,
          184,
          168,
          100,
          208,
          184,
          213,
          138,
          219,
          143,
          198
        ],
        "layer": 27,
        "mean_selected_weight": 0.25,
        "residual_scale": -0.0952037125825882,
        "router_entropy": 2.734375,
        "token_gate_active_fraction": 0.5606276988983154,
        "token_gate_mean": 0.53515625,
        "valid_tokens": 701
      },
      {
        "domain": "coding",
        "expert_counts": [
          147,
          258,
          176,
          108,
          151,
          184,
          228,
          93,
          95,
          101,
          217,
          183,
          146,
          307,
          157,
          253
        ],
        "layer": 28,
        "mean_selected_weight": 0.25,
        "residual_scale": -0.09579590708017349,
        "router_entropy": 2.703125,
        "token_gate_active_fraction": 0.8388017416000366,
        "token_gate_mean": 0.73828125,
        "valid_tokens": 701
      },
      {
        "domain": "coding",
        "expert_counts": [
          208,
          134,
          183,
          56,
          379,
          296,
          181,
          169,
          212,
          73,
          255,
          172,
          80,
          75,
          199,
          132
        ],
        "layer": 29,
        "mean_selected_weight": 0.25,
        "residual_scale": 0.09640846401453018,
        "router_entropy": 2.625,
        "token_gate_active_fraction": 0.9358060359954834,
        "token_gate_mean": 0.796875,
        "valid_tokens": 701
      },
      {
        "domain": "generic",
        "expert_counts": [
          52,
          76,
          54,
          68,
          59,
          76,
          76,
          59,
          40,
          51,
          65,
          49,
          74,
          56,
          49,
          60
        ],
        "layer": 0,
        "mean_selected_weight": 0.25,
        "residual_scale": 7.45758370612748e-05,
        "router_entropy": 2.703125,
        "token_gate_active_fraction": 0.0,
        "token_gate_mean": 0.034912109375,
        "valid_tokens": 241
      },
      {
        "domain": "generic",
        "expert_counts": [
          46,
          48,
          71,
          59,
          57,
          65,
          64,
          86,
          51,
          48,
          71,
          79,
          66,
          74,
          65,
          14
        ],
        "layer": 1,
        "mean_selected_weight": 0.25,
        "residual_scale": -0.07198415696620941,
        "router_entropy": 2.75,
        "token_gate_active_fraction": 0.0,
        "token_gate_mean": 0.0242919921875,
        "valid_tokens": 241
      },
      {
        "domain": "generic",
        "expert_counts": [
          70,
          61,
          53,
          52,
          52,
          60,
          68,
          107,
          75,
          15,
          57,
          65,
          55,
          57,
          56,
          61
        ],
        "layer": 2,
        "mean_selected_weight": 0.25,
        "residual_scale": 0.0014509361935779452,
        "router_entropy": 2.734375,
        "token_gate_active_fraction": 0.0,
        "token_gate_mean": 0.0260009765625,
        "valid_tokens": 241
      },
      {
        "domain": "generic",
        "expert_counts": [
          60,
          94,
          63,
          90,
          41,
          56,
          65,
          59,
          59,
          52,
          0,
          56,
          65,
          58,
          63,
          83
        ],
        "layer": 3,
        "mean_selected_weight": 0.25,
        "residual_scale": -0.0868370309472084,
        "router_entropy": 2.734375,
        "token_gate_active_fraction": 0.0,
        "token_gate_mean": 0.0224609375,
        "valid_tokens": 241
      },
      {
        "domain": "generic",
        "expert_counts": [
          63,
          67,
          60,
          67,
          59,
          65,
          66,
          0,
          62,
          76,
          56,
          51,
          63,
          58,
          76,
          75
        ],
        "layer": 4,
        "mean_selected_weight": 0.25,
        "residual_scale": -0.08832801133394241,
        "router_entropy": 2.75,
        "token_gate_active_fraction": 0.0,
        "token_gate_mean": 0.022216796875,
        "valid_tokens": 241
      },
      {
        "domain": "generic",
        "expert_counts": [
          58,
          62,
          64,
          58,
          62,
          75,
          66,
          50,
          61,
          55,
          60,
          114,
          0,
          61,
          62,
          56
        ],
        "layer": 5,
        "mean_selected_weight": 0.25,
        "residual_scale": 0.014818619005382061,
        "router_entropy": 2.75,
        "token_gate_active_fraction": 0.0,
        "token_gate_mean": 0.0230712890625,
        "valid_tokens": 241
      },
      {
        "domain": "generic",
        "expert_counts": [
          51,
          66,
          72,
          55,
          81,
          53,
          67,
          59,
          67,
          71,
          53,
          99,
          0,
          59,
          52,
          59
        ],
        "layer": 6,
        "mean_selected_weight": 0.25,
        "residual_scale": -0.08805593848228455,
        "router_entropy": 2.75,
        "token_gate_active_fraction": 0.0,
        "token_gate_mean": 0.0238037109375,
        "valid_tokens": 241
      },
      {
        "domain": "generic",
        "expert_counts": [
          61,
          53,
          67,
          56,
          63,
          56,
          44,
          95,
          64,
          57,
          22,
          101,
          60,
          59,
          47,
          59
        ],
        "layer": 7,
        "mean_selected_weight": 0.25,
        "residual_scale": -0.06830453872680664,
        "router_entropy": 2.75,
        "token_gate_active_fraction": 0.0,
        "token_gate_mean": 0.0230712890625,
        "valid_tokens": 241
      },
      {
        "domain": "generic",
        "expert_counts": [
          59,
          69,
          126,
          62,
          58,
          60,
          54,
          51,
          65,
          76,
          46,
          58,
          59,
          9,
          55,
          57
        ],
        "layer": 8,
        "mean_selected_weight": 0.25,
        "residual_scale": 0.09049388021230698,
        "router_entropy": 2.75,
        "token_gate_active_fraction": 0.0,
        "token_gate_mean": 0.0233154296875,
        "valid_tokens": 241
      },
      {
        "domain": "generic",
        "expert_counts": [
          69,
          66,
          66,
          72,
          56,
          75,
          73,
          63,
          66,
          6,
          77,
          67,
          1,
          67,
          77,
          63
        ],
        "layer": 9,
        "mean_selected_weight": 0.25,
        "residual_scale": -0.09548121690750122,
        "router_entropy": 2.71875,
        "token_gate_active_fraction": 0.0,
        "token_gate_mean": 0.024658203125,
        "valid_tokens": 241
      },
      {
        "domain": "generic",
        "expert_counts": [
          60,
          72,
          63,
          38,
          60,
          61,
          57,
          105,
          65,
          56,
          0,
          66,
          66,
          65,
          88,
          42
        ],
        "layer": 10,
        "mean_selected_weight": 0.25,
        "residual_scale": -0.09226511418819427,
        "router_entropy": 2.734375,
        "token_gate_active_fraction": 0.0,
        "token_gate_mean": 0.02197265625,
        "valid_tokens": 241
      },
      {
        "domain": "generic",
        "expert_counts": [
          73,
          65,
          51,
          49,
          68,
          68,
          0,
          22,
          50,
          110,
          64,
          75,
          61,
          68,
          74,
          66
        ],
        "layer": 11,
        "mean_selected_weight": 0.25,
        "residual_scale": -0.08412390202283859,
        "router_entropy": 2.734375,
        "token_gate_active_fraction": 0.0,
        "token_gate_mean": 0.0213623046875,
        "valid_tokens": 241
      },
      {
        "domain": "generic",
        "expert_counts": [
          63,
          55,
          75,
          67,
          66,
          73,
          21,
          0,
          49,
          61,
          63,
          86,
          69,
          86,
          65,
          65
        ],
        "layer": 12,
        "mean_selected_weight": 0.25,
        "residual_scale": 0.09192470461130142,
        "router_entropy": 2.734375,
        "token_gate_active_fraction": 0.0,
        "token_gate_mean": 0.023681640625,
        "valid_tokens": 241
      },
      {
        "domain": "generic",
        "expert_counts": [
          76,
          34,
          5,
          44,
          58,
          103,
          64,
          59,
          47,
          50,
          56,
          91,
          64,
          77,
          71,
          65
        ],
        "layer": 13,
        "mean_selected_weight": 0.25,
        "residual_scale": 0.0032708614598959684,
        "router_entropy": 2.71875,
        "token_gate_active_fraction": 0.0,
        "token_gate_mean": 0.0242919921875,
        "valid_tokens": 241
      },
      {
        "domain": "generic",
        "expert_counts": [
          77,
          50,
          61,
          71,
          31,
          42,
          62,
          57,
          62,
          54,
          58,
          59,
          69,
          67,
          76,
          68
        ],
        "layer": 14,
        "mean_selected_weight": 0.25,
        "residual_scale": -0.08825033158063889,
        "router_entropy": 2.75,
        "token_gate_active_fraction": 0.0,
        "token_gate_mean": 0.022705078125,
        "valid_tokens": 241
      },
      {
        "domain": "generic",
        "expert_counts": [
          61,
          65,
          93,
          58,
          58,
          67,
          65,
          60,
          0,
          63,
          38,
          59,
          60,
          65,
          60,
          92
        ],
        "layer": 15,
        "mean_selected_weight": 0.25,
        "residual_scale": 0.08818262815475464,
        "router_entropy": 2.734375,
        "token_gate_active_fraction": 0.0,
        "token_gate_mean": 0.0240478515625,
        "valid_tokens": 241
      },
      {
        "domain": "generic",
        "expert_counts": [
          57,
          94,
          66,
          48,
          51,
          65,
          47,
          66,
          47,
          103,
          54,
          50,
          51,
          59,
          57,
          49
        ],
        "layer": 16,
        "mean_selected_weight": 0.25,
        "residual_scale": -0.0897134467959404,
        "router_entropy": 2.71875,
        "token_gate_active_fraction": 0.0,
        "token_gate_mean": 0.0264892578125,
        "valid_tokens": 241
      },
      {
        "domain": "generic",
        "expert_counts": [
          58,
          74,
          41,
          64,
          60,
          64,
          49,
          65,
          48,
          60,
          78,
          65,
          65,
          31,
          72,
          70
        ],
        "layer": 17,
        "mean_selected_weight": 0.25,
        "residual_scale": 0.0917714461684227,
        "router_entropy": 2.71875,
        "token_gate_active_fraction": 0.0,
        "token_gate_mean": 0.0380859375,
        "valid_tokens": 241
      },
      {
        "domain": "generic",
        "expert_counts": [
          65,
          51,
          76,
          77,
          61,
          48,
          59,
          61,
          46,
          47,
          55,
          120,
          60,
          34,
          55,
          49
        ],
        "layer": 18,
        "mean_selected_weight": 0.25,
        "residual_scale": 0.09746404737234116,
        "router_entropy": 2.703125,
        "token_gate_active_fraction": 0.0,
        "token_gate_mean": 0.035888671875,
        "valid_tokens": 241
      },
      {
        "domain": "generic",
        "expert_counts": [
          49,
          58,
          64,
          38,
          61,
          67,
          79,
          65,
          71,
          52,
          56,
          51,
          53,
          85,
          81,
          34
        ],
        "layer": 19,
        "mean_selected_weight": 0.25,
        "residual_scale": -0.09797238558530807,
        "router_entropy": 2.734375,
        "token_gate_active_fraction": 0.0,
        "token_gate_mean": 0.03857421875,
        "valid_tokens": 241
      },
      {
        "domain": "generic",
        "expert_counts": [
          61,
          87,
          68,
          63,
          56,
          61,
          61,
          59,
          58,
          61,
          33,
          75,
          51,
          67,
          44,
          59
        ],
        "layer": 20,
        "mean_selected_weight": 0.25,
        "residual_scale": 0.09263704717159271,
        "router_entropy": 2.71875,
        "token_gate_active_fraction": 0.0,
        "token_gate_mean": 0.043212890625,
        "valid_tokens": 241
      },
      {
        "domain": "generic",
        "expert_counts": [
          43,
          92,
          66,
          61,
          53,
          49,
          62,
          61,
          53,
          69,
          73,
          56,
          38,
          61,
          51,
          76
        ],
        "layer": 21,
        "mean_selected_weight": 0.25,
        "residual_scale": 0.09646926075220108,
        "router_entropy": 2.734375,
        "token_gate_active_fraction": 0.0,
        "token_gate_mean": 0.04833984375,
        "valid_tokens": 241
      },
      {
        "domain": "generic",
        "expert_counts": [
          64,
          59,
          72,
          63,
          55,
          60,
          61,
          55,
          74,
          61,
          56,
          25,
          62,
          86,
          41,
          70
        ],
        "layer": 22,
        "mean_selected_weight": 0.25,
        "residual_scale": 0.09666198492050171,
        "router_entropy": 2.734375,
        "token_gate_active_fraction": 0.0,
        "token_gate_mean": 0.047607421875,
        "valid_tokens": 241
      },
      {
        "domain": "generic",
        "expert_counts": [
          64,
          64,
          54,
          68,
          48,
          62,
          65,
          57,
          63,
          70,
          70,
          41,
          62,
          68,
          50,
          58
        ],
        "layer": 23,
        "mean_selected_weight": 0.25,
        "residual_scale": -0.08689017593860626,
        "router_entropy": 2.703125,
        "token_gate_active_fraction": 0.0,
        "token_gate_mean": 0.04833984375,
        "valid_tokens": 241
      },
      {
        "domain": "generic",
        "expert_counts": [
          53,
          67,
          62,
          65,
          58,
          57,
          59,
          66,
          61,
          52,
          55,
          62,
          57,
          59,
          76,
          55
        ],
        "layer": 24,
        "mean_selected_weight": 0.25,
        "residual_scale": 0.09673594683408737,
        "router_entropy": 2.734375,
        "token_gate_active_fraction": 0.0,
        "token_gate_mean": 0.0322265625,
        "valid_tokens": 241
      },
      {
        "domain": "generic",
        "expert_counts": [
          56,
          54,
          63,
          57,
          63,
          58,
          43,
          78,
          54,
          63,
          61,
          56,
          58,
          75,
          53,
          72
        ],
        "layer": 25,
        "mean_selected_weight": 0.25,
        "residual_scale": 0.09465997666120529,
        "router_entropy": 2.71875,
        "token_gate_active_fraction": 0.0,
        "token_gate_mean": 0.031494140625,
        "valid_tokens": 241
      },
      {
        "domain": "generic",
        "expert_counts": [
          69,
          58,
          63,
          70,
          61,
          51,
          60,
          61,
          62,
          49,
          73,
          59,
          57,
          56,
          52,
          63
        ],
        "layer": 26,
        "mean_selected_weight": 0.25,
        "residual_scale": 0.09768165647983551,
        "router_entropy": 2.671875,
        "token_gate_active_fraction": 0.0,
        "token_gate_mean": 0.03125,
        "valid_tokens": 241
      },
      {
        "domain": "generic",
        "expert_counts": [
          56,
          60,
          51,
          71,
          72,
          75,
          59,
          46,
          43,
          65,
          60,
          70,
          75,
          50,
          43,
          68
        ],
        "layer": 27,
        "mean_selected_weight": 0.25,
        "residual_scale": -0.0952037125825882,
        "router_entropy": 2.734375,
        "token_gate_active_fraction": 0.0,
        "token_gate_mean": 0.05029296875,
        "valid_tokens": 241
      },
      {
        "domain": "generic",
        "expert_counts": [
          49,
          76,
          43,
          71,
          76,
          78,
          56,
          63,
          58,
          51,
          55,
          61,
          75,
          52,
          39,
          61
        ],
        "layer": 28,
        "mean_selected_weight": 0.25,
        "residual_scale": -0.09579590708017349,
        "router_entropy": 2.6875,
        "token_gate_active_fraction": 0.012448133900761604,
        "token_gate_mean": 0.10693359375,
        "valid_tokens": 241
      },
      {
        "domain": "generic",
        "expert_counts": [
          83,
          35,
          60,
          52,
          76,
          74,
          83,
          57,
          73,
          54,
          44,
          63,
          73,
          49,
          39,
          49
        ],
        "layer": 29,
        "mean_selected_weight": 0.25,
        "residual_scale": 0.09640846401453018,
        "router_entropy": 2.640625,
        "token_gate_active_fraction": 0.0456431545317173,
        "token_gate_mean": 0.1435546875,
        "valid_tokens": 241
      }
    ],
    "timestamp": "2026-08-27T13:02:49Z"
  },
  "global_step": 60,
  "run_fingerprint": "68f9fa90e18e180f7037dea5e057aa296c95b59267aa09f38285363b5e517c2a",
  "validation": {
    "ce_improvement": 0.0043891161448869065,
    "finite": true,
    "fused_ce": 0.6014361901441425,
    "host_expert_off_ce": 0.6058253062890294,
    "mean_absolute_residual_scale": 0.07969798704336123,
    "mean_residual_scale": -0.002938792503376438,
    "mean_token_gate": 0.19380086263020832,
    "records": 4,
    "supervised_tokens": 1417
  }
}