{
  "authorization": {
    "bf16": "not-authorized",
    "cpu_implementation": "owner-approved-2026-09-15",
    "full541": "owner-approved-2026-09-16",
    "pilot5": "owner-approved-2026-09-15",
    "site": "not-authorized"
  },
  "campaign_id": "IFEVAL-541-v1",
  "claim": {
    "evidence_level": "E1",
    "experiment_type": "standalone_benchmark",
    "external_references": "contextual, non-controlled",
    "preservation_claim_allowed": false,
    "publication_status": "internal_only"
  },
  "dataset": {
    "repository": "google/IFEval",
    "revision": "966cd89545d6b6acfd7638bc708b98261ca58e84",
    "rows": 541,
    "sha256": "6a85310ca8ce15eff755aa08a3a4ff931c7e273e7515ebb3c492ea85fd8288f2"
  },
  "dependencies": {
    "accelerate": "1.15.0",
    "immutabledict": "4.2.2",
    "langdetect": "1.0.9",
    "nltk": "3.9.2",
    "packaging": "26.2",
    "torch": "2.13.0+cu130",
    "transformers": "4.57.6"
  },
  "design": {
    "arm_id": "horizon-c64-full-resident",
    "campaign_id": "IFEVAL-541-v1",
    "context_limit": 4096,
    "generation": {
      "do_sample": false,
      "input_truncation": false,
      "max_new_tokens": 1280,
      "natural_eos": true,
      "temperature": 0.0
    },
    "horizon": {
      "activation_implementation": "fused-fp16-v1",
      "comparison_executor": "grouped-t3",
      "fallback_allowed": false,
      "h2d_wait_policy_id": "active-query-cooperative-v1",
      "model_key": "olmoe_0924_instruct",
      "projection_variant_id": "grouped-simt-vector-int4-fp16w-fp32acc-v1",
      "residency_mode": "all-resident",
      "resident_rows_per_layer": 64
    },
    "max_input_tokens": 362,
    "max_sequence_tokens": 1642,
    "mode": "full541",
    "planned_generations": 541,
    "prompt_count": 541,
    "supervision": {
      "automatic_retries": 0,
      "entry_temperature_c": 55,
      "gpu_loaded_timeout_seconds": 3600,
      "process_timeout_seconds": 4500
    }
  },
  "evaluator": {
    "commit": "d6de81643928d653435c431bae19945d41d32520",
    "metadata_version": "4.0",
    "repository": "EleutherAI/lm-evaluation-harness"
  },
  "expected_indices": [
    0,
    1,
    2,
    3,
    4,
    5,
    6,
    7,
    8,
    9,
    10,
    11,
    12,
    13,
    14,
    15,
    16,
    17,
    18,
    19,
    20,
    21,
    22,
    23,
    24,
    25,
    26,
    27,
    28,
    29,
    30,
    31,
    32,
    33,
    34,
    35,
    36,
    37,
    38,
    39,
    40,
    41,
    42,
    43,
    44,
    45,
    46,
    47,
    48,
    49,
    50,
    51,
    52,
    53,
    54,
    55,
    56,
    57,
    58,
    59,
    60,
    61,
    62,
    63,
    64,
    65,
    66,
    67,
    68,
    69,
    70,
    71,
    72,
    73,
    74,
    75,
    76,
    77,
    78,
    79,
    80,
    81,
    82,
    83,
    84,
    85,
    86,
    87,
    88,
    89,
    90,
    91,
    92,
    93,
    94,
    95,
    96,
    97,
    98,
    99,
    100,
    101,
    102,
    103,
    104,
    105,
    106,
    107,
    108,
    109,
    110,
    111,
    112,
    113,
    114,
    115,
    116,
    117,
    118,
    119,
    120,
    121,
    122,
    123,
    124,
    125,
    126,
    127,
    128,
    129,
    130,
    131,
    132,
    133,
    134,
    135,
    136,
    137,
    138,
    139,
    140,
    141,
    142,
    143,
    144,
    145,
    146,
    147,
    148,
    149,
    150,
    151,
    152,
    153,
    154,
    155,
    156,
    157,
    158,
    159,
    160,
    161,
    162,
    163,
    164,
    165,
    166,
    167,
    168,
    169,
    170,
    171,
    172,
    173,
    174,
    175,
    176,
    177,
    178,
    179,
    180,
    181,
    182,
    183,
    184,
    185,
    186,
    187,
    188,
    189,
    190,
    191,
    192,
    193,
    194,
    195,
    196,
    197,
    198,
    199,
    200,
    201,
    202,
    203,
    204,
    205,
    206,
    207,
    208,
    209,
    210,
    211,
    212,
    213,
    214,
    215,
    216,
    217,
    218,
    219,
    220,
    221,
    222,
    223,
    224,
    225,
    226,
    227,
    228,
    229,
    230,
    231,
    232,
    233,
    234,
    235,
    236,
    237,
    238,
    239,
    240,
    241,
    242,
    243,
    244,
    245,
    246,
    247,
    248,
    249,
    250,
    251,
    252,
    253,
    254,
    255,
    256,
    257,
    258,
    259,
    260,
    261,
    262,
    263,
    264,
    265,
    266,
    267,
    268,
    269,
    270,
    271,
    272,
    273,
    274,
    275,
    276,
    277,
    278,
    279,
    280,
    281,
    282,
    283,
    284,
    285,
    286,
    287,
    288,
    289,
    290,
    291,
    292,
    293,
    294,
    295,
    296,
    297,
    298,
    299,
    300,
    301,
    302,
    303,
    304,
    305,
    306,
    307,
    308,
    309,
    310,
    311,
    312,
    313,
    314,
    315,
    316,
    317,
    318,
    319,
    320,
    321,
    322,
    323,
    324,
    325,
    326,
    327,
    328,
    329,
    330,
    331,
    332,
    333,
    334,
    335,
    336,
    337,
    338,
    339,
    340,
    341,
    342,
    343,
    344,
    345,
    346,
    347,
    348,
    349,
    350,
    351,
    352,
    353,
    354,
    355,
    356,
    357,
    358,
    359,
    360,
    361,
    362,
    363,
    364,
    365,
    366,
    367,
    368,
    369,
    370,
    371,
    372,
    373,
    374,
    375,
    376,
    377,
    378,
    379,
    380,
    381,
    382,
    383,
    384,
    385,
    386,
    387,
    388,
    389,
    390,
    391,
    392,
    393,
    394,
    395,
    396,
    397,
    398,
    399,
    400,
    401,
    402,
    403,
    404,
    405,
    406,
    407,
    408,
    409,
    410,
    411,
    412,
    413,
    414,
    415,
    416,
    417,
    418,
    419,
    420,
    421,
    422,
    423,
    424,
    425,
    426,
    427,
    428,
    429,
    430,
    431,
    432,
    433,
    434,
    435,
    436,
    437,
    438,
    439,
    440,
    441,
    442,
    443,
    444,
    445,
    446,
    447,
    448,
    449,
    450,
    451,
    452,
    453,
    454,
    455,
    456,
    457,
    458,
    459,
    460,
    461,
    462,
    463,
    464,
    465,
    466,
    467,
    468,
    469,
    470,
    471,
    472,
    473,
    474,
    475,
    476,
    477,
    478,
    479,
    480,
    481,
    482,
    483,
    484,
    485,
    486,
    487,
    488,
    489,
    490,
    491,
    492,
    493,
    494,
    495,
    496,
    497,
    498,
    499,
    500,
    501,
    502,
    503,
    504,
    505,
    506,
    507,
    508,
    509,
    510,
    511,
    512,
    513,
    514,
    515,
    516,
    517,
    518,
    519,
    520,
    521,
    522,
    523,
    524,
    525,
    526,
    527,
    528,
    529,
    530,
    531,
    532,
    533,
    534,
    535,
    536,
    537,
    538,
    539,
    540
  ],
  "expected_keys": [
    1000,
    1001,
    1005,
    1012,
    1019,
    102,
    1021,
    1040,
    1051,
    1069,
    1072,
    1075,
    1082,
    1087,
    1092,
    1094,
    1098,
    1107,
    1108,
    1122,
    1127,
    1128,
    1129,
    1130,
    1131,
    1132,
    1137,
    1139,
    1147,
    1148,
    1153,
    1154,
    1162,
    1174,
    1180,
    1187,
    1203,
    1216,
    1217,
    1219,
    122,
    1220,
    1233,
    1236,
    1237,
    1242,
    1246,
    1248,
    1251,
    1258,
    1259,
    1262,
    1265,
    1268,
    127,
    1281,
    1286,
    1287,
    13,
    1300,
    1305,
    1307,
    1314,
    1322,
    1325,
    1332,
    1342,
    1348,
    136,
    1361,
    1367,
    1372,
    1375,
    1377,
    1379,
    1381,
    1389,
    1392,
    1393,
    1402,
    1418,
    142,
    143,
    1436,
    1446,
    1466,
    1476,
    1477,
    1480,
    1481,
    1498,
    1508,
    1512,
    1516,
    1518,
    152,
    1531,
    1535,
    1537,
    1546,
    1548,
    1551,
    1561,
    1566,
    1571,
    1580,
    1582,
    1591,
    1592,
    1593,
    16,
    1601,
    1609,
    1619,
    1620,
    1627,
    1629,
    163,
    1634,
    164,
    1643,
    1644,
    1645,
    1646,
    1653,
    1656,
    1658,
    1659,
    1667,
    167,
    1670,
    1675,
    168,
    1686,
    1691,
    1705,
    1713,
    1730,
    1733,
    1738,
    1739,
    1746,
    1759,
    1773,
    1776,
    1779,
    1781,
    179,
    1793,
    1800,
    1802,
    181,
    1813,
    1823,
    1825,
    1834,
    1837,
    1843,
    1845,
    1857,
    1858,
    1879,
    1880,
    1883,
    1886,
    1893,
    1897,
    19,
    1902,
    1906,
    1908,
    1922,
    1927,
    1928,
    1934,
    1936,
    1939,
    1943,
    1944,
    1954,
    1964,
    1967,
    1980,
    1996,
    1999,
    201,
    2010,
    2015,
    202,
    2023,
    2028,
    2034,
    2035,
    2041,
    2063,
    2069,
    2070,
    2071,
    2078,
    2084,
    209,
    2097,
    2100,
    2107,
    2118,
    2136,
    2139,
    2142,
    2143,
    2162,
    2164,
    2169,
    218,
    2180,
    219,
    2192,
    2195,
    2207,
    2209,
    2215,
    2216,
    2225,
    2229,
    2230,
    2239,
    2243,
    2245,
    2246,
    2247,
    2250,
    2253,
    2265,
    2266,
    2268,
    227,
    2273,
    2275,
    2284,
    2292,
    2299,
    2303,
    2304,
    2305,
    2309,
    2311,
    2314,
    2323,
    2324,
    2328,
    2337,
    2341,
    2350,
    2355,
    2357,
    2359,
    2362,
    2372,
    2374,
    2380,
    2381,
    2383,
    2386,
    2391,
    2392,
    2395,
    2396,
    2398,
    24,
    240,
    2404,
    2416,
    2417,
    2422,
    2432,
    2436,
    2439,
    2441,
    2447,
    2449,
    2457,
    2464,
    2465,
    2467,
    247,
    2471,
    2475,
    2482,
    2485,
    2497,
    2505,
    251,
    2515,
    2517,
    2531,
    2532,
    2534,
    2549,
    2563,
    2567,
    2571,
    2577,
    2583,
    2585,
    2589,
    2590,
    2591,
    2596,
    260,
    2602,
    2605,
    2616,
    2617,
    2622,
    2628,
    2637,
    2649,
    2653,
    2662,
    2667,
    2674,
    2677,
    2683,
    2685,
    2691,
    2704,
    2713,
    2716,
    2724,
    2728,
    2736,
    2739,
    2749,
    2751,
    2752,
    2759,
    2765,
    2768,
    2779,
    2780,
    2785,
    2787,
    279,
    2790,
    2798,
    2801,
    2807,
    281,
    2811,
    2817,
    2820,
    2825,
    2828,
    2829,
    2832,
    2844,
    2849,
    2853,
    2857,
    2859,
    286,
    2870,
    2871,
    288,
    2880,
    2887,
    2889,
    2904,
    2905,
    2908,
    2909,
    2912,
    2918,
    292,
    2921,
    2925,
    2929,
    2941,
    2943,
    295,
    2957,
    296,
    2969,
    2977,
    2985,
    2997,
    30,
    3001,
    301,
    3025,
    3035,
    3041,
    3048,
    3057,
    3063,
    3069,
    3071,
    3073,
    3079,
    3081,
    3084,
    3089,
    3091,
    3098,
    3109,
    3112,
    3114,
    3126,
    3130,
    3131,
    3150,
    3156,
    3166,
    3186,
    3188,
    3191,
    3195,
    3198,
    32,
    3203,
    3204,
    321,
    322,
    3221,
    3223,
    3224,
    3241,
    3243,
    3245,
    3256,
    3263,
    3272,
    3276,
    3280,
    3281,
    3287,
    3294,
    3305,
    331,
    3311,
    3315,
    332,
    3323,
    3324,
    3326,
    3327,
    3329,
    3335,
    334,
    3345,
    3350,
    3351,
    3362,
    3367,
    3369,
    337,
    3371,
    3376,
    3380,
    3386,
    340,
    3401,
    3407,
    3409,
    3414,
    3415,
    3424,
    3425,
    3428,
    3429,
    343,
    3434,
    3439,
    3442,
    3445,
    3453,
    3455,
    3456,
    3478,
    3479,
    3484,
    349,
    3494,
    3502,
    3505,
    3506,
    3513,
    3518,
    3534,
    3536,
    3538,
    3540,
    3549,
    3557,
    3563,
    3565,
    3567,
    3569,
    357,
    3572,
    3595,
    3606,
    3608,
    3615,
    3617,
    3619,
    3623,
    3624,
    3629,
    3631,
    3633,
    3644,
    3653,
    3669,
    3672,
    3680,
    3682,
    3690,
    3691,
    3697,
    3703,
    3709,
    371,
    3710,
    3718,
    3719,
    3724,
    3732,
    3739,
    374,
    3743,
    3744,
    3748,
    3749,
    3750,
    3751,
    3752,
    3753,
    3754,
    3755,
    3756,
    3757
  ],
  "full_shards": [
    [
      1000,
      1001,
      1005,
      1012,
      1019,
      102,
      1021,
      1040,
      1051,
      1069,
      1072,
      1075,
      1082,
      1087,
      1092,
      1094,
      1098,
      1107,
      1108,
      1122,
      1127,
      1128,
      1129,
      1130,
      1131,
      1132,
      1137,
      1139,
      1147,
      1148,
      1153,
      1154,
      1162,
      1174,
      1180,
      1187,
      1203,
      1216,
      1217,
      1219,
      122,
      1220,
      1233,
      1236,
      1237,
      1242,
      1246,
      1248,
      1251,
      1258
    ],
    [
      1259,
      1262,
      1265,
      1268,
      127,
      1281,
      1286,
      1287,
      13,
      1300,
      1305,
      1307,
      1314,
      1322,
      1325,
      1332,
      1342,
      1348,
      136,
      1361,
      1367,
      1372,
      1375,
      1377,
      1379,
      1381,
      1389,
      1392,
      1393,
      1402,
      1418,
      142,
      143,
      1436,
      1446,
      1466,
      1476,
      1477,
      1480,
      1481,
      1498,
      1508,
      1512,
      1516,
      1518,
      152,
      1531,
      1535,
      1537,
      1546
    ],
    [
      1548,
      1551,
      1561,
      1566,
      1571,
      1580,
      1582,
      1591,
      1592,
      1593,
      16,
      1601,
      1609,
      1619,
      1620,
      1627,
      1629,
      163,
      1634,
      164,
      1643,
      1644,
      1645,
      1646,
      1653,
      1656,
      1658,
      1659,
      1667,
      167,
      1670,
      1675,
      168,
      1686,
      1691,
      1705,
      1713,
      1730,
      1733,
      1738,
      1739,
      1746,
      1759,
      1773,
      1776,
      1779,
      1781,
      179,
      1793
    ],
    [
      1800,
      1802,
      181,
      1813,
      1823,
      1825,
      1834,
      1837,
      1843,
      1845,
      1857,
      1858,
      1879,
      1880,
      1883,
      1886,
      1893,
      1897,
      19,
      1902,
      1906,
      1908,
      1922,
      1927,
      1928,
      1934,
      1936,
      1939,
      1943,
      1944,
      1954,
      1964,
      1967,
      1980,
      1996,
      1999,
      201,
      2010,
      2015,
      202,
      2023,
      2028,
      2034,
      2035,
      2041,
      2063,
      2069,
      2070,
      2071
    ],
    [
      2078,
      2084,
      209,
      2097,
      2100,
      2107,
      2118,
      2136,
      2139,
      2142,
      2143,
      2162,
      2164,
      2169,
      218,
      2180,
      219,
      2192,
      2195,
      2207,
      2209,
      2215,
      2216,
      2225,
      2229,
      2230,
      2239,
      2243,
      2245,
      2246,
      2247,
      2250,
      2253,
      2265,
      2266,
      2268,
      227,
      2273,
      2275,
      2284,
      2292,
      2299,
      2303,
      2304,
      2305,
      2309,
      2311,
      2314,
      2323
    ],
    [
      2324,
      2328,
      2337,
      2341,
      2350,
      2355,
      2357,
      2359,
      2362,
      2372,
      2374,
      2380,
      2381,
      2383,
      2386,
      2391,
      2392,
      2395,
      2396,
      2398,
      24,
      240,
      2404,
      2416,
      2417,
      2422,
      2432,
      2436,
      2439,
      2441,
      2447,
      2449,
      2457,
      2464,
      2465,
      2467,
      247,
      2471,
      2475,
      2482,
      2485,
      2497,
      2505,
      251,
      2515,
      2517,
      2531,
      2532,
      2534
    ],
    [
      2549,
      2563,
      2567,
      2571,
      2577,
      2583,
      2585,
      2589,
      2590,
      2591,
      2596,
      260,
      2602,
      2605,
      2616,
      2617,
      2622,
      2628,
      2637,
      2649,
      2653,
      2662,
      2667,
      2674,
      2677,
      2683,
      2685,
      2691,
      2704,
      2713,
      2716,
      2724,
      2728,
      2736,
      2739,
      2749,
      2751,
      2752,
      2759,
      2765,
      2768,
      2779,
      2780,
      2785,
      2787,
      279,
      2790,
      2798,
      2801
    ],
    [
      2807,
      281,
      2811,
      2817,
      2820,
      2825,
      2828,
      2829,
      2832,
      2844,
      2849,
      2853,
      2857,
      2859,
      286,
      2870,
      2871,
      288,
      2880,
      2887,
      2889,
      2904,
      2905,
      2908,
      2909,
      2912,
      2918,
      292,
      2921,
      2925,
      2929,
      2941,
      2943,
      295,
      2957,
      296,
      2969,
      2977,
      2985,
      2997,
      30,
      3001,
      301,
      3025,
      3035,
      3041,
      3048,
      3057,
      3063
    ],
    [
      3069,
      3071,
      3073,
      3079,
      3081,
      3084,
      3089,
      3091,
      3098,
      3109,
      3112,
      3114,
      3126,
      3130,
      3131,
      3150,
      3156,
      3166,
      3186,
      3188,
      3191,
      3195,
      3198,
      32,
      3203,
      3204,
      321,
      322,
      3221,
      3223,
      3224,
      3241,
      3243,
      3245,
      3256,
      3263,
      3272,
      3276,
      3280,
      3281,
      3287,
      3294,
      3305,
      331,
      3311,
      3315,
      332,
      3323,
      3324
    ],
    [
      3326,
      3327,
      3329,
      3335,
      334,
      3345,
      3350,
      3351,
      3362,
      3367,
      3369,
      337,
      3371,
      3376,
      3380,
      3386,
      340,
      3401,
      3407,
      3409,
      3414,
      3415,
      3424,
      3425,
      3428,
      3429,
      343,
      3434,
      3439,
      3442,
      3445,
      3453,
      3455,
      3456,
      3478,
      3479,
      3484,
      349,
      3494,
      3502,
      3505,
      3506,
      3513,
      3518,
      3534,
      3536,
      3538,
      3540,
      3549
    ],
    [
      3557,
      3563,
      3565,
      3567,
      3569,
      357,
      3572,
      3595,
      3606,
      3608,
      3615,
      3617,
      3619,
      3623,
      3624,
      3629,
      3631,
      3633,
      3644,
      3653,
      3669,
      3672,
      3680,
      3682,
      3690,
      3691,
      3697,
      3703,
      3709,
      371,
      3710,
      3718,
      3719,
      3724,
      3732,
      3739,
      374,
      3743,
      3744,
      3748,
      3749,
      3750,
      3751,
      3752,
      3753,
      3754,
      3755,
      3756,
      3757
    ]
  ],
  "git": {
    "branch": "codex/grouped-moe-hot-path-phase3-phase4-e3",
    "head": "f1e66dde226c3237278095f9e58dce8e5ae0bea0",
    "staged": [
      "docs/evidence/grouped-moe-h2d-wait-cross-model-20260907-01/handoff.md"
    ],
    "status": " M docs/INDEX.md\n M docs/evidence/evidence-levels.md\nA  docs/evidence/grouped-moe-h2d-wait-cross-model-20260907-01/handoff.md\n M docs/superpowers/plans/2026-08-27-three-model-gpu-evidence-and-publication.md\n M docs/superpowers/specs/2026-08-27-market-performance-runtime-design.md\n M packages/backends/offload-qpacked/src/horizon_offload_qpacked/__init__.py\n M packages/backends/offload-qpacked/src/horizon_offload_qpacked/cache_policy.py\n M packages/backends/offload-qpacked/src/horizon_offload_qpacked/catalog.py\n M packages/backends/offload-qpacked/src/horizon_offload_qpacked/fused_compressed.py\n M packages/backends/offload-qpacked/src/horizon_offload_qpacked/fused_compressed_cuda.py\n M packages/backends/offload-qpacked/src/horizon_offload_qpacked/fused_kernel_canary.py\n M packages/backends/offload-qpacked/src/horizon_offload_qpacked/fused_storage.py\n M packages/backends/offload-qpacked/src/horizon_offload_qpacked/grouped_e3.py\n M packages/backends/offload-qpacked/src/horizon_offload_qpacked/grouped_e3_cuda.py\n M packages/backends/offload-qpacked/src/horizon_offload_qpacked/grouped_e3_kernel_source.py\n M packages/backends/offload-qpacked/src/horizon_offload_qpacked/grouped_e3_resources.py\n M packages/backends/offload-qpacked/src/horizon_offload_qpacked/grouped_qpacked_storage.py\n M packages/backends/offload-qpacked/src/horizon_offload_qpacked/immutable_cache_factory.py\n M packages/backends/offload-qpacked/src/horizon_offload_qpacked/immutable_cache_metrics.py\n M packages/backends/offload-qpacked/src/horizon_offload_qpacked/immutable_cache_observations.py\n M packages/backends/offload-qpacked/src/horizon_offload_qpacked/immutable_cache_preflight.py\n M packages/backends/offload-qpacked/src/horizon_offload_qpacked/immutable_cache_staging.py\n M packages/backends/offload-qpacked/src/horizon_offload_qpacked/immutable_expert_cache.py\n M packages/backends/offload-qpacked/src/horizon_offload_qpacked/model_loader.py\n M packages/backends/offload-qpacked/src/horizon_offload_qpacked/partial_cache_routing.py\n M packages/backends/offload-qpacked/src/horizon_offload_qpacked/qpacked_index.py\n M packages/backends/offload-qpacked/src/horizon_offload_qpacked/qwen2_moe.py\n M packages/backends/offload-qpacked/src/horizon_offload_qpacked/routed_moe.py\n M packages/runtime/README.md\n M packages/runtime/pyproject.toml\n M packages/runtime/src/horizon_runtime/admission.py\n M packages/runtime/src/horizon_runtime/fused_budget.py\n M packages/runtime/src/horizon_runtime/fused_e1.py\n M packages/runtime/src/horizon_runtime/fused_preflight.py\n M packages/runtime/src/horizon_runtime/fused_product.py\n M packages/runtime/src/horizon_runtime/fused_prompt_campaign.py\n M packages/runtime/src/horizon_runtime/fused_resource_gate.py\n M packages/runtime/src/horizon_runtime/http_models.py\n M packages/runtime/src/horizon_runtime/incremental_generation.py\n M packages/runtime/src/horizon_runtime/incremental_transformers.py\n M packages/runtime/src/horizon_runtime/qwen_immutable_cache.py\n M packages/runtime/src/horizon_runtime/server.py\n M pyproject.toml\n M tests/integration/offload_qpacked/test_fixture_model_loader.py\n M tests/integration/offload_qpacked/test_immutable_cache_factory.py\n M tests/unit/offload_qpacked/test_cache_policy.py\n M tests/unit/offload_qpacked/test_grouped_e3_attention_construction.py\n M tests/unit/offload_qpacked/test_grouped_e3_cuda.py\n M tests/unit/offload_qpacked/test_grouped_e3_resources.py\n M tests/unit/offload_qpacked/test_grouped_moe_h2d_wait.py\n M tests/unit/offload_qpacked/test_grouped_qpacked_storage.py\n M tests/unit/offload_qpacked/test_immutable_cache_observations.py\n M tests/unit/offload_qpacked/test_immutable_expert_cache.py\n M tests/unit/runtime/test_fused_budget.py\n M tests/unit/runtime/test_fused_preflight.py\n M tests/unit/runtime/test_incremental_generation.py\n M tests/unit/runtime/test_incremental_transformers.py\n M tests/unit/runtime/test_qwen_immutable_cache_composition.py\n M tests/unit/runtime/test_qwen_immutable_cache_facade.py\n M tests/unit/tools/test_run_immutable_cache_qwen_gpu_gate.py\n M tools/grouped_moe_arm_drivers.py\n M tools/grouped_moe_campaign_supervisor.py\n M tools/grouped_moe_h2d_wait.py\n M tools/immutable_cache_gate_watchdog.py\n M tools/run_grouped_moe_real_model_campaign.py\n M uv.lock\n?? docs/architecture/site-design/\n?? docs/evidence/causal-architecture-20260908-01/\n?? docs/evidence/grouped-moe-h2d-operational-20260907-01/\n?? docs/evidence/ifeval-541-authority-20260915-01/\n?? docs/evidence/ifeval-541-full541-20260915-01/\n?? docs/evidence/ifeval-541-pilot5-20260915-01/\n?? docs/evidence/ifeval-541-pilot5-run-20260915-01/\n?? docs/evidence/ifeval-541-source-20260915-01/\n?? docs/evidence/ifeval-541-source-20260915-02/\n?? docs/evidence/olmoe-executor-replay-20260911-01/\n?? docs/evidence/olmoe-executor-replay-20260911-02/\n?? docs/evidence/olmoe-executor-replay-20260911-03/\n?? docs/evidence/olmoe-executor-replay-20260911-04/\n?? docs/evidence/olmoe-executor-replay-20260911-05/\n?? docs/evidence/olmoe-executor-replay-20260911-06/\n?? docs/evidence/olmoe-executor-replay-20260911-07/\n?? docs/evidence/olmoe-executor-replay-20260911-08/\n?? docs/evidence/olmoe-executor-replay-20260911-09/\n?? docs/evidence/olmoe-partial-cache-causal-20260911-01/\n?? docs/evidence/olmoe-partial-residency-regression-investigation-20260911-01/\n?? docs/evidence/olmoe-product-core-smoke-20260911-01/\n?? docs/evidence/olmoe-publication-recovery-20260915-01/\n?? docs/evidence/olmoe-snapshot-ablation-smoke-20260911-01/\n?? docs/evidence/olmoe-t3-two-prompt-20260911-01/\n?? docs/evidence/qwen-30-resident-t3-optimization-20260909-01/\n?? docs/evidence/qwen-39-resident-megazord-20260909-01/\n?? docs/evidence/qwen39-length-replay-20260910-01/\n?? docs/evidence/qwen39-measurement-cost-20260910-01/\n?? docs/evidence/qwen39-snapshot-fix-smoke-20260911-01/\n?? docs/evidence/residency-468-preparation-20260910-01/\n?? docs/evidence/residency-activation-repair-20260910-01/\n?? docs/evidence/residency-prompt-campaign-20260910-01/\n?? docs/evidence/residency-warmup-repair-20260910-01/\n?? docs/evidence/runtime-length-pilot-20260910-01/\n?? docs/roadmap/2026-09-12-site-design-guide-plan.md\n?? docs/roadmap/2026-09-13-site-audit-remediation-plan.md\n?? docs/superpowers/plans/2026-09-08-causal-architecture-validation.md\n?? docs/superpowers/plans/2026-09-08-qwen-comparable-128-campaign.md\n?? docs/superpowers/plans/2026-09-09-qwen-30-resident-t3-optimization.md\n?? docs/superpowers/plans/2026-09-09-qwen-39-resident-megazord.md\n?? docs/superpowers/plans/2026-09-10-horizon-technical-preview-mvp.md\n?? docs/superpowers/plans/2026-09-10-publication-data-plane.md\n?? docs/superpowers/plans/2026-09-10-publication-site.md\n?? docs/superpowers/plans/2026-09-10-residency-468-preparation.md\n?? docs/superpowers/plans/2026-09-10-residency-activation-repair.md\n?? docs/superpowers/plans/2026-09-10-residency-warmup-observation-repair.md\n?? docs/superpowers/plans/2026-09-11-immutable-cache-model-parameterization.md\n?? docs/superpowers/plans/2026-09-11-olmoe-t3-two-prompt-diagnostic.md\n?? docs/superpowers/plans/2026-09-11-product-extreme-performance.md\n?? docs/superpowers/plans/2026-09-11-qwen-c39-top4-down-fusion.md\n?? docs/superpowers/plans/2026-09-14-olmoe-0924-behavioral-fidelity.md\n?? docs/superpowers/plans/2026-09-15-contract-valid-publication-policy.md\n?? docs/superpowers/plans/2026-09-15-olmoe-0924-ifeval-541.md\n?? docs/superpowers/plans/2026-09-15-olmoe-publication-recovery.md\n?? docs/superpowers/prompts/\n?? docs/superpowers/specs/2026-09-08-qwen-comparable-128-campaign-design.md\n?? docs/superpowers/specs/2026-09-09-qwen-30-resident-t3-optimization-design.md\n?? docs/superpowers/specs/2026-09-09-qwen-39-resident-megazord-design.md\n?? docs/superpowers/specs/2026-09-10-horizon-publication-experience-design.md\n?? docs/superpowers/specs/2026-09-10-horizon-technical-preview-mvp-design.md\n?? docs/superpowers/specs/2026-09-11-olmoe-product-acceptance-design.md\n?? docs/superpowers/specs/2026-09-14-olmoe-0924-behavioral-fidelity-design.md\n?? docs/superpowers/specs/2026-09-15-contract-valid-publication-policy-design.md\n?? docs/superpowers/specs/2026-09-15-olmoe-0924-ifeval-541-design.md\n?? packages/backends/offload-qpacked/src/horizon_offload_qpacked/causal_arm_configuration.py\n?? packages/backends/offload-qpacked/src/horizon_offload_qpacked/causal_completion.py\n?? packages/backends/offload-qpacked/src/horizon_offload_qpacked/causal_scalar_execution.py\n?? packages/backends/offload-qpacked/src/horizon_offload_qpacked/equalized_product_executor.py\n?? packages/backends/offload-qpacked/src/horizon_offload_qpacked/grouped_real_kernel_canary.py\n?? packages/backends/offload-qpacked/src/horizon_offload_qpacked/grouped_real_reference_cuda.py\n?? packages/backends/offload-qpacked/src/horizon_offload_qpacked/ifeval_541_authority.py\n?? packages/backends/offload-qpacked/src/horizon_offload_qpacked/immutable_control_recovery.py\n?? packages/backends/offload-qpacked/src/horizon_offload_qpacked/kernel_admission.py\n?? packages/backends/offload-qpacked/src/horizon_offload_qpacked/olmoe_artifact_inventory.py\n?? packages/backends/offload-qpacked/src/horizon_offload_qpacked/olmoe_scalar_canary.py\n?? packages/backends/offload-qpacked/src/horizon_offload_qpacked/product_scalar_activation.py\n?? packages/backends/offload-qpacked/src/horizon_offload_qpacked/product_scalar_runtime.py\n?? packages/backends/offload-qpacked/src/horizon_offload_qpacked/qwen_top4_kernel_source.py\n?? packages/backends/offload-qpacked/src/horizon_offload_qpacked/qwen_top4_runtime.py\n?? packages/backends/offload-qpacked/src/horizon_offload_qpacked/real_kernel_canary.py\n?? packages/backends/offload-qpacked/src/horizon_offload_qpacked/scalar_execution_environment.py\n?? packages/backends/offload-qpacked/src/horizon_offload_qpacked/scalar_kernel_identity.py\n?? packages/runtime/src/horizon_runtime/comparable_http_sse.py\n?? packages/runtime/src/horizon_runtime/immutable_cache.py\n?? packages/runtime/src/horizon_runtime/immutable_cache_cli.py\n?? packages/runtime/src/horizon_runtime/immutable_cache_operational.py\n?? packages/runtime/src/horizon_runtime/immutable_memory_profile.py\n?? packages/runtime/src/horizon_runtime/incremental_token_queue.py\n?? packages/runtime/src/horizon_runtime/qwen_30_equalized_facade.py\n?? packages/runtime/src/horizon_runtime/qwen_immutable_cache_cli.py\n?? packages/runtime/src/horizon_runtime/qwen_immutable_cache_http.py\n?? packages/runtime/src/horizon_runtime/qwen_immutable_cache_operational.py\n?? packages/runtime/src/horizon_runtime/qwen_real_input_authority.py\n?? tests/acceptance/offload_qpacked/test_grouped_e3_activation_cuda.py\n?? tests/acceptance/offload_qpacked/test_grouped_e3_weighted_reduce_cuda.py\n?? tests/unit/offload_qpacked/test_cpu_contention_helper.py\n?? tests/unit/offload_qpacked/test_equalized_product_executor.py\n?? tests/unit/offload_qpacked/test_grouped_moe_h2d_operational.py\n?? tests/unit/runtime/test_comparable_http_sse.py\n?? tests/unit/runtime/test_qwen_30_equalized_facade.py\n?? tests/unit/runtime/test_qwen_immutable_cache_cli.py\n?? tests/unit/runtime/test_qwen_immutable_cache_http.py\n?? tests/unit/runtime/test_qwen_immutable_cache_operational.py\n?? tests/unit/runtime/test_qwen_immutable_cache_operational_smoke.py\n?? tests/unit/tools/test_behavioral_fidelity.py\n?? tests/unit/tools/test_behavioral_fidelity_bundle_v2.py\n?? tests/unit/tools/test_ifeval_541.py\n?? tests/unit/tools/test_ifeval_541_bundle.py\n?? tests/unit/tools/test_ifeval_541_sources.py\n?? tests/unit/tools/test_length_pilot_memory_observation.py\n?? tests/unit/tools/test_olmoe_executor_replay.py\n?? tests/unit/tools/test_olmoe_partial_cache_causal.py\n?? tests/unit/tools/test_olmoe_product_core_smoke.py\n?? tests/unit/tools/test_olmoe_t3_residency_diagnostic.py\n?? tests/unit/tools/test_publication_policy_documentation.py\n?? tests/unit/tools/test_qwen_30_equalization_ablation.py\n?? tests/unit/tools/test_qwen_30_t3_optimization.py\n?? tests/unit/tools/test_qwen_39_measurement_cost.py\n?? tests/unit/tools/test_qwen_39_prompt_replay.py\n?? tests/unit/tools/test_qwen_39_resident_megazord.py\n?? tests/unit/tools/test_residency_campaign.py\n?? tests/unit/tools/test_run_attempt4_vs_immutable_cache_gpu_campaign_v2.py\n?? tests/unit/tools/test_run_olmoe_behavioral_fidelity.py\n?? tests/unit/tools/test_run_olmoe_ifeval_541.py\n?? tests/unit/tools/test_runtime_length_pilot.py\n?? tests/unit/tools/test_scalar_vs_t3_cooperative_diagnostic.py\n?? tools/behavioral_fidelity.py\n?? tools/behavioral_fidelity_bundle_v2.py\n?? tools/causal_control_probe.py\n?? tools/causal_grouped_control.py\n?? tools/causal_grouped_numeric.py\n?? tools/causal_grouped_trace_inspect.py\n?? tools/causal_ladder_gate.py\n?? tools/causal_ladder_thermal.py\n?? tools/causal_ladder_timing.py\n?? tools/causal_ladder_timing_analysis.py\n?? tools/causal_ladder_timing_worker.py\n?? tools/causal_profiler_probe.py\n?? tools/cpu_contention_helper.py\n?? tools/grouped_moe_h2d_operational.py\n?? tools/ifeval_541.py\n?? tools/ifeval_541_bundle.py\n?? tools/ifeval_541_sources.py\n?? tools/olmoe_executor_replay.py\n?? tools/olmoe_partial_cache_causal.py\n?? tools/olmoe_product_core_smoke.py\n?? tools/olmoe_t3_residency_diagnostic.py\n?? tools/product_performance_gpu.py\n?? tools/qwen_30_equalization_ablation.py\n?? tools/qwen_30_t3_optimization.py\n?? tools/qwen_39_measurement_cost.py\n?? tools/qwen_39_prompt_replay.py\n?? tools/qwen_39_resident_megazord.py\n?? tools/recover_olmoe_behavioral_fidelity.py\n?? tools/residency_allocator_smoke.py\n?? tools/residency_campaign.py\n?? tools/residency_campaign_contract.py\n?? tools/residency_campaign_execution.py\n?? tools/run_attempt4_vs_immutable_cache_gpu_campaign_v2.py\n?? tools/run_olmoe_behavioral_fidelity.py\n?? tools/run_olmoe_ifeval_541.py\n?? tools/run_qwen_immutable_cache_operational_smoke.py\n?? tools/runtime_length_pilot.py\n?? tools/scalar_vs_t3_cooperative_diagnostic.py"
  },
  "mode": "full541",
  "model": {
    "checkpoint_hashes_sha256": "2ce3127ce6fcb3a2d63c365fce402ad20205b1d557909a50b2f4b79a15f9f38c",
    "key": "olmoe_0924_instruct",
    "preflight_sha256": "79d83ccc3721c80f624c074aa507a4f3c65b1b1a52974b8869f05af973798639",
    "repository": "allenai/OLMoE-1B-7B-0924-Instruct",
    "revision": "7f1c97f440f06ce36705e4f2b843edb5925f4498"
  },
  "schema": "horizon.ifeval-541.contract.v1",
  "selection": [
    {
      "criterion": "json_format",
      "index": 58,
      "input_ids_sha256": "c295fb917ae48f5c09e75e003c6aab480e193838e7cb23ac53bc0755ff7236f4",
      "input_tokens": 56,
      "instruction_ids": [
        "detectable_format:json_format"
      ],
      "key": 13,
      "kwargs": [
        {}
      ],
      "prompt_sha256": "ec4814a8a3c30d6b24107419c79fa0166e083b644bd57d0bbd6dca27d2cfce9c"
    },
    {
      "criterion": "non_english",
      "index": 268,
      "input_ids_sha256": "14a5adb1f1681cba2e93a95d913c4e1f93dcfd9d6dd2b587b1beae3a47c5e461",
      "input_tokens": 44,
      "instruction_ids": [
        "language:response_language"
      ],
      "key": 240,
      "kwargs": [
        {
          "language": "ru"
        }
      ],
      "prompt_sha256": "90d8174d0a38e10736ae93aace9e04251487f4dd871da8215ed8ee82d99485aa"
    },
    {
      "criterion": "longest_input",
      "index": 358,
      "input_ids_sha256": "4e92dc5bad256fbaec53de223bc0f98a203396522f4d304e7e17df20b3ac0d3a",
      "input_tokens": 362,
      "instruction_ids": [
        "length_constraints:number_sentences"
      ],
      "key": 2859,
      "kwargs": [
        {
          "num_sentences": 4,
          "relation": "less than"
        }
      ],
      "prompt_sha256": "01840f5067d2a86873946a9af0e7871317bd9cedd11e455ff88ad82ef42ee03f"
    },
    {
      "criterion": "most_instructions",
      "index": 385,
      "input_ids_sha256": "6d84970391cfb60d0e350633f199d1360fbd5e59e71af4228d871c64fb8eea39",
      "input_tokens": 52,
      "instruction_ids": [
        "startend:quotation",
        "length_constraints:number_words",
        "startend:quotation"
      ],
      "key": 30,
      "kwargs": [
        {},
        {
          "num_words": 600,
          "relation": "at least"
        },
        {}
      ],
      "prompt_sha256": "88c1e61a2f1c5e322ff317b2246827277272a3f8f1268b0ef5fae8e7aa1e2615"
    },
    {
      "criterion": "largest_word_requirement",
      "index": 466,
      "input_ids_sha256": "8050a810738c5117827ba250e7f1a4bb0daa4ea8bb888adf5b5e911a5545d10d",
      "input_tokens": 37,
      "instruction_ids": [
        "length_constraints:number_words"
      ],
      "key": 3425,
      "kwargs": [
        {
          "num_words": 1200,
          "relation": "at least"
        }
      ],
      "prompt_sha256": "9224a065a5f1d826aab9b42589bfb071718e6a58258a8f3396ac68f14b29309a"
    }
  ],
  "source_snapshot": [
    {
      "byte_length": 12614,
      "path": "tools/ifeval_541_sources.py",
      "sha256": "8a6bf0a3615ec94ea1baed82da3bf1443f768c783f882b680bc6fcadc77f8083",
      "snapshot": "source-snapshot/0000-ifeval_541_sources.py",
      "snapshot_sha256": "8a6bf0a3615ec94ea1baed82da3bf1443f768c783f882b680bc6fcadc77f8083"
    },
    {
      "byte_length": 9390,
      "path": "tools/ifeval_541.py",
      "sha256": "c7c01676377b5dab959720adbab2da95a1f417117357d5ea3e175c0ce08ee80e",
      "snapshot": "source-snapshot/0001-ifeval_541.py",
      "snapshot_sha256": "c7c01676377b5dab959720adbab2da95a1f417117357d5ea3e175c0ce08ee80e"
    },
    {
      "byte_length": 11454,
      "path": "tools/ifeval_541_bundle.py",
      "sha256": "17c4bc74a7ba4dbf0f9d02b59d00b3e9e060d10d314def4ac6e3858bfbe42597",
      "snapshot": "source-snapshot/0002-ifeval_541_bundle.py",
      "snapshot_sha256": "17c4bc74a7ba4dbf0f9d02b59d00b3e9e060d10d314def4ac6e3858bfbe42597"
    },
    {
      "byte_length": 59367,
      "path": "tools/run_olmoe_ifeval_541.py",
      "sha256": "a6ad420bc78a8f4c7580dae908b474b966c49db64d50f37add4637bf076910ef",
      "snapshot": "source-snapshot/0003-run_olmoe_ifeval_541.py",
      "snapshot_sha256": "a6ad420bc78a8f4c7580dae908b474b966c49db64d50f37add4637bf076910ef"
    },
    {
      "byte_length": 66931,
      "path": "packages/backends/offload-qpacked/src/horizon_offload_qpacked/grouped_e3_resources.py",
      "sha256": "c8fcee34848394b5b758d952ba7b4003c2e3a760fb3f974caab5cc352b24d09f",
      "snapshot": "source-snapshot/0004-grouped_e3_resources.py",
      "snapshot_sha256": "c8fcee34848394b5b758d952ba7b4003c2e3a760fb3f974caab5cc352b24d09f"
    },
    {
      "byte_length": 760,
      "path": "packages/backends/offload-qpacked/src/horizon_offload_qpacked/ifeval_541_authority.py",
      "sha256": "c7dba6606cfc07fda4f1ce8fc8c758c4bd4c5e5495964ce087d428698754db97",
      "snapshot": "source-snapshot/0005-ifeval_541_authority.py",
      "snapshot_sha256": "c7dba6606cfc07fda4f1ce8fc8c758c4bd4c5e5495964ce087d428698754db97"
    },
    {
      "byte_length": 3456,
      "path": "pyproject.toml",
      "sha256": "18e6c4c1b1a55c453bcbdd683f4ea09c00170303032d04203002e92637e34691",
      "snapshot": "source-snapshot/0006-pyproject.toml",
      "snapshot_sha256": "18e6c4c1b1a55c453bcbdd683f4ea09c00170303032d04203002e92637e34691"
    },
    {
      "byte_length": 136870,
      "path": "uv.lock",
      "sha256": "8003272f0ce2a73906eb5fbd90c0040b5dd0ca5b13f236988b4e8bf87f8a8224",
      "snapshot": "source-snapshot/0007-uv.lock",
      "snapshot_sha256": "8003272f0ce2a73906eb5fbd90c0040b5dd0ca5b13f236988b4e8bf87f8a8224"
    },
    {
      "byte_length": 27330,
      "path": "docs/superpowers/specs/2026-09-15-olmoe-0924-ifeval-541-design.md",
      "sha256": "002e0ca25126eb8ae15b60bd9963ef40596b7a4572251b6bd97b2cf3be6c0111",
      "snapshot": "source-snapshot/0008-2026-09-15-olmoe-0924-ifeval-541-design.md",
      "snapshot_sha256": "002e0ca25126eb8ae15b60bd9963ef40596b7a4572251b6bd97b2cf3be6c0111"
    }
  ],
  "tokenizer_audit": {
    "audit_sha256": "e9bfcccf154c5a8d31d792d090756bd178003e62b4ad5044d9a21aed1797c788",
    "file": "tokenizer-audit.json",
    "file_sha256": "0913cd8869391538d5b845b2550c25050d2b63e3026942aa01aa3cc87535dbea"
  }
}
