{ "schema": "ax-code.native-mtp-profile.v1", "date": "2026-09-19", "ax_code_base_commit": "2b63720422582d05eff254490a6003bf08acd297", "host": { "soc": "Apple M3 Max", "memory_bytes": 137438953472, "os": "macOS 27.0", "os_build": "26A428" }, "engine": { "sha256": "1fbe7fc50ea16448f98350616273214c0475bffb3ef509fceb3f8849163e97f5", "engine_commit": "51137c71a6794964d52c32c95e275c0923ed8d0b", "version": "ax-engine-server 7.4.0", "mlx_version": "0.32.2", "build_profile": "release" }, "models": { "tiel": { "repo": "AutomatosX/AX-Tiel-Coder-35B-A3B-MLX-AXQ-MXFP4-MTP", "revision": "5ab39b24bfd7f65203be9b7823b1840486f58b6d" }, "cyber": { "repo": "AutomatosX/AX-Cyber-Tiel-Coder-35B-A3B-MLX-AXQ-MXFP4-MTP", "revision": "fe05e871ec69ad9ae8eac01fd285555514ac7daf" } }, "method": { "output_tokens": 256, "temperature": 0.55, "top_p": 1, "top_k": 0, "seed": 0, "trials_per_confirmation_case": 3, "trials_per_pilot_case": 1, "warmup_output_tokens": 64, "confirmation_order": ["tiel-auto", "tiel-agentic", "cyber-agentic", "cyber-auto"], "max_batch_tokens": 2048, "max_output_tokens": 8192, "block_size_tokens": 16, "total_blocks": 2048, "concurrent_requests": 1, "mtp_policy": "required", "ngram_stacking": false, "decode_formula": "(output_tokens - 1) / native_decode_seconds", "prefill_formula": "uncached_input_tokens / native_prefill_seconds", "limitations": [ "One host with other desktop applications active.", "Short fixed-output workload, not coding quality or client throughput.", "MTPLX was not rerun in this ablation.", "No compilation or test suites during timed trials." ] }, "runs": [ { "id": "ax-engine-cyber-agentic-confirm", "cohort": "confirmation", "profile": "agentic", "repo": "AutomatosX/AX-Cyber-Tiel-Coder-35B-A3B-MLX-AXQ-MXFP4-MTP", "revision": "fe05e871ec69ad9ae8eac01fd285555514ac7daf", "env_overrides": { "AX_MLX_PREFIX_CACHE_MAX_ENTRIES": "0" } }, { "id": "ax-engine-cyber-auto-confirm", "cohort": "confirmation", "profile": "auto", "repo": "AutomatosX/AX-Cyber-Tiel-Coder-35B-A3B-MLX-AXQ-MXFP4-MTP", "revision": "fe05e871ec69ad9ae8eac01fd285555514ac7daf", "env_overrides": { "AX_MLX_PREFIX_CACHE_MAX_ENTRIES": "0" } }, { "id": "ax-engine-tiel-agentic-confirm", "cohort": "confirmation", "profile": "agentic", "repo": "AutomatosX/AX-Tiel-Coder-35B-A3B-MLX-AXQ-MXFP4-MTP", "revision": "5ab39b24bfd7f65203be9b7823b1840486f58b6d", "env_overrides": { "AX_MLX_PREFIX_CACHE_MAX_ENTRIES": "0" } }, { "id": "ax-engine-tiel-agentic-pilot", "cohort": "pilot", "profile": "agentic", "repo": "AutomatosX/AX-Tiel-Coder-35B-A3B-MLX-AXQ-MXFP4-MTP", "revision": "5ab39b24bfd7f65203be9b7823b1840486f58b6d", "env_overrides": { "AX_MLX_PREFIX_CACHE_MAX_ENTRIES": "0" } }, { "id": "ax-engine-tiel-auto-confirm", "cohort": "confirmation", "profile": "auto", "repo": "AutomatosX/AX-Tiel-Coder-35B-A3B-MLX-AXQ-MXFP4-MTP", "revision": "5ab39b24bfd7f65203be9b7823b1840486f58b6d", "env_overrides": { "AX_MLX_PREFIX_CACHE_MAX_ENTRIES": "0" } }, { "id": "ax-engine-tiel-auto-pilot", "cohort": "pilot", "profile": "auto", "repo": "AutomatosX/AX-Tiel-Coder-35B-A3B-MLX-AXQ-MXFP4-MTP", "revision": "5ab39b24bfd7f65203be9b7823b1840486f58b6d", "env_overrides": { "AX_MLX_PREFIX_CACHE_MAX_ENTRIES": "0" } }, { "id": "ax-engine-tiel-stochastic-pilot", "cohort": "pilot", "profile": "auto", "repo": "AutomatosX/AX-Tiel-Coder-35B-A3B-MLX-AXQ-MXFP4-MTP", "revision": "5ab39b24bfd7f65203be9b7823b1840486f58b6d", "env_overrides": { "AX_MLX_PREFIX_CACHE_MAX_ENTRIES": "0", "AX_MLX_MTP_DRAFT_MODE": "stochastic" } }, { "id": "ax-engine-tiel-stochastic-t06-pilot", "cohort": "pilot", "profile": "auto", "repo": "AutomatosX/AX-Tiel-Coder-35B-A3B-MLX-AXQ-MXFP4-MTP", "revision": "5ab39b24bfd7f65203be9b7823b1840486f58b6d", "env_overrides": { "AX_MLX_PREFIX_CACHE_MAX_ENTRIES": "0", "AX_MLX_MTP_DRAFT_MODE": "stochastic", "AX_MLX_MTP_DRAFT_TEMPERATURE": "0.6" } }, { "id": "ax-engine-tiel-zero-gate-pilot", "cohort": "pilot", "profile": "agentic", "repo": "AutomatosX/AX-Tiel-Coder-35B-A3B-MLX-AXQ-MXFP4-MTP", "revision": "5ab39b24bfd7f65203be9b7823b1840486f58b6d", "env_overrides": { "AX_MLX_PREFIX_CACHE_MAX_ENTRIES": "0", "AX_MLX_MTP_DRAFT_MIN_CONFIDENCE": "0" } } ], "inputs": { "cyber": { "context": { "messages": [ { "role": "system", "content": "You are a coding assistant. Return only working TypeScript code." }, { "role": "user", "content": "Reference code:\n```ts\nexport function value0(items: readonly number[]): number { return items.reduce((a, b) => a + b, 0); }\nexport function value1(items: readonly number[]): number { return items.reduce((a, b) => a + b, 1); }\nexport function value2(items: readonly number[]): number { return items.reduce((a, b) => a + b, 2); }\nexport function value3(items: readonly number[]): number { return items.reduce((a, b) => a + b, 3); }\nexport function value4(items: readonly number[]): number { return items.reduce((a, b) => a + b, 4); }\nexport function value5(items: readonly number[]): number { return items.reduce((a, b) => a + b, 5); }\nexport function value6(items: readonly number[]): number { return items.reduce((a, b) => a + b, 6); }\nexport function value7(items: readonly number[]): number { return items.reduce((a, b) => a + b, 7); }\nexport function value8(items: readonly number[]): number { return items.reduce((a, b) => a + b, 8); }\nexport function value9(items: readonly number[]): number { return items.reduce((a, b) => a + b, 9); }\nexport function value10(items: readonly number[]): number { return items.reduce((a, b) => a + b, 10); }\nexport function value11(items: readonly number[]): number { return items.reduce((a, b) => a + b, 11); }\nexport function value12(items: readonly number[]): number { return items.reduce((a, b) => a + b, 12); }\nexport function value13(items: readonly number[]): number { return items.reduce((a, b) => a + b, 13); }\nexport function value14(items: readonly number[]): number { return items.reduce((a, b) => a + b, 14); }\nexport function value15(items: readonly number[]): number { return items.reduce((a, b) => a + b, 15); }\nexport function value16(items: readonly number[]): number { return items.reduce((a, b) => a + b, 16); }\nexport function value17(items: readonly number[]): number { return items.reduce((a, b) => a + b, 17); }\nexport function value18(items: readonly number[]): number { return items.reduce((a, b) => a + b, 18); }\nexport function value19(items: readonly number[]): number { return items.reduce((a, b) => a + b, 19); }\nexport function value20(items: readonly number[]): number { return items.reduce((a, b) => a + b, 20); }\nexport function value21(items: readonly number[]): number { return items.reduce((a, b) => a + b, 21); }\nexport function value22(items: readonly number[]): number { return items.reduce((a, b) => a + b, 22); }\nexport function value23(items: readonly number[]): number { return items.reduce((a, b) => a + b, 23); }\nexport function value24(items: readonly number[]): number { return items.reduce((a, b) => a + b, 24); }\nexport function value25(items: readonly number[]): number { return items.reduce((a, b) => a + b, 25); }\nexport function value26(items: readonly number[]): number { return items.reduce((a, b) => a + b, 26); }\nexport function value27(items: readonly number[]): number { return items.reduce((a, b) => a + b, 27); }\nexport function value28(items: readonly number[]): number { return items.reduce((a, b) => a + b, 28); }\nexport function value29(items: readonly number[]): number { return items.reduce((a, b) => a + b, 29); }\nexport function value30(items: readonly number[]): number { return items.reduce((a, b) => a + b, 30); }\nexport function value31(items: readonly number[]): number { return items.reduce((a, b) => a + b, 31); }\nexport function value32(items: readonly number[]): number { return items.reduce((a, b) => a + b, 32); }\nexport function value33(items: readonly number[]): number { return items.reduce((a, b) => a + b, 33); }\nexport function value34(items: readonly number[]): number { return items.reduce((a, b) => a + b, 34); }\nexport function value35(items: readonly number[]): number { return items.reduce((a, b) => a + b, 35); }\nexport function value36(items: readonly number[]): number { return items.reduce((a, b) => a + b, 36); }\nexport function value37(items: readonly number[]): number { return items.reduce((a, b) => a + b, 37); }\nexport function value38(items: readonly number[]): number { return items.reduce((a, b) => a + b, 38); }\nexport function value39(items: readonly number[]): number { return items.reduce((a, b) => a + b, 39); }\nexport function value40(items: readonly number[]): number { return items.reduce((a, b) => a + b, 40); }\nexport function value41(items: readonly number[]): number { return items.reduce((a, b) => a + b, 41); }\nexport function value42(items: readonly number[]): number { return items.reduce((a, b) => a + b, 42); }\nexport function value43(items: readonly number[]): number { return items.reduce((a, b) => a + b, 43); }\nexport function value44(items: readonly number[]): number { return items.reduce((a, b) => a + b, 44); }\nexport function value45(items: readonly number[]): number { return items.reduce((a, b) => a + b, 45); }\nexport function value46(items: readonly number[]): number { return items.reduce((a, b) => a + b, 46); }\nexport function value47(items: readonly number[]): number { return items.reduce((a, b) => a + b, 47); }\nexport function value48(items: readonly number[]): number { return items.reduce((a, b) => a + b, 48); }\nexport function value49(items: readonly number[]): number { return items.reduce((a, b) => a + b, 49); }\nexport function value50(items: readonly number[]): number { return items.reduce((a, b) => a + b, 50); }\nexport function value51(items: readonly number[]): number { return items.reduce((a, b) => a + b, 51); }\nexport function value52(items: readonly number[]): number { return items.reduce((a, b) => a + b, 52); }\nexport function value53(items: readonly number[]): number { return items.reduce((a, b) => a + b, 53); }\nexport function value54(items: readonly number[]): number { return items.reduce((a, b) => a + b, 54); }\nexport function value55(items: readonly number[]): number { return items.reduce((a, b) => a + b, 55); }\nexport function value56(items: readonly number[]): number { return items.reduce((a, b) => a + b, 56); }\nexport function value57(items: readonly number[]): number { return items.reduce((a, b) => a + b, 57); }\nexport function value58(items: readonly number[]): number { return items.reduce((a, b) => a + b, 58); }\nexport function value59(items: readonly number[]): number { return items.reduce((a, b) => a + b, 59); }\nexport function value60(items: readonly number[]): number { return items.reduce((a, b) => a + b, 60); }\nexport function value61(items: readonly number[]): number { return items.reduce((a, b) => a + b, 61); }\nexport function value62(items: readonly number[]): number { return items.reduce((a, b) => a + b, 62); }\nexport function value63(items: readonly number[]): number { return items.reduce((a, b) => a + b, 63); }\nexport function value64(items: readonly number[]): number { return items.reduce((a, b) => a + b, 64); }\nexport function value65(items: readonly number[]): number { return items.reduce((a, b) => a + b, 65); }\nexport function value66(items: readonly number[]): number { return items.reduce((a, b) => a + b, 66); }\nexport function value67(items: readonly number[]): number { return items.reduce((a, b) => a + b, 67); }\nexport function value68(items: readonly number[]): number { return items.reduce((a, b) => a + b, 68); }\nexport function value69(items: readonly number[]): number { return items.reduce((a, b) => a + b, 69); }\nexport function value70(items: readonly number[]): number { return items.reduce((a, b) => a + b, 70); }\nexport function value71(items: readonly number[]): number { return items.reduce((a, b) => a + b, 71); }\nexport function value72(items: readonly number[]): number { return items.reduce((a, b) => a + b, 72); }\nexport function value73(items: readonly number[]): number { return items.reduce((a, b) => a + b, 73); }\nexport function value74(items: readonly number[]): number { return items.reduce((a, b) => a + b, 74); }\nexport function value75(items: readonly number[]): number { return items.reduce((a, b) => a + b, 75); }\nexport function value76(items: readonly number[]): number { return items.reduce((a, b) => a + b, 76); }\nexport function value77(items: readonly number[]): number { return items.reduce((a, b) => a + b, 77); }\nexport function value78(items: readonly number[]): number { return items.reduce((a, b) => a + b, 78); }\nexport function value79(items: readonly number[]): number { return items.reduce((a, b) => a + b, 79); }\nexport function value80(items: readonly number[]): number { return items.reduce((a, b) => a + b, 80); }\nexport function value81(items: readonly number[]): number { return items.reduce((a, b) => a + b, 81); }\nexport function value82(items: readonly number[]): number { return items.reduce((a, b) => a + b, 82); }\nexport function value83(items: readonly number[]): number { return items.reduce((a, b) => a + b, 83); }\nexport function value84(items: readonly number[]): number { return items.reduce((a, b) => a + b, 84); }\nexport function value85(items: readonly number[]): number { return items.reduce((a, b) => a + b, 85); }\nexport function value86(items: readonly number[]): number { return items.reduce((a, b) => a + b, 86); }\nexport function value87(items: readonly number[]): number { return items.reduce((a, b) => a + b, 87); }\nexport function value88(items: readonly number[]): number { return items.reduce((a, b) => a + b, 88); }\nexport function value89(items: readonly number[]): number { return items.reduce((a, b) => a + b, 89); }\nexport function value90(items: readonly number[]): number { return items.reduce((a, b) => a + b, 90); }\nexport function value91(items: readonly number[]): number { return items.reduce((a, b) => a + b, 91); }\nexport function value92(items: readonly number[]): number { return items.reduce((a, b) => a + b, 92); }\nexport function value93(items: readonly number[]): number { return items.reduce((a, b) => a + b, 93); }\nexport function value94(items: readonly number[]): number { return items.reduce((a, b) => a + b, 94); }\nexport function value95(items: readonly number[]): number { return items.reduce((a, b) => a + b, 95); }\n```\nImplement a generic bounded LRU cache with get, set, delete, clear and iteration. Include unit tests for eviction, updating existing keys and zero capacity. Output the complete implementation and tests." } ], "tokens": [ 248045, 8678, 198, 2523, 513, 264, 10505, 17313, 13, 3301, 1132, 3133, 84441, 1970, 13, 271, 2523, 513, 32499, 9009, 12656, 7415, 4175, 11, 264, 11096, 314, 84811, 402, 12, 16, 13, 20, 12, 18, 20, 33, 6481, 18, 33, 13, 21134, 5774, 321, 3413, 284, 943, 13, 20052, 279, 4087, 440, 1132, 1092, 424, 3749, 310, 381, 4252, 321, 38606, 13, 198, 25320, 25, 1724, 440, 86377, 466, 6879, 43873, 4395, 26, 311, 2374, 279, 3296, 26, 884, 52870, 32480, 26, 40289, 440, 16817, 24745, 26, 466, 12771, 264, 1406, 488, 2908, 2582, 1801, 13, 198, 35865, 25, 2426, 7326, 7123, 11, 24580, 1798, 11, 66441, 11, 321, 46737, 1892, 2496, 5758, 55404, 466, 264, 4221, 9663, 364, 193288, 477, 13, 13262, 279, 1534, 4087, 15192, 13, 5272, 279, 3140, 5759, 421, 384, 47612, 424, 318, 20139, 58655, 948, 2716, 26, 11140, 466, 1970, 1132, 948, 781, 7005, 836, 1925, 553, 1368, 34032, 33955, 11, 1910, 748, 321, 10033, 3069, 1892, 2496, 49325, 25969, 364, 279, 23708, 314, 193288, 477, 13, 198, 2592, 264, 1156, 1622, 369, 34032, 52920, 11, 2466, 264, 16724, 3296, 11, 1459, 914, 7692, 13, 248046, 198, 248045, 846, 198, 8589, 1970, 25, 198, 71093, 2491, 198, 1479, 709, 869, 15, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 15, 1174, 333, 198, 1479, 709, 869, 16, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 16, 1174, 333, 198, 1479, 709, 869, 17, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 17, 1174, 333, 198, 1479, 709, 869, 18, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 18, 1174, 333, 198, 1479, 709, 869, 19, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 19, 1174, 333, 198, 1479, 709, 869, 20, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 20, 1174, 333, 198, 1479, 709, 869, 21, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 21, 1174, 333, 198, 1479, 709, 869, 22, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 22, 1174, 333, 198, 1479, 709, 869, 23, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 23, 1174, 333, 198, 1479, 709, 869, 24, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 24, 1174, 333, 198, 1479, 709, 869, 16, 15, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 16, 15, 1174, 333, 198, 1479, 709, 869, 16, 16, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 16, 16, 1174, 333, 198, 1479, 709, 869, 16, 17, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 16, 17, 1174, 333, 198, 1479, 709, 869, 16, 18, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 16, 18, 1174, 333, 198, 1479, 709, 869, 16, 19, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 16, 19, 1174, 333, 198, 1479, 709, 869, 16, 20, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 16, 20, 1174, 333, 198, 1479, 709, 869, 16, 21, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 16, 21, 1174, 333, 198, 1479, 709, 869, 16, 22, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 16, 22, 1174, 333, 198, 1479, 709, 869, 16, 23, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 16, 23, 1174, 333, 198, 1479, 709, 869, 16, 24, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 16, 24, 1174, 333, 198, 1479, 709, 869, 17, 15, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 17, 15, 1174, 333, 198, 1479, 709, 869, 17, 16, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 17, 16, 1174, 333, 198, 1479, 709, 869, 17, 17, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 17, 17, 1174, 333, 198, 1479, 709, 869, 17, 18, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 17, 18, 1174, 333, 198, 1479, 709, 869, 17, 19, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 17, 19, 1174, 333, 198, 1479, 709, 869, 17, 20, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 17, 20, 1174, 333, 198, 1479, 709, 869, 17, 21, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 17, 21, 1174, 333, 198, 1479, 709, 869, 17, 22, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 17, 22, 1174, 333, 198, 1479, 709, 869, 17, 23, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 17, 23, 1174, 333, 198, 1479, 709, 869, 17, 24, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 17, 24, 1174, 333, 198, 1479, 709, 869, 18, 15, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 18, 15, 1174, 333, 198, 1479, 709, 869, 18, 16, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 18, 16, 1174, 333, 198, 1479, 709, 869, 18, 17, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 18, 17, 1174, 333, 198, 1479, 709, 869, 18, 18, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 18, 18, 1174, 333, 198, 1479, 709, 869, 18, 19, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 18, 19, 1174, 333, 198, 1479, 709, 869, 18, 20, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 18, 20, 1174, 333, 198, 1479, 709, 869, 18, 21, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 18, 21, 1174, 333, 198, 1479, 709, 869, 18, 22, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 18, 22, 1174, 333, 198, 1479, 709, 869, 18, 23, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 18, 23, 1174, 333, 198, 1479, 709, 869, 18, 24, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 18, 24, 1174, 333, 198, 1479, 709, 869, 19, 15, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 19, 15, 1174, 333, 198, 1479, 709, 869, 19, 16, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 19, 16, 1174, 333, 198, 1479, 709, 869, 19, 17, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 19, 17, 1174, 333, 198, 1479, 709, 869, 19, 18, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 19, 18, 1174, 333, 198, 1479, 709, 869, 19, 19, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 19, 19, 1174, 333, 198, 1479, 709, 869, 19, 20, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 19, 20, 1174, 333, 198, 1479, 709, 869, 19, 21, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 19, 21, 1174, 333, 198, 1479, 709, 869, 19, 22, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 19, 22, 1174, 333, 198, 1479, 709, 869, 19, 23, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 19, 23, 1174, 333, 198, 1479, 709, 869, 19, 24, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 19, 24, 1174, 333, 198, 1479, 709, 869, 20, 15, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 20, 15, 1174, 333, 198, 1479, 709, 869, 20, 16, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 20, 16, 1174, 333, 198, 1479, 709, 869, 20, 17, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 20, 17, 1174, 333, 198, 1479, 709, 869, 20, 18, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 20, 18, 1174, 333, 198, 1479, 709, 869, 20, 19, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 20, 19, 1174, 333, 198, 1479, 709, 869, 20, 20, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 20, 20, 1174, 333, 198, 1479, 709, 869, 20, 21, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 20, 21, 1174, 333, 198, 1479, 709, 869, 20, 22, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 20, 22, 1174, 333, 198, 1479, 709, 869, 20, 23, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 20, 23, 1174, 333, 198, 1479, 709, 869, 20, 24, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 20, 24, 1174, 333, 198, 1479, 709, 869, 21, 15, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 21, 15, 1174, 333, 198, 1479, 709, 869, 21, 16, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 21, 16, 1174, 333, 198, 1479, 709, 869, 21, 17, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 21, 17, 1174, 333, 198, 1479, 709, 869, 21, 18, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 21, 18, 1174, 333, 198, 1479, 709, 869, 21, 19, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 21, 19, 1174, 333, 198, 1479, 709, 869, 21, 20, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 21, 20, 1174, 333, 198, 1479, 709, 869, 21, 21, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 21, 21, 1174, 333, 198, 1479, 709, 869, 21, 22, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 21, 22, 1174, 333, 198, 1479, 709, 869, 21, 23, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 21, 23, 1174, 333, 198, 1479, 709, 869, 21, 24, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 21, 24, 1174, 333, 198, 1479, 709, 869, 22, 15, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 22, 15, 1174, 333, 198, 1479, 709, 869, 22, 16, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 22, 16, 1174, 333, 198, 1479, 709, 869, 22, 17, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 22, 17, 1174, 333, 198, 1479, 709, 869, 22, 18, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 22, 18, 1174, 333, 198, 1479, 709, 869, 22, 19, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 22, 19, 1174, 333, 198, 1479, 709, 869, 22, 20, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 22, 20, 1174, 333, 198, 1479, 709, 869, 22, 21, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 22, 21, 1174, 333, 198, 1479, 709, 869, 22, 22, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 22, 22, 1174, 333, 198, 1479, 709, 869, 22, 23, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 22, 23, 1174, 333, 198, 1479, 709, 869, 22, 24, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 22, 24, 1174, 333, 198, 1479, 709, 869, 23, 15, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 23, 15, 1174, 333, 198, 1479, 709, 869, 23, 16, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 23, 16, 1174, 333, 198, 1479, 709, 869, 23, 17, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 23, 17, 1174, 333, 198, 1479, 709, 869, 23, 18, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 23, 18, 1174, 333, 198, 1479, 709, 869, 23, 19, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 23, 19, 1174, 333, 198, 1479, 709, 869, 23, 20, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 23, 20, 1174, 333, 198, 1479, 709, 869, 23, 21, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 23, 21, 1174, 333, 198, 1479, 709, 869, 23, 22, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 23, 22, 1174, 333, 198, 1479, 709, 869, 23, 23, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 23, 23, 1174, 333, 198, 1479, 709, 869, 23, 24, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 23, 24, 1174, 333, 198, 1479, 709, 869, 24, 15, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 24, 15, 1174, 333, 198, 1479, 709, 869, 24, 16, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 24, 16, 1174, 333, 198, 1479, 709, 869, 24, 17, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 24, 17, 1174, 333, 198, 1479, 709, 869, 24, 18, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 24, 18, 1174, 333, 198, 1479, 709, 869, 24, 19, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 24, 19, 1174, 333, 198, 1479, 709, 869, 24, 20, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 24, 20, 1174, 333, 198, 71093, 198, 60856, 264, 13553, 59056, 436, 34810, 6297, 440, 615, 11, 716, 11, 3572, 11, 2708, 321, 18971, 13, 28763, 4821, 6813, 364, 75555, 11, 20368, 6149, 6679, 321, 6942, 8390, 13, 8984, 279, 4434, 7873, 321, 6813, 13, 248046, 198, 248045, 74455, 198, 248068, 271, 248069, 271 ], "token_sha256": "05835af698ef6ca2b2e491960f32dabbb6b738715a950b7e34f642e19f740790" }, "short": { "messages": [ { "role": "system", "content": "You are a coding assistant. Return only working TypeScript code." }, { "role": "user", "content": "Reference code:\n```ts\nexport function value0(items: readonly number[]): number { return items.reduce((a, b) => a + b, 0); }\nexport function value1(items: readonly number[]): number { return items.reduce((a, b) => a + b, 1); }\nexport function value2(items: readonly number[]): number { return items.reduce((a, b) => a + b, 2); }\nexport function value3(items: readonly number[]): number { return items.reduce((a, b) => a + b, 3); }\nexport function value4(items: readonly number[]): number { return items.reduce((a, b) => a + b, 4); }\nexport function value5(items: readonly number[]): number { return items.reduce((a, b) => a + b, 5); }\nexport function value6(items: readonly number[]): number { return items.reduce((a, b) => a + b, 6); }\nexport function value7(items: readonly number[]): number { return items.reduce((a, b) => a + b, 7); }\n```\nImplement a generic bounded LRU cache with get, set, delete, clear and iteration. Include unit tests for eviction, updating existing keys and zero capacity. Output the complete implementation and tests." } ], "tokens": [ 248045, 8678, 198, 2523, 513, 264, 10505, 17313, 13, 3301, 1132, 3133, 84441, 1970, 13, 271, 2523, 513, 32499, 9009, 12656, 7415, 4175, 11, 264, 11096, 314, 84811, 402, 12, 16, 13, 20, 12, 18, 20, 33, 6481, 18, 33, 13, 21134, 5774, 321, 3413, 284, 943, 13, 20052, 279, 4087, 440, 1132, 1092, 424, 3749, 310, 381, 4252, 321, 38606, 13, 198, 25320, 25, 1724, 440, 86377, 466, 6879, 43873, 4395, 26, 311, 2374, 279, 3296, 26, 884, 52870, 32480, 26, 40289, 440, 16817, 24745, 26, 466, 12771, 264, 1406, 488, 2908, 2582, 1801, 13, 198, 35865, 25, 2426, 7326, 7123, 11, 24580, 1798, 11, 66441, 11, 321, 46737, 1892, 2496, 5758, 55404, 466, 264, 4221, 9663, 364, 193288, 477, 13, 13262, 279, 1534, 4087, 15192, 13, 5272, 279, 3140, 5759, 421, 384, 47612, 424, 318, 20139, 58655, 948, 2716, 26, 11140, 466, 1970, 1132, 948, 781, 7005, 836, 1925, 553, 1368, 34032, 33955, 11, 1910, 748, 321, 10033, 3069, 1892, 2496, 49325, 25969, 364, 279, 23708, 314, 193288, 477, 13, 198, 2592, 264, 1156, 1622, 369, 34032, 52920, 11, 2466, 264, 16724, 3296, 11, 1459, 914, 7692, 13, 248046, 198, 248045, 846, 198, 8589, 1970, 25, 198, 71093, 2491, 198, 1479, 709, 869, 15, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 15, 1174, 333, 198, 1479, 709, 869, 16, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 16, 1174, 333, 198, 1479, 709, 869, 17, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 17, 1174, 333, 198, 1479, 709, 869, 18, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 18, 1174, 333, 198, 1479, 709, 869, 19, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 19, 1174, 333, 198, 1479, 709, 869, 20, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 20, 1174, 333, 198, 1479, 709, 869, 21, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 21, 1174, 333, 198, 1479, 709, 869, 22, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 22, 1174, 333, 198, 71093, 198, 60856, 264, 13553, 59056, 436, 34810, 6297, 440, 615, 11, 716, 11, 3572, 11, 2708, 321, 18971, 13, 28763, 4821, 6813, 364, 75555, 11, 20368, 6149, 6679, 321, 6942, 8390, 13, 8984, 279, 4434, 7873, 321, 6813, 13, 248046, 198, 248045, 74455, 198, 248068, 271, 248069, 271 ], "token_sha256": "2ef69565145a5ef393fbd05306f4352f70cfe2188c9f54c2e02e05bbc9039a50" } }, "tiel": { "context": { "messages": [ { "role": "system", "content": "You are a coding assistant. Return only working TypeScript code." }, { "role": "user", "content": "Reference code:\n```ts\nexport function value0(items: readonly number[]): number { return items.reduce((a, b) => a + b, 0); }\nexport function value1(items: readonly number[]): number { return items.reduce((a, b) => a + b, 1); }\nexport function value2(items: readonly number[]): number { return items.reduce((a, b) => a + b, 2); }\nexport function value3(items: readonly number[]): number { return items.reduce((a, b) => a + b, 3); }\nexport function value4(items: readonly number[]): number { return items.reduce((a, b) => a + b, 4); }\nexport function value5(items: readonly number[]): number { return items.reduce((a, b) => a + b, 5); }\nexport function value6(items: readonly number[]): number { return items.reduce((a, b) => a + b, 6); }\nexport function value7(items: readonly number[]): number { return items.reduce((a, b) => a + b, 7); }\nexport function value8(items: readonly number[]): number { return items.reduce((a, b) => a + b, 8); }\nexport function value9(items: readonly number[]): number { return items.reduce((a, b) => a + b, 9); }\nexport function value10(items: readonly number[]): number { return items.reduce((a, b) => a + b, 10); }\nexport function value11(items: readonly number[]): number { return items.reduce((a, b) => a + b, 11); }\nexport function value12(items: readonly number[]): number { return items.reduce((a, b) => a + b, 12); }\nexport function value13(items: readonly number[]): number { return items.reduce((a, b) => a + b, 13); }\nexport function value14(items: readonly number[]): number { return items.reduce((a, b) => a + b, 14); }\nexport function value15(items: readonly number[]): number { return items.reduce((a, b) => a + b, 15); }\nexport function value16(items: readonly number[]): number { return items.reduce((a, b) => a + b, 16); }\nexport function value17(items: readonly number[]): number { return items.reduce((a, b) => a + b, 17); }\nexport function value18(items: readonly number[]): number { return items.reduce((a, b) => a + b, 18); }\nexport function value19(items: readonly number[]): number { return items.reduce((a, b) => a + b, 19); }\nexport function value20(items: readonly number[]): number { return items.reduce((a, b) => a + b, 20); }\nexport function value21(items: readonly number[]): number { return items.reduce((a, b) => a + b, 21); }\nexport function value22(items: readonly number[]): number { return items.reduce((a, b) => a + b, 22); }\nexport function value23(items: readonly number[]): number { return items.reduce((a, b) => a + b, 23); }\nexport function value24(items: readonly number[]): number { return items.reduce((a, b) => a + b, 24); }\nexport function value25(items: readonly number[]): number { return items.reduce((a, b) => a + b, 25); }\nexport function value26(items: readonly number[]): number { return items.reduce((a, b) => a + b, 26); }\nexport function value27(items: readonly number[]): number { return items.reduce((a, b) => a + b, 27); }\nexport function value28(items: readonly number[]): number { return items.reduce((a, b) => a + b, 28); }\nexport function value29(items: readonly number[]): number { return items.reduce((a, b) => a + b, 29); }\nexport function value30(items: readonly number[]): number { return items.reduce((a, b) => a + b, 30); }\nexport function value31(items: readonly number[]): number { return items.reduce((a, b) => a + b, 31); }\nexport function value32(items: readonly number[]): number { return items.reduce((a, b) => a + b, 32); }\nexport function value33(items: readonly number[]): number { return items.reduce((a, b) => a + b, 33); }\nexport function value34(items: readonly number[]): number { return items.reduce((a, b) => a + b, 34); }\nexport function value35(items: readonly number[]): number { return items.reduce((a, b) => a + b, 35); }\nexport function value36(items: readonly number[]): number { return items.reduce((a, b) => a + b, 36); }\nexport function value37(items: readonly number[]): number { return items.reduce((a, b) => a + b, 37); }\nexport function value38(items: readonly number[]): number { return items.reduce((a, b) => a + b, 38); }\nexport function value39(items: readonly number[]): number { return items.reduce((a, b) => a + b, 39); }\nexport function value40(items: readonly number[]): number { return items.reduce((a, b) => a + b, 40); }\nexport function value41(items: readonly number[]): number { return items.reduce((a, b) => a + b, 41); }\nexport function value42(items: readonly number[]): number { return items.reduce((a, b) => a + b, 42); }\nexport function value43(items: readonly number[]): number { return items.reduce((a, b) => a + b, 43); }\nexport function value44(items: readonly number[]): number { return items.reduce((a, b) => a + b, 44); }\nexport function value45(items: readonly number[]): number { return items.reduce((a, b) => a + b, 45); }\nexport function value46(items: readonly number[]): number { return items.reduce((a, b) => a + b, 46); }\nexport function value47(items: readonly number[]): number { return items.reduce((a, b) => a + b, 47); }\nexport function value48(items: readonly number[]): number { return items.reduce((a, b) => a + b, 48); }\nexport function value49(items: readonly number[]): number { return items.reduce((a, b) => a + b, 49); }\nexport function value50(items: readonly number[]): number { return items.reduce((a, b) => a + b, 50); }\nexport function value51(items: readonly number[]): number { return items.reduce((a, b) => a + b, 51); }\nexport function value52(items: readonly number[]): number { return items.reduce((a, b) => a + b, 52); }\nexport function value53(items: readonly number[]): number { return items.reduce((a, b) => a + b, 53); }\nexport function value54(items: readonly number[]): number { return items.reduce((a, b) => a + b, 54); }\nexport function value55(items: readonly number[]): number { return items.reduce((a, b) => a + b, 55); }\nexport function value56(items: readonly number[]): number { return items.reduce((a, b) => a + b, 56); }\nexport function value57(items: readonly number[]): number { return items.reduce((a, b) => a + b, 57); }\nexport function value58(items: readonly number[]): number { return items.reduce((a, b) => a + b, 58); }\nexport function value59(items: readonly number[]): number { return items.reduce((a, b) => a + b, 59); }\nexport function value60(items: readonly number[]): number { return items.reduce((a, b) => a + b, 60); }\nexport function value61(items: readonly number[]): number { return items.reduce((a, b) => a + b, 61); }\nexport function value62(items: readonly number[]): number { return items.reduce((a, b) => a + b, 62); }\nexport function value63(items: readonly number[]): number { return items.reduce((a, b) => a + b, 63); }\nexport function value64(items: readonly number[]): number { return items.reduce((a, b) => a + b, 64); }\nexport function value65(items: readonly number[]): number { return items.reduce((a, b) => a + b, 65); }\nexport function value66(items: readonly number[]): number { return items.reduce((a, b) => a + b, 66); }\nexport function value67(items: readonly number[]): number { return items.reduce((a, b) => a + b, 67); }\nexport function value68(items: readonly number[]): number { return items.reduce((a, b) => a + b, 68); }\nexport function value69(items: readonly number[]): number { return items.reduce((a, b) => a + b, 69); }\nexport function value70(items: readonly number[]): number { return items.reduce((a, b) => a + b, 70); }\nexport function value71(items: readonly number[]): number { return items.reduce((a, b) => a + b, 71); }\nexport function value72(items: readonly number[]): number { return items.reduce((a, b) => a + b, 72); }\nexport function value73(items: readonly number[]): number { return items.reduce((a, b) => a + b, 73); }\nexport function value74(items: readonly number[]): number { return items.reduce((a, b) => a + b, 74); }\nexport function value75(items: readonly number[]): number { return items.reduce((a, b) => a + b, 75); }\nexport function value76(items: readonly number[]): number { return items.reduce((a, b) => a + b, 76); }\nexport function value77(items: readonly number[]): number { return items.reduce((a, b) => a + b, 77); }\nexport function value78(items: readonly number[]): number { return items.reduce((a, b) => a + b, 78); }\nexport function value79(items: readonly number[]): number { return items.reduce((a, b) => a + b, 79); }\nexport function value80(items: readonly number[]): number { return items.reduce((a, b) => a + b, 80); }\nexport function value81(items: readonly number[]): number { return items.reduce((a, b) => a + b, 81); }\nexport function value82(items: readonly number[]): number { return items.reduce((a, b) => a + b, 82); }\nexport function value83(items: readonly number[]): number { return items.reduce((a, b) => a + b, 83); }\nexport function value84(items: readonly number[]): number { return items.reduce((a, b) => a + b, 84); }\nexport function value85(items: readonly number[]): number { return items.reduce((a, b) => a + b, 85); }\nexport function value86(items: readonly number[]): number { return items.reduce((a, b) => a + b, 86); }\nexport function value87(items: readonly number[]): number { return items.reduce((a, b) => a + b, 87); }\nexport function value88(items: readonly number[]): number { return items.reduce((a, b) => a + b, 88); }\nexport function value89(items: readonly number[]): number { return items.reduce((a, b) => a + b, 89); }\nexport function value90(items: readonly number[]): number { return items.reduce((a, b) => a + b, 90); }\nexport function value91(items: readonly number[]): number { return items.reduce((a, b) => a + b, 91); }\nexport function value92(items: readonly number[]): number { return items.reduce((a, b) => a + b, 92); }\nexport function value93(items: readonly number[]): number { return items.reduce((a, b) => a + b, 93); }\nexport function value94(items: readonly number[]): number { return items.reduce((a, b) => a + b, 94); }\nexport function value95(items: readonly number[]): number { return items.reduce((a, b) => a + b, 95); }\n```\nImplement a generic bounded LRU cache with get, set, delete, clear and iteration. Include unit tests for eviction, updating existing keys and zero capacity. Output the complete implementation and tests." } ], "tokens": [ 248045, 8678, 198, 2523, 513, 264, 10505, 17313, 13, 3301, 1132, 3133, 84441, 1970, 13, 271, 15666, 5774, 321, 3413, 284, 943, 13, 20052, 279, 4087, 440, 1132, 1092, 424, 3749, 310, 381, 4252, 321, 38606, 13, 198, 25320, 25, 1724, 440, 86377, 466, 6879, 43873, 4395, 26, 311, 2374, 279, 3296, 26, 884, 52870, 32480, 26, 40289, 440, 16817, 24745, 26, 466, 12771, 264, 1406, 488, 2908, 2582, 1801, 13, 198, 35865, 25, 2426, 7326, 7123, 11, 24580, 1798, 11, 66441, 11, 321, 46737, 1892, 2496, 5758, 55404, 466, 264, 4221, 9663, 364, 193288, 477, 13, 13262, 279, 1534, 4087, 15192, 13, 5272, 279, 3140, 5759, 421, 384, 47612, 424, 318, 20139, 58655, 948, 2716, 26, 11140, 466, 1970, 1132, 948, 781, 7005, 836, 1925, 553, 1368, 34032, 33955, 11, 1910, 748, 321, 10033, 3069, 1892, 2496, 49325, 25969, 364, 279, 23708, 314, 193288, 477, 13, 198, 2592, 264, 1156, 1622, 369, 34032, 52920, 11, 2466, 264, 16724, 3296, 11, 1459, 914, 7692, 13, 248046, 198, 248045, 846, 198, 8589, 1970, 25, 198, 71093, 2491, 198, 1479, 709, 869, 15, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 15, 1174, 333, 198, 1479, 709, 869, 16, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 16, 1174, 333, 198, 1479, 709, 869, 17, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 17, 1174, 333, 198, 1479, 709, 869, 18, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 18, 1174, 333, 198, 1479, 709, 869, 19, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 19, 1174, 333, 198, 1479, 709, 869, 20, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 20, 1174, 333, 198, 1479, 709, 869, 21, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 21, 1174, 333, 198, 1479, 709, 869, 22, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 22, 1174, 333, 198, 1479, 709, 869, 23, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 23, 1174, 333, 198, 1479, 709, 869, 24, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 24, 1174, 333, 198, 1479, 709, 869, 16, 15, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 16, 15, 1174, 333, 198, 1479, 709, 869, 16, 16, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 16, 16, 1174, 333, 198, 1479, 709, 869, 16, 17, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 16, 17, 1174, 333, 198, 1479, 709, 869, 16, 18, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 16, 18, 1174, 333, 198, 1479, 709, 869, 16, 19, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 16, 19, 1174, 333, 198, 1479, 709, 869, 16, 20, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 16, 20, 1174, 333, 198, 1479, 709, 869, 16, 21, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 16, 21, 1174, 333, 198, 1479, 709, 869, 16, 22, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 16, 22, 1174, 333, 198, 1479, 709, 869, 16, 23, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 16, 23, 1174, 333, 198, 1479, 709, 869, 16, 24, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 16, 24, 1174, 333, 198, 1479, 709, 869, 17, 15, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 17, 15, 1174, 333, 198, 1479, 709, 869, 17, 16, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 17, 16, 1174, 333, 198, 1479, 709, 869, 17, 17, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 17, 17, 1174, 333, 198, 1479, 709, 869, 17, 18, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 17, 18, 1174, 333, 198, 1479, 709, 869, 17, 19, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 17, 19, 1174, 333, 198, 1479, 709, 869, 17, 20, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 17, 20, 1174, 333, 198, 1479, 709, 869, 17, 21, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 17, 21, 1174, 333, 198, 1479, 709, 869, 17, 22, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 17, 22, 1174, 333, 198, 1479, 709, 869, 17, 23, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 17, 23, 1174, 333, 198, 1479, 709, 869, 17, 24, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 17, 24, 1174, 333, 198, 1479, 709, 869, 18, 15, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 18, 15, 1174, 333, 198, 1479, 709, 869, 18, 16, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 18, 16, 1174, 333, 198, 1479, 709, 869, 18, 17, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 18, 17, 1174, 333, 198, 1479, 709, 869, 18, 18, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 18, 18, 1174, 333, 198, 1479, 709, 869, 18, 19, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 18, 19, 1174, 333, 198, 1479, 709, 869, 18, 20, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 18, 20, 1174, 333, 198, 1479, 709, 869, 18, 21, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 18, 21, 1174, 333, 198, 1479, 709, 869, 18, 22, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 18, 22, 1174, 333, 198, 1479, 709, 869, 18, 23, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 18, 23, 1174, 333, 198, 1479, 709, 869, 18, 24, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 18, 24, 1174, 333, 198, 1479, 709, 869, 19, 15, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 19, 15, 1174, 333, 198, 1479, 709, 869, 19, 16, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 19, 16, 1174, 333, 198, 1479, 709, 869, 19, 17, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 19, 17, 1174, 333, 198, 1479, 709, 869, 19, 18, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 19, 18, 1174, 333, 198, 1479, 709, 869, 19, 19, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 19, 19, 1174, 333, 198, 1479, 709, 869, 19, 20, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 19, 20, 1174, 333, 198, 1479, 709, 869, 19, 21, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 19, 21, 1174, 333, 198, 1479, 709, 869, 19, 22, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 19, 22, 1174, 333, 198, 1479, 709, 869, 19, 23, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 19, 23, 1174, 333, 198, 1479, 709, 869, 19, 24, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 19, 24, 1174, 333, 198, 1479, 709, 869, 20, 15, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 20, 15, 1174, 333, 198, 1479, 709, 869, 20, 16, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 20, 16, 1174, 333, 198, 1479, 709, 869, 20, 17, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 20, 17, 1174, 333, 198, 1479, 709, 869, 20, 18, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 20, 18, 1174, 333, 198, 1479, 709, 869, 20, 19, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 20, 19, 1174, 333, 198, 1479, 709, 869, 20, 20, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 20, 20, 1174, 333, 198, 1479, 709, 869, 20, 21, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 20, 21, 1174, 333, 198, 1479, 709, 869, 20, 22, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 20, 22, 1174, 333, 198, 1479, 709, 869, 20, 23, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 20, 23, 1174, 333, 198, 1479, 709, 869, 20, 24, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 20, 24, 1174, 333, 198, 1479, 709, 869, 21, 15, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 21, 15, 1174, 333, 198, 1479, 709, 869, 21, 16, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 21, 16, 1174, 333, 198, 1479, 709, 869, 21, 17, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 21, 17, 1174, 333, 198, 1479, 709, 869, 21, 18, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 21, 18, 1174, 333, 198, 1479, 709, 869, 21, 19, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 21, 19, 1174, 333, 198, 1479, 709, 869, 21, 20, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 21, 20, 1174, 333, 198, 1479, 709, 869, 21, 21, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 21, 21, 1174, 333, 198, 1479, 709, 869, 21, 22, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 21, 22, 1174, 333, 198, 1479, 709, 869, 21, 23, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 21, 23, 1174, 333, 198, 1479, 709, 869, 21, 24, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 21, 24, 1174, 333, 198, 1479, 709, 869, 22, 15, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 22, 15, 1174, 333, 198, 1479, 709, 869, 22, 16, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 22, 16, 1174, 333, 198, 1479, 709, 869, 22, 17, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 22, 17, 1174, 333, 198, 1479, 709, 869, 22, 18, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 22, 18, 1174, 333, 198, 1479, 709, 869, 22, 19, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 22, 19, 1174, 333, 198, 1479, 709, 869, 22, 20, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 22, 20, 1174, 333, 198, 1479, 709, 869, 22, 21, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 22, 21, 1174, 333, 198, 1479, 709, 869, 22, 22, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 22, 22, 1174, 333, 198, 1479, 709, 869, 22, 23, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 22, 23, 1174, 333, 198, 1479, 709, 869, 22, 24, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 22, 24, 1174, 333, 198, 1479, 709, 869, 23, 15, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 23, 15, 1174, 333, 198, 1479, 709, 869, 23, 16, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 23, 16, 1174, 333, 198, 1479, 709, 869, 23, 17, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 23, 17, 1174, 333, 198, 1479, 709, 869, 23, 18, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 23, 18, 1174, 333, 198, 1479, 709, 869, 23, 19, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 23, 19, 1174, 333, 198, 1479, 709, 869, 23, 20, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 23, 20, 1174, 333, 198, 1479, 709, 869, 23, 21, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 23, 21, 1174, 333, 198, 1479, 709, 869, 23, 22, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 23, 22, 1174, 333, 198, 1479, 709, 869, 23, 23, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 23, 23, 1174, 333, 198, 1479, 709, 869, 23, 24, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 23, 24, 1174, 333, 198, 1479, 709, 869, 24, 15, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 24, 15, 1174, 333, 198, 1479, 709, 869, 24, 16, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 24, 16, 1174, 333, 198, 1479, 709, 869, 24, 17, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 24, 17, 1174, 333, 198, 1479, 709, 869, 24, 18, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 24, 18, 1174, 333, 198, 1479, 709, 869, 24, 19, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 24, 19, 1174, 333, 198, 1479, 709, 869, 24, 20, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 24, 20, 1174, 333, 198, 71093, 198, 60856, 264, 13553, 59056, 436, 34810, 6297, 440, 615, 11, 716, 11, 3572, 11, 2708, 321, 18971, 13, 28763, 4821, 6813, 364, 75555, 11, 20368, 6149, 6679, 321, 6942, 8390, 13, 8984, 279, 4434, 7873, 321, 6813, 13, 248046, 198, 248045, 74455, 198, 248068, 271, 248069, 271 ], "token_sha256": "5ce6f26ac3b3cf49ec20d71ae08686a5e1335498f8b4760b3b4a17b9ddc4b583" }, "short": { "messages": [ { "role": "system", "content": "You are a coding assistant. Return only working TypeScript code." }, { "role": "user", "content": "Reference code:\n```ts\nexport function value0(items: readonly number[]): number { return items.reduce((a, b) => a + b, 0); }\nexport function value1(items: readonly number[]): number { return items.reduce((a, b) => a + b, 1); }\nexport function value2(items: readonly number[]): number { return items.reduce((a, b) => a + b, 2); }\nexport function value3(items: readonly number[]): number { return items.reduce((a, b) => a + b, 3); }\nexport function value4(items: readonly number[]): number { return items.reduce((a, b) => a + b, 4); }\nexport function value5(items: readonly number[]): number { return items.reduce((a, b) => a + b, 5); }\nexport function value6(items: readonly number[]): number { return items.reduce((a, b) => a + b, 6); }\nexport function value7(items: readonly number[]): number { return items.reduce((a, b) => a + b, 7); }\n```\nImplement a generic bounded LRU cache with get, set, delete, clear and iteration. Include unit tests for eviction, updating existing keys and zero capacity. Output the complete implementation and tests." } ], "tokens": [ 248045, 8678, 198, 2523, 513, 264, 10505, 17313, 13, 3301, 1132, 3133, 84441, 1970, 13, 271, 15666, 5774, 321, 3413, 284, 943, 13, 20052, 279, 4087, 440, 1132, 1092, 424, 3749, 310, 381, 4252, 321, 38606, 13, 198, 25320, 25, 1724, 440, 86377, 466, 6879, 43873, 4395, 26, 311, 2374, 279, 3296, 26, 884, 52870, 32480, 26, 40289, 440, 16817, 24745, 26, 466, 12771, 264, 1406, 488, 2908, 2582, 1801, 13, 198, 35865, 25, 2426, 7326, 7123, 11, 24580, 1798, 11, 66441, 11, 321, 46737, 1892, 2496, 5758, 55404, 466, 264, 4221, 9663, 364, 193288, 477, 13, 13262, 279, 1534, 4087, 15192, 13, 5272, 279, 3140, 5759, 421, 384, 47612, 424, 318, 20139, 58655, 948, 2716, 26, 11140, 466, 1970, 1132, 948, 781, 7005, 836, 1925, 553, 1368, 34032, 33955, 11, 1910, 748, 321, 10033, 3069, 1892, 2496, 49325, 25969, 364, 279, 23708, 314, 193288, 477, 13, 198, 2592, 264, 1156, 1622, 369, 34032, 52920, 11, 2466, 264, 16724, 3296, 11, 1459, 914, 7692, 13, 248046, 198, 248045, 846, 198, 8589, 1970, 25, 198, 71093, 2491, 198, 1479, 709, 869, 15, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 15, 1174, 333, 198, 1479, 709, 869, 16, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 16, 1174, 333, 198, 1479, 709, 869, 17, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 17, 1174, 333, 198, 1479, 709, 869, 18, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 18, 1174, 333, 198, 1479, 709, 869, 19, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 19, 1174, 333, 198, 1479, 709, 869, 20, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 20, 1174, 333, 198, 1479, 709, 869, 21, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 21, 1174, 333, 198, 1479, 709, 869, 22, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 22, 1174, 333, 198, 71093, 198, 60856, 264, 13553, 59056, 436, 34810, 6297, 440, 615, 11, 716, 11, 3572, 11, 2708, 321, 18971, 13, 28763, 4821, 6813, 364, 75555, 11, 20368, 6149, 6679, 321, 6942, 8390, 13, 8984, 279, 4434, 7873, 321, 6813, 13, 248046, 198, 248045, 74455, 198, 248068, 271, 248069, 271 ], "token_sha256": "942bc7291b19737c4ed09fa52e0d92126743d6204b4277925c162d1b1fc8b8e2" } } }, "rows": [ { "backend": "ax-engine", "model": "cyber", "case": "context", "trial": 0, "input_tokens": 3207, "cached_tokens": 0, "output_tokens": 256, "prefill_s": 2.628575, "prefill_tps": 1220.0526901458013, "decode_s": 5.435688, "decode_tps": 46.91218480530892, "wall_s": 8.107853499997873, "mtp": { "available": true, "requested": true, "active": true, "direct_fallback_steps": 0, "draft_tokens": 92, "accepted_tokens": 78, "decode_steps": 70 }, "token_sha256": "05835af698ef6ca2b2e491960f32dabbb6b738715a950b7e34f642e19f740790", "run": "ax-engine-cyber-agentic-confirm", "cohort": "confirmation", "profile": "agentic", "phase_counters": { "ax_mlx_decode_wall_us": 5435688, "ax_mlx_mtp_model_policy_depth": 3, "ax_mlx_prefill_wall_us": 2628575, "ax_mlx_prefix_cache_reused_tokens": 0, "ax_mtp_accept_wall_us": 229547, "ax_mtp_accepted_cycles": 56, "ax_mtp_accepted_depth0": 60, "ax_mtp_accepted_depth1": 16, "ax_mtp_accepted_depth2": 2, "ax_mtp_accepted_source_hybrid_mtp_tokens": 0, "ax_mtp_accepted_source_mtp_tokens": 78, "ax_mtp_accepted_source_ngram_tokens": 0, "ax_mtp_accepted_tokens": 78, "ax_mtp_cache_clone_wall_us": 1511, "ax_mtp_correctness_mode": 2, "ax_mtp_correctness_mode_conflicts": 0, "ax_mtp_decode_steps": 70, "ax_mtp_draft_mode": 0, "ax_mtp_draft_source_hybrid_mtp_tokens": 0, "ax_mtp_draft_source_mtp_tokens": 92, "ax_mtp_draft_source_ngram_tokens": 0, "ax_mtp_draft_tokens": 92, "ax_mtp_draft_wall_us": 813047, "ax_mtp_drafted_depth0": 70, "ax_mtp_drafted_depth1": 20, "ax_mtp_drafted_depth2": 2, "ax_mtp_ngram_accepted_tokens": 0, "ax_mtp_ngram_lookup_wall_us": 0, "ax_mtp_ngram_submitted_accepted_tokens": 0, "ax_mtp_ngram_utility_baseline_wall_us": 3600129, "ax_mtp_ngram_utility_stacked_wall_us": 0, "ax_mtp_profitability_baseline_equivalent_wall_us": 0, "ax_mtp_profitability_direct_reference_wall_us": 0, "ax_mtp_profitability_mtp_round_wall_us": 0, "ax_mtp_profitability_probe_wall_us": 0, "ax_mtp_proposal_law": 1, "ax_mtp_proposal_law_conflicts": 0, "ax_mtp_rollback_wall_us": 1479791, "ax_mtp_source_assistant_accepted_tokens": 0, "ax_mtp_source_assistant_proposer_wall_us": 0, "ax_mtp_source_mtp_accepted_tokens": 78, "ax_mtp_source_mtp_proposer_wall_us": 812746, "ax_mtp_tail_sample_wall_us": 111699, "ax_mtp_target_softmax_wall_us": 180, "ax_mtp_verify_eval_wall_us": 2565286, "ax_mtp_verify_forward_wall_us": 221616 }, "output_token_sha256": "2c961859de39bd260e9e5ae8ccde0a51c2b3b93d8e480728175003ab89c0ffde", "eligible_active_mtp_comparison": true }, { "backend": "ax-engine", "model": "cyber", "case": "context", "trial": 1, "input_tokens": 3207, "cached_tokens": 0, "output_tokens": 256, "prefill_s": 2.656821, "prefill_tps": 1207.0816965087224, "decode_s": 5.333586, "decode_tps": 47.81023499011734, "wall_s": 8.034976082999492, "mtp": { "available": true, "requested": true, "active": true, "direct_fallback_steps": 0, "draft_tokens": 99, "accepted_tokens": 82, "decode_steps": 71 }, "token_sha256": "05835af698ef6ca2b2e491960f32dabbb6b738715a950b7e34f642e19f740790", "run": "ax-engine-cyber-agentic-confirm", "cohort": "confirmation", "profile": "agentic", "phase_counters": { "ax_mlx_decode_wall_us": 5333586, "ax_mlx_mtp_model_policy_depth": 3, "ax_mlx_prefill_wall_us": 2656821, "ax_mlx_prefix_cache_reused_tokens": 0, "ax_mtp_accept_wall_us": 225225, "ax_mtp_accepted_cycles": 57, "ax_mtp_accepted_depth0": 62, "ax_mtp_accepted_depth1": 17, "ax_mtp_accepted_depth2": 3, "ax_mtp_accepted_source_hybrid_mtp_tokens": 0, "ax_mtp_accepted_source_mtp_tokens": 82, "ax_mtp_accepted_source_ngram_tokens": 0, "ax_mtp_accepted_tokens": 82, "ax_mtp_cache_clone_wall_us": 1503, "ax_mtp_correctness_mode": 2, "ax_mtp_correctness_mode_conflicts": 0, "ax_mtp_decode_steps": 71, "ax_mtp_draft_mode": 0, "ax_mtp_draft_source_hybrid_mtp_tokens": 0, "ax_mtp_draft_source_mtp_tokens": 99, "ax_mtp_draft_source_ngram_tokens": 0, "ax_mtp_draft_tokens": 99, "ax_mtp_draft_wall_us": 803781, "ax_mtp_drafted_depth0": 71, "ax_mtp_drafted_depth1": 23, "ax_mtp_drafted_depth2": 5, "ax_mtp_ngram_accepted_tokens": 0, "ax_mtp_ngram_lookup_wall_us": 0, "ax_mtp_ngram_submitted_accepted_tokens": 0, "ax_mtp_ngram_utility_baseline_wall_us": 3573213, "ax_mtp_ngram_utility_stacked_wall_us": 0, "ax_mtp_profitability_baseline_equivalent_wall_us": 0, "ax_mtp_profitability_direct_reference_wall_us": 0, "ax_mtp_profitability_mtp_round_wall_us": 0, "ax_mtp_profitability_probe_wall_us": 0, "ax_mtp_proposal_law": 1, "ax_mtp_proposal_law_conflicts": 0, "ax_mtp_rollback_wall_us": 1414522, "ax_mtp_source_assistant_accepted_tokens": 0, "ax_mtp_source_assistant_proposer_wall_us": 0, "ax_mtp_source_mtp_accepted_tokens": 82, "ax_mtp_source_mtp_proposer_wall_us": 803513, "ax_mtp_tail_sample_wall_us": 105757, "ax_mtp_target_softmax_wall_us": 193, "ax_mtp_verify_eval_wall_us": 2554010, "ax_mtp_verify_forward_wall_us": 215229 }, "output_token_sha256": "a35d61fb7adb8e15363fb017004b30192c565f73dbe2ecf451c35e9f411e4d08", "eligible_active_mtp_comparison": true }, { "backend": "ax-engine", "model": "cyber", "case": "context", "trial": 2, "input_tokens": 3207, "cached_tokens": 0, "output_tokens": 256, "prefill_s": 2.62868, "prefill_tps": 1220.0039563583243, "decode_s": 5.46282, "decode_tps": 46.67918767230112, "wall_s": 8.138324083003681, "mtp": { "available": true, "requested": true, "active": true, "direct_fallback_steps": 0, "draft_tokens": 99, "accepted_tokens": 82, "decode_steps": 71 }, "token_sha256": "05835af698ef6ca2b2e491960f32dabbb6b738715a950b7e34f642e19f740790", "run": "ax-engine-cyber-agentic-confirm", "cohort": "confirmation", "profile": "agentic", "phase_counters": { "ax_mlx_decode_wall_us": 5462820, "ax_mlx_mtp_model_policy_depth": 3, "ax_mlx_prefill_wall_us": 2628680, "ax_mlx_prefix_cache_reused_tokens": 0, "ax_mtp_accept_wall_us": 229816, "ax_mtp_accepted_cycles": 57, "ax_mtp_accepted_depth0": 62, "ax_mtp_accepted_depth1": 17, "ax_mtp_accepted_depth2": 3, "ax_mtp_accepted_source_hybrid_mtp_tokens": 0, "ax_mtp_accepted_source_mtp_tokens": 82, "ax_mtp_accepted_source_ngram_tokens": 0, "ax_mtp_accepted_tokens": 82, "ax_mtp_cache_clone_wall_us": 1616, "ax_mtp_correctness_mode": 2, "ax_mtp_correctness_mode_conflicts": 0, "ax_mtp_decode_steps": 71, "ax_mtp_draft_mode": 0, "ax_mtp_draft_source_hybrid_mtp_tokens": 0, "ax_mtp_draft_source_mtp_tokens": 99, "ax_mtp_draft_source_ngram_tokens": 0, "ax_mtp_draft_tokens": 99, "ax_mtp_draft_wall_us": 808865, "ax_mtp_drafted_depth0": 71, "ax_mtp_drafted_depth1": 23, "ax_mtp_drafted_depth2": 5, "ax_mtp_ngram_accepted_tokens": 0, "ax_mtp_ngram_lookup_wall_us": 0, "ax_mtp_ngram_submitted_accepted_tokens": 0, "ax_mtp_ngram_utility_baseline_wall_us": 3654233, "ax_mtp_ngram_utility_stacked_wall_us": 0, "ax_mtp_profitability_baseline_equivalent_wall_us": 0, "ax_mtp_profitability_direct_reference_wall_us": 0, "ax_mtp_profitability_mtp_round_wall_us": 0, "ax_mtp_profitability_probe_wall_us": 0, "ax_mtp_proposal_law": 1, "ax_mtp_proposal_law_conflicts": 0, "ax_mtp_rollback_wall_us": 1453110, "ax_mtp_source_assistant_accepted_tokens": 0, "ax_mtp_source_assistant_proposer_wall_us": 0, "ax_mtp_source_mtp_accepted_tokens": 82, "ax_mtp_source_mtp_proposer_wall_us": 808540, "ax_mtp_tail_sample_wall_us": 109739, "ax_mtp_target_softmax_wall_us": 202, "ax_mtp_verify_eval_wall_us": 2614849, "ax_mtp_verify_forward_wall_us": 230317 }, "output_token_sha256": "a35d61fb7adb8e15363fb017004b30192c565f73dbe2ecf451c35e9f411e4d08", "eligible_active_mtp_comparison": true }, { "backend": "ax-engine", "model": "cyber", "case": "short", "trial": 0, "input_tokens": 483, "cached_tokens": 0, "output_tokens": 256, "prefill_s": 0.487478, "prefill_tps": 990.8139444241585, "decode_s": 4.17386, "decode_tps": 61.09452640960645, "wall_s": 4.693256832979387, "mtp": { "available": true, "requested": true, "active": true, "direct_fallback_steps": 0, "draft_tokens": 109, "accepted_tokens": 97, "decode_steps": 94 }, "token_sha256": "2ef69565145a5ef393fbd05306f4352f70cfe2188c9f54c2e02e05bbc9039a50", "run": "ax-engine-cyber-agentic-confirm", "cohort": "confirmation", "profile": "agentic", "phase_counters": { "ax_mlx_decode_wall_us": 4173860, "ax_mlx_mtp_model_policy_depth": 3, "ax_mlx_prefill_wall_us": 487478, "ax_mlx_prefix_cache_reused_tokens": 0, "ax_mtp_accept_wall_us": 152513, "ax_mtp_accepted_cycles": 84, "ax_mtp_accepted_depth0": 87, "ax_mtp_accepted_depth1": 9, "ax_mtp_accepted_depth2": 1, "ax_mtp_accepted_source_hybrid_mtp_tokens": 0, "ax_mtp_accepted_source_mtp_tokens": 97, "ax_mtp_accepted_source_ngram_tokens": 0, "ax_mtp_accepted_tokens": 97, "ax_mtp_cache_clone_wall_us": 1246, "ax_mtp_correctness_mode": 2, "ax_mtp_correctness_mode_conflicts": 0, "ax_mtp_decode_steps": 94, "ax_mtp_draft_mode": 0, "ax_mtp_draft_source_hybrid_mtp_tokens": 0, "ax_mtp_draft_source_mtp_tokens": 109, "ax_mtp_draft_source_ngram_tokens": 0, "ax_mtp_draft_tokens": 109, "ax_mtp_draft_wall_us": 716233, "ax_mtp_drafted_depth0": 94, "ax_mtp_drafted_depth1": 13, "ax_mtp_drafted_depth2": 2, "ax_mtp_ngram_accepted_tokens": 0, "ax_mtp_ngram_lookup_wall_us": 0, "ax_mtp_ngram_submitted_accepted_tokens": 0, "ax_mtp_ngram_utility_baseline_wall_us": 3066372, "ax_mtp_ngram_utility_stacked_wall_us": 0, "ax_mtp_profitability_baseline_equivalent_wall_us": 0, "ax_mtp_profitability_direct_reference_wall_us": 0, "ax_mtp_profitability_mtp_round_wall_us": 0, "ax_mtp_profitability_probe_wall_us": 0, "ax_mtp_proposal_law": 1, "ax_mtp_proposal_law_conflicts": 0, "ax_mtp_rollback_wall_us": 847685, "ax_mtp_source_assistant_accepted_tokens": 0, "ax_mtp_source_assistant_proposer_wall_us": 0, "ax_mtp_source_mtp_accepted_tokens": 97, "ax_mtp_source_mtp_proposer_wall_us": 715979, "ax_mtp_tail_sample_wall_us": 95048, "ax_mtp_target_softmax_wall_us": 231, "ax_mtp_verify_eval_wall_us": 2162261, "ax_mtp_verify_forward_wall_us": 187647 }, "output_token_sha256": "c73fb3404768f2c95566473ffb313edf06242c1c468fe555e4d07b25d3e10c36", "eligible_active_mtp_comparison": true }, { "backend": "ax-engine", "model": "cyber", "case": "short", "trial": 1, "input_tokens": 483, "cached_tokens": 0, "output_tokens": 256, "prefill_s": 0.471453, "prefill_tps": 1024.4923672136988, "decode_s": 4.166834, "decode_tps": 61.19754230670097, "wall_s": 4.671001958020497, "mtp": { "available": true, "requested": true, "active": true, "direct_fallback_steps": 0, "draft_tokens": 109, "accepted_tokens": 97, "decode_steps": 94 }, "token_sha256": "2ef69565145a5ef393fbd05306f4352f70cfe2188c9f54c2e02e05bbc9039a50", "run": "ax-engine-cyber-agentic-confirm", "cohort": "confirmation", "profile": "agentic", "phase_counters": { "ax_mlx_decode_wall_us": 4166834, "ax_mlx_mtp_model_policy_depth": 3, "ax_mlx_prefill_wall_us": 471453, "ax_mlx_prefix_cache_reused_tokens": 0, "ax_mtp_accept_wall_us": 150955, "ax_mtp_accepted_cycles": 84, "ax_mtp_accepted_depth0": 87, "ax_mtp_accepted_depth1": 9, "ax_mtp_accepted_depth2": 1, "ax_mtp_accepted_source_hybrid_mtp_tokens": 0, "ax_mtp_accepted_source_mtp_tokens": 97, "ax_mtp_accepted_source_ngram_tokens": 0, "ax_mtp_accepted_tokens": 97, "ax_mtp_cache_clone_wall_us": 1266, "ax_mtp_correctness_mode": 2, "ax_mtp_correctness_mode_conflicts": 0, "ax_mtp_decode_steps": 94, "ax_mtp_draft_mode": 0, "ax_mtp_draft_source_hybrid_mtp_tokens": 0, "ax_mtp_draft_source_mtp_tokens": 109, "ax_mtp_draft_source_ngram_tokens": 0, "ax_mtp_draft_tokens": 109, "ax_mtp_draft_wall_us": 715595, "ax_mtp_drafted_depth0": 94, "ax_mtp_drafted_depth1": 13, "ax_mtp_drafted_depth2": 2, "ax_mtp_ngram_accepted_tokens": 0, "ax_mtp_ngram_lookup_wall_us": 0, "ax_mtp_ngram_submitted_accepted_tokens": 0, "ax_mtp_ngram_utility_baseline_wall_us": 3065567, "ax_mtp_ngram_utility_stacked_wall_us": 0, "ax_mtp_profitability_baseline_equivalent_wall_us": 0, "ax_mtp_profitability_direct_reference_wall_us": 0, "ax_mtp_profitability_mtp_round_wall_us": 0, "ax_mtp_profitability_probe_wall_us": 0, "ax_mtp_proposal_law": 1, "ax_mtp_proposal_law_conflicts": 0, "ax_mtp_rollback_wall_us": 842488, "ax_mtp_source_assistant_accepted_tokens": 0, "ax_mtp_source_assistant_proposer_wall_us": 0, "ax_mtp_source_mtp_accepted_tokens": 97, "ax_mtp_source_mtp_proposer_wall_us": 715312, "ax_mtp_tail_sample_wall_us": 95636, "ax_mtp_target_softmax_wall_us": 230, "ax_mtp_verify_eval_wall_us": 2163937, "ax_mtp_verify_forward_wall_us": 185805 }, "output_token_sha256": "c73fb3404768f2c95566473ffb313edf06242c1c468fe555e4d07b25d3e10c36", "eligible_active_mtp_comparison": true }, { "backend": "ax-engine", "model": "cyber", "case": "short", "trial": 2, "input_tokens": 483, "cached_tokens": 0, "output_tokens": 256, "prefill_s": 0.478324, "prefill_tps": 1009.7758005034244, "decode_s": 4.48292, "decode_tps": 56.88256761218135, "wall_s": 4.999432875018101, "mtp": { "available": true, "requested": true, "active": true, "direct_fallback_steps": 0, "draft_tokens": 109, "accepted_tokens": 97, "decode_steps": 94 }, "token_sha256": "2ef69565145a5ef393fbd05306f4352f70cfe2188c9f54c2e02e05bbc9039a50", "run": "ax-engine-cyber-agentic-confirm", "cohort": "confirmation", "profile": "agentic", "phase_counters": { "ax_mlx_decode_wall_us": 4482920, "ax_mlx_mtp_model_policy_depth": 3, "ax_mlx_prefill_wall_us": 478324, "ax_mlx_prefix_cache_reused_tokens": 0, "ax_mtp_accept_wall_us": 191199, "ax_mtp_accepted_cycles": 84, "ax_mtp_accepted_depth0": 87, "ax_mtp_accepted_depth1": 9, "ax_mtp_accepted_depth2": 1, "ax_mtp_accepted_source_hybrid_mtp_tokens": 0, "ax_mtp_accepted_source_mtp_tokens": 97, "ax_mtp_accepted_source_ngram_tokens": 0, "ax_mtp_accepted_tokens": 97, "ax_mtp_cache_clone_wall_us": 1440, "ax_mtp_correctness_mode": 2, "ax_mtp_correctness_mode_conflicts": 0, "ax_mtp_decode_steps": 94, "ax_mtp_draft_mode": 0, "ax_mtp_draft_source_hybrid_mtp_tokens": 0, "ax_mtp_draft_source_mtp_tokens": 109, "ax_mtp_draft_source_ngram_tokens": 0, "ax_mtp_draft_tokens": 109, "ax_mtp_draft_wall_us": 744335, "ax_mtp_drafted_depth0": 94, "ax_mtp_drafted_depth1": 13, "ax_mtp_drafted_depth2": 2, "ax_mtp_ngram_accepted_tokens": 0, "ax_mtp_ngram_lookup_wall_us": 0, "ax_mtp_ngram_submitted_accepted_tokens": 0, "ax_mtp_ngram_utility_baseline_wall_us": 3242311, "ax_mtp_ngram_utility_stacked_wall_us": 0, "ax_mtp_profitability_baseline_equivalent_wall_us": 0, "ax_mtp_profitability_direct_reference_wall_us": 0, "ax_mtp_profitability_mtp_round_wall_us": 0, "ax_mtp_profitability_probe_wall_us": 0, "ax_mtp_proposal_law": 1, "ax_mtp_proposal_law_conflicts": 0, "ax_mtp_rollback_wall_us": 908596, "ax_mtp_source_assistant_accepted_tokens": 0, "ax_mtp_source_assistant_proposer_wall_us": 0, "ax_mtp_source_mtp_accepted_tokens": 97, "ax_mtp_source_mtp_proposer_wall_us": 744071, "ax_mtp_tail_sample_wall_us": 126820, "ax_mtp_target_softmax_wall_us": 288, "ax_mtp_verify_eval_wall_us": 2273397, "ax_mtp_verify_forward_wall_us": 224291 }, "output_token_sha256": "c73fb3404768f2c95566473ffb313edf06242c1c468fe555e4d07b25d3e10c36", "eligible_active_mtp_comparison": true }, { "backend": "ax-engine", "model": "cyber", "case": "context", "trial": 0, "input_tokens": 3207, "cached_tokens": 0, "output_tokens": 256, "prefill_s": 2.554722, "prefill_tps": 1255.3224969292157, "decode_s": 4.455404, "decode_tps": 57.23386700734659, "wall_s": 7.056291124987183, "mtp": { "available": true, "requested": true, "active": true, "direct_fallback_steps": 0, "draft_tokens": 327, "accepted_tokens": 135, "decode_steps": 121 }, "token_sha256": "05835af698ef6ca2b2e491960f32dabbb6b738715a950b7e34f642e19f740790", "run": "ax-engine-cyber-auto-confirm", "cohort": "confirmation", "profile": "auto", "phase_counters": { "ax_mlx_decode_wall_us": 4455404, "ax_mlx_mtp_model_policy_depth": 3, "ax_mlx_prefill_wall_us": 2554722, "ax_mlx_prefix_cache_reused_tokens": 0, "ax_mtp_accept_wall_us": 1385587, "ax_mtp_accepted_cycles": 22, "ax_mtp_accepted_depth0": 85, "ax_mtp_accepted_depth1": 42, "ax_mtp_accepted_depth2": 8, "ax_mtp_accepted_source_hybrid_mtp_tokens": 0, "ax_mtp_accepted_source_mtp_tokens": 135, "ax_mtp_accepted_source_ngram_tokens": 0, "ax_mtp_accepted_tokens": 135, "ax_mtp_cache_clone_wall_us": 1104, "ax_mtp_correctness_mode": 2, "ax_mtp_correctness_mode_conflicts": 0, "ax_mtp_decode_steps": 121, "ax_mtp_draft_mode": 0, "ax_mtp_draft_source_hybrid_mtp_tokens": 0, "ax_mtp_draft_source_mtp_tokens": 327, "ax_mtp_draft_source_ngram_tokens": 0, "ax_mtp_draft_tokens": 327, "ax_mtp_draft_wall_us": 126144, "ax_mtp_drafted_depth0": 121, "ax_mtp_drafted_depth1": 121, "ax_mtp_drafted_depth2": 85, "ax_mtp_ngram_accepted_tokens": 0, "ax_mtp_ngram_lookup_wall_us": 0, "ax_mtp_ngram_submitted_accepted_tokens": 0, "ax_mtp_ngram_utility_baseline_wall_us": 2632421, "ax_mtp_ngram_utility_stacked_wall_us": 0, "ax_mtp_profitability_baseline_equivalent_wall_us": 0, "ax_mtp_profitability_direct_reference_wall_us": 0, "ax_mtp_profitability_mtp_round_wall_us": 0, "ax_mtp_profitability_probe_wall_us": 0, "ax_mtp_proposal_law": 1, "ax_mtp_proposal_law_conflicts": 0, "ax_mtp_rollback_wall_us": 55373, "ax_mtp_source_assistant_accepted_tokens": 0, "ax_mtp_source_assistant_proposer_wall_us": 0, "ax_mtp_source_mtp_accepted_tokens": 135, "ax_mtp_source_mtp_proposer_wall_us": 125900, "ax_mtp_tail_sample_wall_us": 14196, "ax_mtp_target_softmax_wall_us": 315, "ax_mtp_verify_eval_wall_us": 2370486, "ax_mtp_verify_forward_wall_us": 135476 }, "output_token_sha256": "e1d5a24fed730042210daed4d7f62c1b7edcdd63e3fc8d080c4fe758e2ee665d", "eligible_active_mtp_comparison": true }, { "backend": "ax-engine", "model": "cyber", "case": "context", "trial": 1, "input_tokens": 3207, "cached_tokens": 0, "output_tokens": 256, "prefill_s": 2.646305, "prefill_tps": 1211.878449385086, "decode_s": 4.661717, "decode_tps": 54.70087523545509, "wall_s": 7.35852700000396, "mtp": { "available": true, "requested": true, "active": true, "direct_fallback_steps": 0, "draft_tokens": 328, "accepted_tokens": 137, "decode_steps": 117 }, "token_sha256": "05835af698ef6ca2b2e491960f32dabbb6b738715a950b7e34f642e19f740790", "run": "ax-engine-cyber-auto-confirm", "cohort": "confirmation", "profile": "auto", "phase_counters": { "ax_mlx_decode_wall_us": 4661717, "ax_mlx_mtp_model_policy_depth": 3, "ax_mlx_prefill_wall_us": 2646305, "ax_mlx_prefix_cache_reused_tokens": 0, "ax_mtp_accept_wall_us": 1534188, "ax_mtp_accepted_cycles": 14, "ax_mtp_accepted_depth0": 93, "ax_mtp_accepted_depth1": 38, "ax_mtp_accepted_depth2": 6, "ax_mtp_accepted_source_hybrid_mtp_tokens": 0, "ax_mtp_accepted_source_mtp_tokens": 137, "ax_mtp_accepted_source_ngram_tokens": 0, "ax_mtp_accepted_tokens": 137, "ax_mtp_cache_clone_wall_us": 1311, "ax_mtp_correctness_mode": 2, "ax_mtp_correctness_mode_conflicts": 0, "ax_mtp_decode_steps": 117, "ax_mtp_draft_mode": 0, "ax_mtp_draft_source_hybrid_mtp_tokens": 0, "ax_mtp_draft_source_mtp_tokens": 328, "ax_mtp_draft_source_ngram_tokens": 0, "ax_mtp_draft_tokens": 328, "ax_mtp_draft_wall_us": 135762, "ax_mtp_drafted_depth0": 117, "ax_mtp_drafted_depth1": 117, "ax_mtp_drafted_depth2": 94, "ax_mtp_ngram_accepted_tokens": 0, "ax_mtp_ngram_lookup_wall_us": 0, "ax_mtp_ngram_submitted_accepted_tokens": 0, "ax_mtp_ngram_utility_baseline_wall_us": 2684077, "ax_mtp_ngram_utility_stacked_wall_us": 0, "ax_mtp_profitability_baseline_equivalent_wall_us": 0, "ax_mtp_profitability_direct_reference_wall_us": 0, "ax_mtp_profitability_mtp_round_wall_us": 0, "ax_mtp_profitability_probe_wall_us": 0, "ax_mtp_proposal_law": 1, "ax_mtp_proposal_law_conflicts": 0, "ax_mtp_rollback_wall_us": 59966, "ax_mtp_source_assistant_accepted_tokens": 0, "ax_mtp_source_assistant_proposer_wall_us": 0, "ax_mtp_source_mtp_accepted_tokens": 137, "ax_mtp_source_mtp_proposer_wall_us": 135510, "ax_mtp_tail_sample_wall_us": 10030, "ax_mtp_target_softmax_wall_us": 315, "ax_mtp_verify_eval_wall_us": 2399499, "ax_mtp_verify_forward_wall_us": 148501 }, "output_token_sha256": "65a653802f5a008d7283b3134e99d2ada4944a8b5776f42cbb9b5c4986fccf8b", "eligible_active_mtp_comparison": true }, { "backend": "ax-engine", "model": "cyber", "case": "context", "trial": 2, "input_tokens": 3207, "cached_tokens": 0, "output_tokens": 256, "prefill_s": 2.949113, "prefill_tps": 1087.4456150035621, "decode_s": 4.674942, "decode_tps": 54.546131267510916, "wall_s": 7.672728167002788, "mtp": { "available": true, "requested": true, "active": true, "direct_fallback_steps": 0, "draft_tokens": 328, "accepted_tokens": 137, "decode_steps": 117 }, "token_sha256": "05835af698ef6ca2b2e491960f32dabbb6b738715a950b7e34f642e19f740790", "run": "ax-engine-cyber-auto-confirm", "cohort": "confirmation", "profile": "auto", "phase_counters": { "ax_mlx_decode_wall_us": 4674942, "ax_mlx_mtp_model_policy_depth": 3, "ax_mlx_prefill_wall_us": 2949113, "ax_mlx_prefix_cache_reused_tokens": 0, "ax_mtp_accept_wall_us": 1572205, "ax_mtp_accepted_cycles": 14, "ax_mtp_accepted_depth0": 93, "ax_mtp_accepted_depth1": 38, "ax_mtp_accepted_depth2": 6, "ax_mtp_accepted_source_hybrid_mtp_tokens": 0, "ax_mtp_accepted_source_mtp_tokens": 137, "ax_mtp_accepted_source_ngram_tokens": 0, "ax_mtp_accepted_tokens": 137, "ax_mtp_cache_clone_wall_us": 1233, "ax_mtp_correctness_mode": 2, "ax_mtp_correctness_mode_conflicts": 0, "ax_mtp_decode_steps": 117, "ax_mtp_draft_mode": 0, "ax_mtp_draft_source_hybrid_mtp_tokens": 0, "ax_mtp_draft_source_mtp_tokens": 328, "ax_mtp_draft_source_ngram_tokens": 0, "ax_mtp_draft_tokens": 328, "ax_mtp_draft_wall_us": 135078, "ax_mtp_drafted_depth0": 117, "ax_mtp_drafted_depth1": 117, "ax_mtp_drafted_depth2": 94, "ax_mtp_ngram_accepted_tokens": 0, "ax_mtp_ngram_lookup_wall_us": 0, "ax_mtp_ngram_submitted_accepted_tokens": 0, "ax_mtp_ngram_utility_baseline_wall_us": 2664288, "ax_mtp_ngram_utility_stacked_wall_us": 0, "ax_mtp_profitability_baseline_equivalent_wall_us": 0, "ax_mtp_profitability_direct_reference_wall_us": 0, "ax_mtp_profitability_mtp_round_wall_us": 0, "ax_mtp_profitability_probe_wall_us": 0, "ax_mtp_proposal_law": 1, "ax_mtp_proposal_law_conflicts": 0, "ax_mtp_rollback_wall_us": 60044, "ax_mtp_source_assistant_accepted_tokens": 0, "ax_mtp_source_assistant_proposer_wall_us": 0, "ax_mtp_source_mtp_accepted_tokens": 137, "ax_mtp_source_mtp_proposer_wall_us": 134829, "ax_mtp_tail_sample_wall_us": 10944, "ax_mtp_target_softmax_wall_us": 425, "ax_mtp_verify_eval_wall_us": 2379714, "ax_mtp_verify_forward_wall_us": 149071 }, "output_token_sha256": "65a653802f5a008d7283b3134e99d2ada4944a8b5776f42cbb9b5c4986fccf8b", "eligible_active_mtp_comparison": true }, { "backend": "ax-engine", "model": "cyber", "case": "short", "trial": 0, "input_tokens": 483, "cached_tokens": 0, "output_tokens": 256, "prefill_s": 0.481272, "prefill_tps": 1003.5904852141824, "decode_s": 4.466926, "decode_tps": 57.086237828878296, "wall_s": 4.983102041005623, "mtp": { "available": true, "requested": true, "active": true, "direct_fallback_steps": 0, "draft_tokens": 338, "accepted_tokens": 135, "decode_steps": 122 }, "token_sha256": "2ef69565145a5ef393fbd05306f4352f70cfe2188c9f54c2e02e05bbc9039a50", "run": "ax-engine-cyber-auto-confirm", "cohort": "confirmation", "profile": "auto", "phase_counters": { "ax_mlx_decode_wall_us": 4466926, "ax_mlx_mtp_model_policy_depth": 3, "ax_mlx_prefill_wall_us": 481272, "ax_mlx_prefix_cache_reused_tokens": 0, "ax_mtp_accept_wall_us": 1497042, "ax_mtp_accepted_cycles": 17, "ax_mtp_accepted_depth0": 94, "ax_mtp_accepted_depth1": 31, "ax_mtp_accepted_depth2": 10, "ax_mtp_accepted_source_hybrid_mtp_tokens": 0, "ax_mtp_accepted_source_mtp_tokens": 135, "ax_mtp_accepted_source_ngram_tokens": 0, "ax_mtp_accepted_tokens": 135, "ax_mtp_cache_clone_wall_us": 1329, "ax_mtp_correctness_mode": 2, "ax_mtp_correctness_mode_conflicts": 0, "ax_mtp_decode_steps": 122, "ax_mtp_draft_mode": 0, "ax_mtp_draft_source_hybrid_mtp_tokens": 0, "ax_mtp_draft_source_mtp_tokens": 338, "ax_mtp_draft_source_ngram_tokens": 0, "ax_mtp_draft_tokens": 338, "ax_mtp_draft_wall_us": 139676, "ax_mtp_drafted_depth0": 122, "ax_mtp_drafted_depth1": 122, "ax_mtp_drafted_depth2": 94, "ax_mtp_ngram_accepted_tokens": 0, "ax_mtp_ngram_lookup_wall_us": 0, "ax_mtp_ngram_submitted_accepted_tokens": 0, "ax_mtp_ngram_utility_baseline_wall_us": 2506786, "ax_mtp_ngram_utility_stacked_wall_us": 0, "ax_mtp_profitability_baseline_equivalent_wall_us": 0, "ax_mtp_profitability_direct_reference_wall_us": 0, "ax_mtp_profitability_mtp_round_wall_us": 0, "ax_mtp_profitability_probe_wall_us": 0, "ax_mtp_proposal_law": 1, "ax_mtp_proposal_law_conflicts": 0, "ax_mtp_rollback_wall_us": 58999, "ax_mtp_source_assistant_accepted_tokens": 0, "ax_mtp_source_assistant_proposer_wall_us": 0, "ax_mtp_source_mtp_accepted_tokens": 135, "ax_mtp_source_mtp_proposer_wall_us": 139424, "ax_mtp_tail_sample_wall_us": 11501, "ax_mtp_target_softmax_wall_us": 303, "ax_mtp_verify_eval_wall_us": 2217023, "ax_mtp_verify_forward_wall_us": 149784 }, "output_token_sha256": "aeb3f434da1eb3d21e2d062bdcb243028e37c182618a1b08c4d72954185ecb47", "eligible_active_mtp_comparison": true }, { "backend": "ax-engine", "model": "cyber", "case": "short", "trial": 1, "input_tokens": 483, "cached_tokens": 0, "output_tokens": 256, "prefill_s": 0.446789, "prefill_tps": 1081.0472057279835, "decode_s": 4.309573, "decode_tps": 59.170595323481, "wall_s": 4.790679625002667, "mtp": { "available": true, "requested": true, "active": true, "direct_fallback_steps": 0, "draft_tokens": 338, "accepted_tokens": 135, "decode_steps": 122 }, "token_sha256": "2ef69565145a5ef393fbd05306f4352f70cfe2188c9f54c2e02e05bbc9039a50", "run": "ax-engine-cyber-auto-confirm", "cohort": "confirmation", "profile": "auto", "phase_counters": { "ax_mlx_decode_wall_us": 4309573, "ax_mlx_mtp_model_policy_depth": 3, "ax_mlx_prefill_wall_us": 446789, "ax_mlx_prefix_cache_reused_tokens": 0, "ax_mtp_accept_wall_us": 1443316, "ax_mtp_accepted_cycles": 17, "ax_mtp_accepted_depth0": 94, "ax_mtp_accepted_depth1": 31, "ax_mtp_accepted_depth2": 10, "ax_mtp_accepted_source_hybrid_mtp_tokens": 0, "ax_mtp_accepted_source_mtp_tokens": 135, "ax_mtp_accepted_source_ngram_tokens": 0, "ax_mtp_accepted_tokens": 135, "ax_mtp_cache_clone_wall_us": 1163, "ax_mtp_correctness_mode": 2, "ax_mtp_correctness_mode_conflicts": 0, "ax_mtp_decode_steps": 122, "ax_mtp_draft_mode": 0, "ax_mtp_draft_source_hybrid_mtp_tokens": 0, "ax_mtp_draft_source_mtp_tokens": 338, "ax_mtp_draft_source_ngram_tokens": 0, "ax_mtp_draft_tokens": 338, "ax_mtp_draft_wall_us": 132626, "ax_mtp_drafted_depth0": 122, "ax_mtp_drafted_depth1": 122, "ax_mtp_drafted_depth2": 94, "ax_mtp_ngram_accepted_tokens": 0, "ax_mtp_ngram_lookup_wall_us": 0, "ax_mtp_ngram_submitted_accepted_tokens": 0, "ax_mtp_ngram_utility_baseline_wall_us": 2418461, "ax_mtp_ngram_utility_stacked_wall_us": 0, "ax_mtp_profitability_baseline_equivalent_wall_us": 0, "ax_mtp_profitability_direct_reference_wall_us": 0, "ax_mtp_profitability_mtp_round_wall_us": 0, "ax_mtp_profitability_probe_wall_us": 0, "ax_mtp_proposal_law": 1, "ax_mtp_proposal_law_conflicts": 0, "ax_mtp_rollback_wall_us": 56467, "ax_mtp_source_assistant_accepted_tokens": 0, "ax_mtp_source_assistant_proposer_wall_us": 0, "ax_mtp_source_mtp_accepted_tokens": 135, "ax_mtp_source_mtp_proposer_wall_us": 132365, "ax_mtp_tail_sample_wall_us": 11116, "ax_mtp_target_softmax_wall_us": 298, "ax_mtp_verify_eval_wall_us": 2149052, "ax_mtp_verify_forward_wall_us": 136485 }, "output_token_sha256": "aeb3f434da1eb3d21e2d062bdcb243028e37c182618a1b08c4d72954185ecb47", "eligible_active_mtp_comparison": true }, { "backend": "ax-engine", "model": "cyber", "case": "short", "trial": 2, "input_tokens": 483, "cached_tokens": 0, "output_tokens": 256, "prefill_s": 0.386024, "prefill_tps": 1251.2175408782875, "decode_s": 4.356588, "decode_tps": 58.53204388388344, "wall_s": 4.777055707992986, "mtp": { "available": true, "requested": true, "active": true, "direct_fallback_steps": 0, "draft_tokens": 338, "accepted_tokens": 135, "decode_steps": 122 }, "token_sha256": "2ef69565145a5ef393fbd05306f4352f70cfe2188c9f54c2e02e05bbc9039a50", "run": "ax-engine-cyber-auto-confirm", "cohort": "confirmation", "profile": "auto", "phase_counters": { "ax_mlx_decode_wall_us": 4356588, "ax_mlx_mtp_model_policy_depth": 3, "ax_mlx_prefill_wall_us": 386024, "ax_mlx_prefix_cache_reused_tokens": 0, "ax_mtp_accept_wall_us": 1443667, "ax_mtp_accepted_cycles": 17, "ax_mtp_accepted_depth0": 94, "ax_mtp_accepted_depth1": 31, "ax_mtp_accepted_depth2": 10, "ax_mtp_accepted_source_hybrid_mtp_tokens": 0, "ax_mtp_accepted_source_mtp_tokens": 135, "ax_mtp_accepted_source_ngram_tokens": 0, "ax_mtp_accepted_tokens": 135, "ax_mtp_cache_clone_wall_us": 1253, "ax_mtp_correctness_mode": 2, "ax_mtp_correctness_mode_conflicts": 0, "ax_mtp_decode_steps": 122, "ax_mtp_draft_mode": 0, "ax_mtp_draft_source_hybrid_mtp_tokens": 0, "ax_mtp_draft_source_mtp_tokens": 338, "ax_mtp_draft_source_ngram_tokens": 0, "ax_mtp_draft_tokens": 338, "ax_mtp_draft_wall_us": 136438, "ax_mtp_drafted_depth0": 122, "ax_mtp_drafted_depth1": 122, "ax_mtp_drafted_depth2": 94, "ax_mtp_ngram_accepted_tokens": 0, "ax_mtp_ngram_lookup_wall_us": 0, "ax_mtp_ngram_submitted_accepted_tokens": 0, "ax_mtp_ngram_utility_baseline_wall_us": 2459495, "ax_mtp_ngram_utility_stacked_wall_us": 0, "ax_mtp_profitability_baseline_equivalent_wall_us": 0, "ax_mtp_profitability_direct_reference_wall_us": 0, "ax_mtp_profitability_mtp_round_wall_us": 0, "ax_mtp_profitability_probe_wall_us": 0, "ax_mtp_proposal_law": 1, "ax_mtp_proposal_law_conflicts": 0, "ax_mtp_rollback_wall_us": 56752, "ax_mtp_source_assistant_accepted_tokens": 0, "ax_mtp_source_assistant_proposer_wall_us": 0, "ax_mtp_source_mtp_accepted_tokens": 135, "ax_mtp_source_mtp_proposer_wall_us": 136197, "ax_mtp_tail_sample_wall_us": 11039, "ax_mtp_target_softmax_wall_us": 341, "ax_mtp_verify_eval_wall_us": 2180906, "ax_mtp_verify_forward_wall_us": 141810 }, "output_token_sha256": "aeb3f434da1eb3d21e2d062bdcb243028e37c182618a1b08c4d72954185ecb47", "eligible_active_mtp_comparison": true }, { "backend": "ax-engine", "model": "tiel", "case": "context", "trial": 0, "input_tokens": 3182, "cached_tokens": 0, "output_tokens": 256, "prefill_s": 3.398079, "prefill_tps": 936.4114253965255, "decode_s": 6.456366, "decode_tps": 39.49590218398399, "wall_s": 9.918339750001905, "mtp": { "available": true, "requested": true, "active": true, "direct_fallback_steps": 0, "draft_tokens": 108, "accepted_tokens": 97, "decode_steps": 78 }, "token_sha256": "5ce6f26ac3b3cf49ec20d71ae08686a5e1335498f8b4760b3b4a17b9ddc4b583", "run": "ax-engine-tiel-agentic-confirm", "cohort": "confirmation", "profile": "agentic", "phase_counters": { "ax_mlx_decode_wall_us": 6456366, "ax_mlx_mtp_model_policy_depth": 3, "ax_mlx_prefill_wall_us": 3398079, "ax_mlx_prefix_cache_reused_tokens": 0, "ax_mtp_accept_wall_us": 219848, "ax_mtp_accepted_cycles": 69, "ax_mtp_accepted_depth0": 76, "ax_mtp_accepted_depth1": 19, "ax_mtp_accepted_depth2": 2, "ax_mtp_accepted_source_hybrid_mtp_tokens": 0, "ax_mtp_accepted_source_mtp_tokens": 97, "ax_mtp_accepted_source_ngram_tokens": 0, "ax_mtp_accepted_tokens": 97, "ax_mtp_cache_clone_wall_us": 11877, "ax_mtp_correctness_mode": 2, "ax_mtp_correctness_mode_conflicts": 0, "ax_mtp_decode_steps": 78, "ax_mtp_draft_mode": 0, "ax_mtp_draft_source_hybrid_mtp_tokens": 0, "ax_mtp_draft_source_mtp_tokens": 108, "ax_mtp_draft_source_ngram_tokens": 0, "ax_mtp_draft_tokens": 108, "ax_mtp_draft_wall_us": 894512, "ax_mtp_drafted_depth0": 78, "ax_mtp_drafted_depth1": 26, "ax_mtp_drafted_depth2": 4, "ax_mtp_ngram_accepted_tokens": 0, "ax_mtp_ngram_lookup_wall_us": 0, "ax_mtp_ngram_submitted_accepted_tokens": 0, "ax_mtp_ngram_utility_baseline_wall_us": 4460017, "ax_mtp_ngram_utility_stacked_wall_us": 0, "ax_mtp_profitability_baseline_equivalent_wall_us": 0, "ax_mtp_profitability_direct_reference_wall_us": 0, "ax_mtp_profitability_mtp_round_wall_us": 0, "ax_mtp_profitability_probe_wall_us": 0, "ax_mtp_proposal_law": 1, "ax_mtp_proposal_law_conflicts": 0, "ax_mtp_rollback_wall_us": 1574700, "ax_mtp_source_assistant_accepted_tokens": 0, "ax_mtp_source_assistant_proposer_wall_us": 0, "ax_mtp_source_mtp_accepted_tokens": 97, "ax_mtp_source_mtp_proposer_wall_us": 894227, "ax_mtp_tail_sample_wall_us": 174630, "ax_mtp_target_softmax_wall_us": 348, "ax_mtp_verify_eval_wall_us": 3263899, "ax_mtp_verify_forward_wall_us": 301258 }, "output_token_sha256": "ead0fa8803b06893ef7385b29e89fee2c3161b780e4a6acc782c1a977fa7751b", "eligible_active_mtp_comparison": true }, { "backend": "ax-engine", "model": "tiel", "case": "context", "trial": 1, "input_tokens": 3182, "cached_tokens": 0, "output_tokens": 256, "prefill_s": 3.632147, "prefill_tps": 876.0658640743341, "decode_s": 7.816729, "decode_tps": 32.622341135275384, "wall_s": 11.527644999994664, "mtp": { "available": true, "requested": true, "active": true, "direct_fallback_steps": 0, "draft_tokens": 103, "accepted_tokens": 93, "decode_steps": 76 }, "token_sha256": "5ce6f26ac3b3cf49ec20d71ae08686a5e1335498f8b4760b3b4a17b9ddc4b583", "run": "ax-engine-tiel-agentic-confirm", "cohort": "confirmation", "profile": "agentic", "phase_counters": { "ax_mlx_decode_wall_us": 7816729, "ax_mlx_mtp_model_policy_depth": 3, "ax_mlx_prefill_wall_us": 3632147, "ax_mlx_prefix_cache_reused_tokens": 0, "ax_mtp_accept_wall_us": 430419, "ax_mtp_accepted_cycles": 67, "ax_mtp_accepted_depth0": 72, "ax_mtp_accepted_depth1": 19, "ax_mtp_accepted_depth2": 2, "ax_mtp_accepted_source_hybrid_mtp_tokens": 0, "ax_mtp_accepted_source_mtp_tokens": 93, "ax_mtp_accepted_source_ngram_tokens": 0, "ax_mtp_accepted_tokens": 93, "ax_mtp_cache_clone_wall_us": 2159, "ax_mtp_correctness_mode": 2, "ax_mtp_correctness_mode_conflicts": 0, "ax_mtp_decode_steps": 76, "ax_mtp_draft_mode": 0, "ax_mtp_draft_source_hybrid_mtp_tokens": 0, "ax_mtp_draft_source_mtp_tokens": 103, "ax_mtp_draft_source_ngram_tokens": 0, "ax_mtp_draft_tokens": 103, "ax_mtp_draft_wall_us": 953307, "ax_mtp_drafted_depth0": 76, "ax_mtp_drafted_depth1": 23, "ax_mtp_drafted_depth2": 4, "ax_mtp_ngram_accepted_tokens": 0, "ax_mtp_ngram_lookup_wall_us": 0, "ax_mtp_ngram_submitted_accepted_tokens": 0, "ax_mtp_ngram_utility_baseline_wall_us": 5181389, "ax_mtp_ngram_utility_stacked_wall_us": 0, "ax_mtp_profitability_baseline_equivalent_wall_us": 0, "ax_mtp_profitability_direct_reference_wall_us": 0, "ax_mtp_profitability_mtp_round_wall_us": 0, "ax_mtp_profitability_probe_wall_us": 0, "ax_mtp_proposal_law": 1, "ax_mtp_proposal_law_conflicts": 0, "ax_mtp_rollback_wall_us": 1917678, "ax_mtp_source_assistant_accepted_tokens": 0, "ax_mtp_source_assistant_proposer_wall_us": 0, "ax_mtp_source_mtp_accepted_tokens": 93, "ax_mtp_source_mtp_proposer_wall_us": 952568, "ax_mtp_tail_sample_wall_us": 266500, "ax_mtp_target_softmax_wall_us": 442, "ax_mtp_verify_eval_wall_us": 3794704, "ax_mtp_verify_forward_wall_us": 432936 }, "output_token_sha256": "33b0bbac2569e720cf8a8fcfbb2dd0f9a1939697aabae1e9d9286c132d56bdd4", "eligible_active_mtp_comparison": true }, { "backend": "ax-engine", "model": "tiel", "case": "context", "trial": 2, "input_tokens": 3182, "cached_tokens": 0, "output_tokens": 256, "prefill_s": 3.510932, "prefill_tps": 906.3120561719794, "decode_s": 6.375752, "decode_tps": 39.99528212515167, "wall_s": 9.952996125008212, "mtp": { "available": true, "requested": true, "active": true, "direct_fallback_steps": 0, "draft_tokens": 103, "accepted_tokens": 93, "decode_steps": 76 }, "token_sha256": "5ce6f26ac3b3cf49ec20d71ae08686a5e1335498f8b4760b3b4a17b9ddc4b583", "run": "ax-engine-tiel-agentic-confirm", "cohort": "confirmation", "profile": "agentic", "phase_counters": { "ax_mlx_decode_wall_us": 6375752, "ax_mlx_mtp_model_policy_depth": 3, "ax_mlx_prefill_wall_us": 3510932, "ax_mlx_prefix_cache_reused_tokens": 0, "ax_mtp_accept_wall_us": 293851, "ax_mtp_accepted_cycles": 67, "ax_mtp_accepted_depth0": 72, "ax_mtp_accepted_depth1": 19, "ax_mtp_accepted_depth2": 2, "ax_mtp_accepted_source_hybrid_mtp_tokens": 0, "ax_mtp_accepted_source_mtp_tokens": 93, "ax_mtp_accepted_source_ngram_tokens": 0, "ax_mtp_accepted_tokens": 93, "ax_mtp_cache_clone_wall_us": 1908, "ax_mtp_correctness_mode": 2, "ax_mtp_correctness_mode_conflicts": 0, "ax_mtp_decode_steps": 76, "ax_mtp_draft_mode": 0, "ax_mtp_draft_source_hybrid_mtp_tokens": 0, "ax_mtp_draft_source_mtp_tokens": 103, "ax_mtp_draft_source_ngram_tokens": 0, "ax_mtp_draft_tokens": 103, "ax_mtp_draft_wall_us": 823108, "ax_mtp_drafted_depth0": 76, "ax_mtp_drafted_depth1": 23, "ax_mtp_drafted_depth2": 4, "ax_mtp_ngram_accepted_tokens": 0, "ax_mtp_ngram_lookup_wall_us": 0, "ax_mtp_ngram_submitted_accepted_tokens": 0, "ax_mtp_ngram_utility_baseline_wall_us": 4256273, "ax_mtp_ngram_utility_stacked_wall_us": 0, "ax_mtp_profitability_baseline_equivalent_wall_us": 0, "ax_mtp_profitability_direct_reference_wall_us": 0, "ax_mtp_profitability_mtp_round_wall_us": 0, "ax_mtp_profitability_probe_wall_us": 0, "ax_mtp_proposal_law": 1, "ax_mtp_proposal_law_conflicts": 0, "ax_mtp_rollback_wall_us": 1593302, "ax_mtp_source_assistant_accepted_tokens": 0, "ax_mtp_source_assistant_proposer_wall_us": 0, "ax_mtp_source_mtp_accepted_tokens": 93, "ax_mtp_source_mtp_proposer_wall_us": 822783, "ax_mtp_tail_sample_wall_us": 212908, "ax_mtp_target_softmax_wall_us": 451, "ax_mtp_verify_eval_wall_us": 3063503, "ax_mtp_verify_forward_wall_us": 369211 }, "output_token_sha256": "33b0bbac2569e720cf8a8fcfbb2dd0f9a1939697aabae1e9d9286c132d56bdd4", "eligible_active_mtp_comparison": true }, { "backend": "ax-engine", "model": "tiel", "case": "short", "trial": 0, "input_tokens": 458, "cached_tokens": 0, "output_tokens": 256, "prefill_s": 0.537461, "prefill_tps": 852.1548540266178, "decode_s": 5.245745, "decode_tps": 48.61082648889719, "wall_s": 5.8273619579849765, "mtp": { "available": true, "requested": true, "active": true, "direct_fallback_steps": 0, "draft_tokens": 105, "accepted_tokens": 91, "decode_steps": 82 }, "token_sha256": "942bc7291b19737c4ed09fa52e0d92126743d6204b4277925c162d1b1fc8b8e2", "run": "ax-engine-tiel-agentic-confirm", "cohort": "confirmation", "profile": "agentic", "phase_counters": { "ax_mlx_decode_wall_us": 5245745, "ax_mlx_mtp_model_policy_depth": 3, "ax_mlx_prefill_wall_us": 537461, "ax_mlx_prefix_cache_reused_tokens": 0, "ax_mtp_accept_wall_us": 300970, "ax_mtp_accepted_cycles": 70, "ax_mtp_accepted_depth0": 79, "ax_mtp_accepted_depth1": 12, "ax_mtp_accepted_depth2": 0, "ax_mtp_accepted_source_hybrid_mtp_tokens": 0, "ax_mtp_accepted_source_mtp_tokens": 91, "ax_mtp_accepted_source_ngram_tokens": 0, "ax_mtp_accepted_tokens": 91, "ax_mtp_cache_clone_wall_us": 1591, "ax_mtp_correctness_mode": 2, "ax_mtp_correctness_mode_conflicts": 0, "ax_mtp_decode_steps": 82, "ax_mtp_draft_mode": 0, "ax_mtp_draft_source_hybrid_mtp_tokens": 0, "ax_mtp_draft_source_mtp_tokens": 105, "ax_mtp_draft_source_ngram_tokens": 0, "ax_mtp_draft_tokens": 105, "ax_mtp_draft_wall_us": 796657, "ax_mtp_drafted_depth0": 82, "ax_mtp_drafted_depth1": 22, "ax_mtp_drafted_depth2": 1, "ax_mtp_ngram_accepted_tokens": 0, "ax_mtp_ngram_lookup_wall_us": 0, "ax_mtp_ngram_submitted_accepted_tokens": 0, "ax_mtp_ngram_utility_baseline_wall_us": 3556877, "ax_mtp_ngram_utility_stacked_wall_us": 0, "ax_mtp_profitability_baseline_equivalent_wall_us": 0, "ax_mtp_profitability_direct_reference_wall_us": 0, "ax_mtp_profitability_mtp_round_wall_us": 0, "ax_mtp_profitability_probe_wall_us": 0, "ax_mtp_proposal_law": 1, "ax_mtp_proposal_law_conflicts": 0, "ax_mtp_rollback_wall_us": 1221741, "ax_mtp_source_assistant_accepted_tokens": 0, "ax_mtp_source_assistant_proposer_wall_us": 0, "ax_mtp_source_mtp_accepted_tokens": 91, "ax_mtp_source_mtp_proposer_wall_us": 796368, "ax_mtp_tail_sample_wall_us": 150335, "ax_mtp_target_softmax_wall_us": 357, "ax_mtp_verify_eval_wall_us": 2485780, "ax_mtp_verify_forward_wall_us": 274083 }, "output_token_sha256": "98925084e8799ec20858358a25028f57beeaa6c514ed3deed9944bc4aceba441", "eligible_active_mtp_comparison": true }, { "backend": "ax-engine", "model": "tiel", "case": "short", "trial": 1, "input_tokens": 458, "cached_tokens": 0, "output_tokens": 256, "prefill_s": 0.575812, "prefill_tps": 795.3984981209145, "decode_s": 5.356632, "decode_tps": 47.60453956889329, "wall_s": 5.976934375008568, "mtp": { "available": true, "requested": true, "active": true, "direct_fallback_steps": 0, "draft_tokens": 105, "accepted_tokens": 91, "decode_steps": 82 }, "token_sha256": "942bc7291b19737c4ed09fa52e0d92126743d6204b4277925c162d1b1fc8b8e2", "run": "ax-engine-tiel-agentic-confirm", "cohort": "confirmation", "profile": "agentic", "phase_counters": { "ax_mlx_decode_wall_us": 5356632, "ax_mlx_mtp_model_policy_depth": 3, "ax_mlx_prefill_wall_us": 575812, "ax_mlx_prefix_cache_reused_tokens": 0, "ax_mtp_accept_wall_us": 328102, "ax_mtp_accepted_cycles": 70, "ax_mtp_accepted_depth0": 79, "ax_mtp_accepted_depth1": 12, "ax_mtp_accepted_depth2": 0, "ax_mtp_accepted_source_hybrid_mtp_tokens": 0, "ax_mtp_accepted_source_mtp_tokens": 91, "ax_mtp_accepted_source_ngram_tokens": 0, "ax_mtp_accepted_tokens": 91, "ax_mtp_cache_clone_wall_us": 1655, "ax_mtp_correctness_mode": 2, "ax_mtp_correctness_mode_conflicts": 0, "ax_mtp_decode_steps": 82, "ax_mtp_draft_mode": 0, "ax_mtp_draft_source_hybrid_mtp_tokens": 0, "ax_mtp_draft_source_mtp_tokens": 105, "ax_mtp_draft_source_ngram_tokens": 0, "ax_mtp_draft_tokens": 105, "ax_mtp_draft_wall_us": 804805, "ax_mtp_drafted_depth0": 82, "ax_mtp_drafted_depth1": 22, "ax_mtp_drafted_depth2": 1, "ax_mtp_ngram_accepted_tokens": 0, "ax_mtp_ngram_lookup_wall_us": 0, "ax_mtp_ngram_submitted_accepted_tokens": 0, "ax_mtp_ngram_utility_baseline_wall_us": 3601314, "ax_mtp_ngram_utility_stacked_wall_us": 0, "ax_mtp_profitability_baseline_equivalent_wall_us": 0, "ax_mtp_profitability_direct_reference_wall_us": 0, "ax_mtp_profitability_mtp_round_wall_us": 0, "ax_mtp_profitability_probe_wall_us": 0, "ax_mtp_proposal_law": 1, "ax_mtp_proposal_law_conflicts": 0, "ax_mtp_rollback_wall_us": 1248332, "ax_mtp_source_assistant_accepted_tokens": 0, "ax_mtp_source_assistant_proposer_wall_us": 0, "ax_mtp_source_mtp_accepted_tokens": 91, "ax_mtp_source_mtp_proposer_wall_us": 804515, "ax_mtp_tail_sample_wall_us": 162708, "ax_mtp_target_softmax_wall_us": 362, "ax_mtp_verify_eval_wall_us": 2502201, "ax_mtp_verify_forward_wall_us": 293946 }, "output_token_sha256": "98925084e8799ec20858358a25028f57beeaa6c514ed3deed9944bc4aceba441", "eligible_active_mtp_comparison": true }, { "backend": "ax-engine", "model": "tiel", "case": "short", "trial": 2, "input_tokens": 458, "cached_tokens": 0, "output_tokens": 256, "prefill_s": 0.601826, "prefill_tps": 761.0173040048121, "decode_s": 5.413291, "decode_tps": 47.10627971043862, "wall_s": 6.0611939579830505, "mtp": { "available": true, "requested": true, "active": true, "direct_fallback_steps": 0, "draft_tokens": 105, "accepted_tokens": 91, "decode_steps": 82 }, "token_sha256": "942bc7291b19737c4ed09fa52e0d92126743d6204b4277925c162d1b1fc8b8e2", "run": "ax-engine-tiel-agentic-confirm", "cohort": "confirmation", "profile": "agentic", "phase_counters": { "ax_mlx_decode_wall_us": 5413291, "ax_mlx_mtp_model_policy_depth": 3, "ax_mlx_prefill_wall_us": 601826, "ax_mlx_prefix_cache_reused_tokens": 0, "ax_mtp_accept_wall_us": 326851, "ax_mtp_accepted_cycles": 70, "ax_mtp_accepted_depth0": 79, "ax_mtp_accepted_depth1": 12, "ax_mtp_accepted_depth2": 0, "ax_mtp_accepted_source_hybrid_mtp_tokens": 0, "ax_mtp_accepted_source_mtp_tokens": 91, "ax_mtp_accepted_source_ngram_tokens": 0, "ax_mtp_accepted_tokens": 91, "ax_mtp_cache_clone_wall_us": 1692, "ax_mtp_correctness_mode": 2, "ax_mtp_correctness_mode_conflicts": 0, "ax_mtp_decode_steps": 82, "ax_mtp_draft_mode": 0, "ax_mtp_draft_source_hybrid_mtp_tokens": 0, "ax_mtp_draft_source_mtp_tokens": 105, "ax_mtp_draft_source_ngram_tokens": 0, "ax_mtp_draft_tokens": 105, "ax_mtp_draft_wall_us": 803437, "ax_mtp_drafted_depth0": 82, "ax_mtp_drafted_depth1": 22, "ax_mtp_drafted_depth2": 1, "ax_mtp_ngram_accepted_tokens": 0, "ax_mtp_ngram_lookup_wall_us": 0, "ax_mtp_ngram_submitted_accepted_tokens": 0, "ax_mtp_ngram_utility_baseline_wall_us": 3621079, "ax_mtp_ngram_utility_stacked_wall_us": 0, "ax_mtp_profitability_baseline_equivalent_wall_us": 0, "ax_mtp_profitability_direct_reference_wall_us": 0, "ax_mtp_profitability_mtp_round_wall_us": 0, "ax_mtp_profitability_probe_wall_us": 0, "ax_mtp_proposal_law": 1, "ax_mtp_proposal_law_conflicts": 0, "ax_mtp_rollback_wall_us": 1275886, "ax_mtp_source_assistant_accepted_tokens": 0, "ax_mtp_source_assistant_proposer_wall_us": 0, "ax_mtp_source_mtp_accepted_tokens": 91, "ax_mtp_source_mtp_proposer_wall_us": 803130, "ax_mtp_tail_sample_wall_us": 172446, "ax_mtp_target_softmax_wall_us": 394, "ax_mtp_verify_eval_wall_us": 2509561, "ax_mtp_verify_forward_wall_us": 307687 }, "output_token_sha256": "98925084e8799ec20858358a25028f57beeaa6c514ed3deed9944bc4aceba441", "eligible_active_mtp_comparison": true }, { "backend": "ax-engine", "model": "tiel", "case": "context", "trial": 0, "input_tokens": 3182, "cached_tokens": 0, "output_tokens": 256, "prefill_s": 2.124231, "prefill_tps": 1497.9538477689102, "decode_s": 4.478118, "decode_tps": 56.943564238369774, "wall_s": 6.638617207994685, "mtp": { "available": true, "requested": true, "active": true, "direct_fallback_steps": 0, "draft_tokens": 108, "accepted_tokens": 97, "decode_steps": 78 }, "token_sha256": "5ce6f26ac3b3cf49ec20d71ae08686a5e1335498f8b4760b3b4a17b9ddc4b583", "run": "ax-engine-tiel-agentic-pilot", "cohort": "pilot", "profile": "agentic", "phase_counters": { "ax_mlx_decode_wall_us": 4478118, "ax_mlx_mtp_model_policy_depth": 3, "ax_mlx_prefill_wall_us": 2124231, "ax_mlx_prefix_cache_reused_tokens": 0, "ax_mtp_accept_wall_us": 124347, "ax_mtp_accepted_cycles": 69, "ax_mtp_accepted_depth0": 76, "ax_mtp_accepted_depth1": 19, "ax_mtp_accepted_depth2": 2, "ax_mtp_accepted_source_hybrid_mtp_tokens": 0, "ax_mtp_accepted_source_mtp_tokens": 97, "ax_mtp_accepted_source_ngram_tokens": 0, "ax_mtp_accepted_tokens": 97, "ax_mtp_cache_clone_wall_us": 1305, "ax_mtp_correctness_mode": 2, "ax_mtp_correctness_mode_conflicts": 0, "ax_mtp_decode_steps": 78, "ax_mtp_draft_mode": 0, "ax_mtp_draft_source_hybrid_mtp_tokens": 0, "ax_mtp_draft_source_mtp_tokens": 108, "ax_mtp_draft_source_ngram_tokens": 0, "ax_mtp_draft_tokens": 108, "ax_mtp_draft_wall_us": 718100, "ax_mtp_drafted_depth0": 78, "ax_mtp_drafted_depth1": 26, "ax_mtp_drafted_depth2": 4, "ax_mtp_ngram_accepted_tokens": 0, "ax_mtp_ngram_lookup_wall_us": 0, "ax_mtp_ngram_submitted_accepted_tokens": 0, "ax_mtp_ngram_utility_baseline_wall_us": 3191462, "ax_mtp_ngram_utility_stacked_wall_us": 0, "ax_mtp_profitability_baseline_equivalent_wall_us": 0, "ax_mtp_profitability_direct_reference_wall_us": 0, "ax_mtp_profitability_mtp_round_wall_us": 0, "ax_mtp_profitability_probe_wall_us": 0, "ax_mtp_proposal_law": 1, "ax_mtp_proposal_law_conflicts": 0, "ax_mtp_rollback_wall_us": 1061416, "ax_mtp_source_assistant_accepted_tokens": 0, "ax_mtp_source_assistant_proposer_wall_us": 0, "ax_mtp_source_mtp_accepted_tokens": 97, "ax_mtp_source_mtp_proposer_wall_us": 717825, "ax_mtp_tail_sample_wall_us": 88640, "ax_mtp_target_softmax_wall_us": 189, "ax_mtp_verify_eval_wall_us": 2296580, "ax_mtp_verify_forward_wall_us": 176593 }, "output_token_sha256": "ead0fa8803b06893ef7385b29e89fee2c3161b780e4a6acc782c1a977fa7751b", "eligible_active_mtp_comparison": true }, { "backend": "ax-engine", "model": "tiel", "case": "short", "trial": 0, "input_tokens": 458, "cached_tokens": 0, "output_tokens": 256, "prefill_s": 0.365817, "prefill_tps": 1251.9921162767175, "decode_s": 4.511896, "decode_tps": 56.51726014961338, "wall_s": 4.909458000009181, "mtp": { "available": true, "requested": true, "active": true, "direct_fallback_steps": 0, "draft_tokens": 105, "accepted_tokens": 91, "decode_steps": 82 }, "token_sha256": "942bc7291b19737c4ed09fa52e0d92126743d6204b4277925c162d1b1fc8b8e2", "run": "ax-engine-tiel-agentic-pilot", "cohort": "pilot", "profile": "agentic", "phase_counters": { "ax_mlx_decode_wall_us": 4511896, "ax_mlx_mtp_model_policy_depth": 3, "ax_mlx_prefill_wall_us": 365817, "ax_mlx_prefix_cache_reused_tokens": 0, "ax_mtp_accept_wall_us": 164500, "ax_mtp_accepted_cycles": 70, "ax_mtp_accepted_depth0": 79, "ax_mtp_accepted_depth1": 12, "ax_mtp_accepted_depth2": 0, "ax_mtp_accepted_source_hybrid_mtp_tokens": 0, "ax_mtp_accepted_source_mtp_tokens": 91, "ax_mtp_accepted_source_ngram_tokens": 0, "ax_mtp_accepted_tokens": 91, "ax_mtp_cache_clone_wall_us": 1390, "ax_mtp_correctness_mode": 2, "ax_mtp_correctness_mode_conflicts": 0, "ax_mtp_decode_steps": 82, "ax_mtp_draft_mode": 0, "ax_mtp_draft_source_hybrid_mtp_tokens": 0, "ax_mtp_draft_source_mtp_tokens": 105, "ax_mtp_draft_source_ngram_tokens": 0, "ax_mtp_draft_tokens": 105, "ax_mtp_draft_wall_us": 753938, "ax_mtp_drafted_depth0": 82, "ax_mtp_drafted_depth1": 22, "ax_mtp_drafted_depth2": 1, "ax_mtp_ngram_accepted_tokens": 0, "ax_mtp_ngram_lookup_wall_us": 0, "ax_mtp_ngram_submitted_accepted_tokens": 0, "ax_mtp_ngram_utility_baseline_wall_us": 3164643, "ax_mtp_ngram_utility_stacked_wall_us": 0, "ax_mtp_profitability_baseline_equivalent_wall_us": 0, "ax_mtp_profitability_direct_reference_wall_us": 0, "ax_mtp_profitability_mtp_round_wall_us": 0, "ax_mtp_profitability_probe_wall_us": 0, "ax_mtp_proposal_law": 1, "ax_mtp_proposal_law_conflicts": 0, "ax_mtp_rollback_wall_us": 1079105, "ax_mtp_source_assistant_accepted_tokens": 0, "ax_mtp_source_assistant_proposer_wall_us": 0, "ax_mtp_source_mtp_accepted_tokens": 91, "ax_mtp_source_mtp_proposer_wall_us": 753659, "ax_mtp_tail_sample_wall_us": 90577, "ax_mtp_target_softmax_wall_us": 198, "ax_mtp_verify_eval_wall_us": 2226995, "ax_mtp_verify_forward_wall_us": 183512 }, "output_token_sha256": "98925084e8799ec20858358a25028f57beeaa6c514ed3deed9944bc4aceba441", "eligible_active_mtp_comparison": true }, { "backend": "ax-engine", "model": "tiel", "case": "context", "trial": 0, "input_tokens": 3182, "cached_tokens": 0, "output_tokens": 256, "prefill_s": 3.305466, "prefill_tps": 962.647929217847, "decode_s": 5.276539, "decode_tps": 48.327132614768885, "wall_s": 8.640111791988602, "mtp": { "available": true, "requested": true, "active": true, "direct_fallback_steps": 0, "draft_tokens": 311, "accepted_tokens": 143, "decode_steps": 111 }, "token_sha256": "5ce6f26ac3b3cf49ec20d71ae08686a5e1335498f8b4760b3b4a17b9ddc4b583", "run": "ax-engine-tiel-auto-confirm", "cohort": "confirmation", "profile": "auto", "phase_counters": { "ax_mlx_decode_wall_us": 5276539, "ax_mlx_mtp_model_policy_depth": 3, "ax_mlx_prefill_wall_us": 3305466, "ax_mlx_prefix_cache_reused_tokens": 0, "ax_mtp_accept_wall_us": 2176886, "ax_mtp_accepted_cycles": 16, "ax_mtp_accepted_depth0": 89, "ax_mtp_accepted_depth1": 42, "ax_mtp_accepted_depth2": 12, "ax_mtp_accepted_source_hybrid_mtp_tokens": 0, "ax_mtp_accepted_source_mtp_tokens": 143, "ax_mtp_accepted_source_ngram_tokens": 0, "ax_mtp_accepted_tokens": 143, "ax_mtp_cache_clone_wall_us": 1493, "ax_mtp_correctness_mode": 2, "ax_mtp_correctness_mode_conflicts": 0, "ax_mtp_decode_steps": 111, "ax_mtp_draft_mode": 0, "ax_mtp_draft_source_hybrid_mtp_tokens": 0, "ax_mtp_draft_source_mtp_tokens": 311, "ax_mtp_draft_source_ngram_tokens": 0, "ax_mtp_draft_tokens": 311, "ax_mtp_draft_wall_us": 156953, "ax_mtp_drafted_depth0": 111, "ax_mtp_drafted_depth1": 111, "ax_mtp_drafted_depth2": 89, "ax_mtp_ngram_accepted_tokens": 0, "ax_mtp_ngram_lookup_wall_us": 0, "ax_mtp_ngram_submitted_accepted_tokens": 0, "ax_mtp_ngram_utility_baseline_wall_us": 2673538, "ax_mtp_ngram_utility_stacked_wall_us": 0, "ax_mtp_profitability_baseline_equivalent_wall_us": 0, "ax_mtp_profitability_direct_reference_wall_us": 0, "ax_mtp_profitability_mtp_round_wall_us": 0, "ax_mtp_profitability_probe_wall_us": 0, "ax_mtp_proposal_law": 1, "ax_mtp_proposal_law_conflicts": 0, "ax_mtp_rollback_wall_us": 68670, "ax_mtp_source_assistant_accepted_tokens": 0, "ax_mtp_source_assistant_proposer_wall_us": 0, "ax_mtp_source_mtp_accepted_tokens": 143, "ax_mtp_source_mtp_proposer_wall_us": 156704, "ax_mtp_tail_sample_wall_us": 18097, "ax_mtp_target_softmax_wall_us": 406, "ax_mtp_verify_eval_wall_us": 2329256, "ax_mtp_verify_forward_wall_us": 186923 }, "output_token_sha256": "55106abb0420d6d6dce33553dfea58749f87056630fb727302a8899dc34363d1", "eligible_active_mtp_comparison": true }, { "backend": "ax-engine", "model": "tiel", "case": "context", "trial": 1, "input_tokens": 3182, "cached_tokens": 0, "output_tokens": 256, "prefill_s": 3.287887, "prefill_tps": 967.794817765939, "decode_s": 5.594019, "decode_tps": 45.58440005298516, "wall_s": 8.939214416983305, "mtp": { "available": true, "requested": true, "active": true, "direct_fallback_steps": 0, "draft_tokens": 337, "accepted_tokens": 131, "decode_steps": 124 }, "token_sha256": "5ce6f26ac3b3cf49ec20d71ae08686a5e1335498f8b4760b3b4a17b9ddc4b583", "run": "ax-engine-tiel-auto-confirm", "cohort": "confirmation", "profile": "auto", "phase_counters": { "ax_mlx_decode_wall_us": 5594019, "ax_mlx_mtp_model_policy_depth": 3, "ax_mlx_prefill_wall_us": 3287887, "ax_mlx_prefix_cache_reused_tokens": 0, "ax_mtp_accept_wall_us": 2195023, "ax_mtp_accepted_cycles": 18, "ax_mtp_accepted_depth0": 89, "ax_mtp_accepted_depth1": 37, "ax_mtp_accepted_depth2": 5, "ax_mtp_accepted_source_hybrid_mtp_tokens": 0, "ax_mtp_accepted_source_mtp_tokens": 131, "ax_mtp_accepted_source_ngram_tokens": 0, "ax_mtp_accepted_tokens": 131, "ax_mtp_cache_clone_wall_us": 1677, "ax_mtp_correctness_mode": 2, "ax_mtp_correctness_mode_conflicts": 0, "ax_mtp_decode_steps": 124, "ax_mtp_draft_mode": 0, "ax_mtp_draft_source_hybrid_mtp_tokens": 0, "ax_mtp_draft_source_mtp_tokens": 337, "ax_mtp_draft_source_ngram_tokens": 0, "ax_mtp_draft_tokens": 337, "ax_mtp_draft_wall_us": 152677, "ax_mtp_drafted_depth0": 124, "ax_mtp_drafted_depth1": 124, "ax_mtp_drafted_depth2": 89, "ax_mtp_ngram_accepted_tokens": 0, "ax_mtp_ngram_lookup_wall_us": 0, "ax_mtp_ngram_submitted_accepted_tokens": 0, "ax_mtp_ngram_utility_baseline_wall_us": 2933427, "ax_mtp_ngram_utility_stacked_wall_us": 0, "ax_mtp_profitability_baseline_equivalent_wall_us": 0, "ax_mtp_profitability_direct_reference_wall_us": 0, "ax_mtp_profitability_mtp_round_wall_us": 0, "ax_mtp_profitability_probe_wall_us": 0, "ax_mtp_proposal_law": 1, "ax_mtp_proposal_law_conflicts": 0, "ax_mtp_rollback_wall_us": 70990, "ax_mtp_source_assistant_accepted_tokens": 0, "ax_mtp_source_assistant_proposer_wall_us": 0, "ax_mtp_source_mtp_accepted_tokens": 131, "ax_mtp_source_mtp_proposer_wall_us": 152408, "ax_mtp_tail_sample_wall_us": 17352, "ax_mtp_target_softmax_wall_us": 423, "ax_mtp_verify_eval_wall_us": 2582550, "ax_mtp_verify_forward_wall_us": 197777 }, "output_token_sha256": "ff9f51ad3e6c1190e2fc2bcd69a9b64dbd15552b0fc2068968df1ad23b606892", "eligible_active_mtp_comparison": true }, { "backend": "ax-engine", "model": "tiel", "case": "context", "trial": 2, "input_tokens": 3182, "cached_tokens": 0, "output_tokens": 256, "prefill_s": 3.23969, "prefill_tps": 982.1927406634586, "decode_s": 5.330577, "decode_tps": 47.837222874746956, "wall_s": 8.62320799997542, "mtp": { "available": true, "requested": true, "active": true, "direct_fallback_steps": 0, "draft_tokens": 337, "accepted_tokens": 131, "decode_steps": 124 }, "token_sha256": "5ce6f26ac3b3cf49ec20d71ae08686a5e1335498f8b4760b3b4a17b9ddc4b583", "run": "ax-engine-tiel-auto-confirm", "cohort": "confirmation", "profile": "auto", "phase_counters": { "ax_mlx_decode_wall_us": 5330577, "ax_mlx_mtp_model_policy_depth": 3, "ax_mlx_prefill_wall_us": 3239690, "ax_mlx_prefix_cache_reused_tokens": 0, "ax_mtp_accept_wall_us": 1957585, "ax_mtp_accepted_cycles": 18, "ax_mtp_accepted_depth0": 89, "ax_mtp_accepted_depth1": 37, "ax_mtp_accepted_depth2": 5, "ax_mtp_accepted_source_hybrid_mtp_tokens": 0, "ax_mtp_accepted_source_mtp_tokens": 131, "ax_mtp_accepted_source_ngram_tokens": 0, "ax_mtp_accepted_tokens": 131, "ax_mtp_cache_clone_wall_us": 1366, "ax_mtp_correctness_mode": 2, "ax_mtp_correctness_mode_conflicts": 0, "ax_mtp_decode_steps": 124, "ax_mtp_draft_mode": 0, "ax_mtp_draft_source_hybrid_mtp_tokens": 0, "ax_mtp_draft_source_mtp_tokens": 337, "ax_mtp_draft_source_ngram_tokens": 0, "ax_mtp_draft_tokens": 337, "ax_mtp_draft_wall_us": 148665, "ax_mtp_drafted_depth0": 124, "ax_mtp_drafted_depth1": 124, "ax_mtp_drafted_depth2": 89, "ax_mtp_ngram_accepted_tokens": 0, "ax_mtp_ngram_lookup_wall_us": 0, "ax_mtp_ngram_submitted_accepted_tokens": 0, "ax_mtp_ngram_utility_baseline_wall_us": 2914418, "ax_mtp_ngram_utility_stacked_wall_us": 0, "ax_mtp_profitability_baseline_equivalent_wall_us": 0, "ax_mtp_profitability_direct_reference_wall_us": 0, "ax_mtp_profitability_mtp_round_wall_us": 0, "ax_mtp_profitability_probe_wall_us": 0, "ax_mtp_proposal_law": 1, "ax_mtp_proposal_law_conflicts": 0, "ax_mtp_rollback_wall_us": 67119, "ax_mtp_source_assistant_accepted_tokens": 0, "ax_mtp_source_assistant_proposer_wall_us": 0, "ax_mtp_source_mtp_accepted_tokens": 131, "ax_mtp_source_mtp_proposer_wall_us": 148385, "ax_mtp_tail_sample_wall_us": 15301, "ax_mtp_target_softmax_wall_us": 422, "ax_mtp_verify_eval_wall_us": 2587784, "ax_mtp_verify_forward_wall_us": 177547 }, "output_token_sha256": "ff9f51ad3e6c1190e2fc2bcd69a9b64dbd15552b0fc2068968df1ad23b606892", "eligible_active_mtp_comparison": true }, { "backend": "ax-engine", "model": "tiel", "case": "short", "trial": 0, "input_tokens": 458, "cached_tokens": 0, "output_tokens": 256, "prefill_s": 0.546414, "prefill_tps": 838.1922864348279, "decode_s": 4.612129, "decode_tps": 55.28899993907368, "wall_s": 5.193730875005713, "mtp": { "available": true, "requested": true, "active": true, "direct_fallback_steps": 0, "draft_tokens": 320, "accepted_tokens": 139, "decode_steps": 115 }, "token_sha256": "942bc7291b19737c4ed09fa52e0d92126743d6204b4277925c162d1b1fc8b8e2", "run": "ax-engine-tiel-auto-confirm", "cohort": "confirmation", "profile": "auto", "phase_counters": { "ax_mlx_decode_wall_us": 4612129, "ax_mlx_mtp_model_policy_depth": 3, "ax_mlx_prefill_wall_us": 546414, "ax_mlx_prefix_cache_reused_tokens": 0, "ax_mtp_accept_wall_us": 1743594, "ax_mtp_accepted_cycles": 17, "ax_mtp_accepted_depth0": 90, "ax_mtp_accepted_depth1": 39, "ax_mtp_accepted_depth2": 10, "ax_mtp_accepted_source_hybrid_mtp_tokens": 0, "ax_mtp_accepted_source_mtp_tokens": 139, "ax_mtp_accepted_source_ngram_tokens": 0, "ax_mtp_accepted_tokens": 139, "ax_mtp_cache_clone_wall_us": 1187, "ax_mtp_correctness_mode": 2, "ax_mtp_correctness_mode_conflicts": 0, "ax_mtp_decode_steps": 115, "ax_mtp_draft_mode": 0, "ax_mtp_draft_source_hybrid_mtp_tokens": 0, "ax_mtp_draft_source_mtp_tokens": 320, "ax_mtp_draft_source_ngram_tokens": 0, "ax_mtp_draft_tokens": 320, "ax_mtp_draft_wall_us": 138799, "ax_mtp_drafted_depth0": 115, "ax_mtp_drafted_depth1": 115, "ax_mtp_drafted_depth2": 90, "ax_mtp_ngram_accepted_tokens": 0, "ax_mtp_ngram_lookup_wall_us": 0, "ax_mtp_ngram_submitted_accepted_tokens": 0, "ax_mtp_ngram_utility_baseline_wall_us": 2434449, "ax_mtp_ngram_utility_stacked_wall_us": 0, "ax_mtp_profitability_baseline_equivalent_wall_us": 0, "ax_mtp_profitability_direct_reference_wall_us": 0, "ax_mtp_profitability_mtp_round_wall_us": 0, "ax_mtp_profitability_probe_wall_us": 0, "ax_mtp_proposal_law": 1, "ax_mtp_proposal_law_conflicts": 0, "ax_mtp_rollback_wall_us": 61964, "ax_mtp_source_assistant_accepted_tokens": 0, "ax_mtp_source_assistant_proposer_wall_us": 0, "ax_mtp_source_mtp_accepted_tokens": 139, "ax_mtp_source_mtp_proposer_wall_us": 138558, "ax_mtp_tail_sample_wall_us": 14175, "ax_mtp_target_softmax_wall_us": 384, "ax_mtp_verify_eval_wall_us": 2138126, "ax_mtp_verify_forward_wall_us": 157140 }, "output_token_sha256": "033bf39c602f6c34fc887dcabfca90a9d0c3451c6bfac493e70347475b15f13f", "eligible_active_mtp_comparison": true }, { "backend": "ax-engine", "model": "tiel", "case": "short", "trial": 1, "input_tokens": 458, "cached_tokens": 0, "output_tokens": 256, "prefill_s": 0.551683, "prefill_tps": 830.1869008107916, "decode_s": 5.078424, "decode_tps": 50.21242810761764, "wall_s": 5.66917295899475, "mtp": { "available": true, "requested": true, "active": true, "direct_fallback_steps": 0, "draft_tokens": 320, "accepted_tokens": 139, "decode_steps": 115 }, "token_sha256": "942bc7291b19737c4ed09fa52e0d92126743d6204b4277925c162d1b1fc8b8e2", "run": "ax-engine-tiel-auto-confirm", "cohort": "confirmation", "profile": "auto", "phase_counters": { "ax_mlx_decode_wall_us": 5078424, "ax_mlx_mtp_model_policy_depth": 3, "ax_mlx_prefill_wall_us": 551683, "ax_mlx_prefix_cache_reused_tokens": 0, "ax_mtp_accept_wall_us": 2112640, "ax_mtp_accepted_cycles": 17, "ax_mtp_accepted_depth0": 90, "ax_mtp_accepted_depth1": 39, "ax_mtp_accepted_depth2": 10, "ax_mtp_accepted_source_hybrid_mtp_tokens": 0, "ax_mtp_accepted_source_mtp_tokens": 139, "ax_mtp_accepted_source_ngram_tokens": 0, "ax_mtp_accepted_tokens": 139, "ax_mtp_cache_clone_wall_us": 1443, "ax_mtp_correctness_mode": 2, "ax_mtp_correctness_mode_conflicts": 0, "ax_mtp_decode_steps": 115, "ax_mtp_draft_mode": 0, "ax_mtp_draft_source_hybrid_mtp_tokens": 0, "ax_mtp_draft_source_mtp_tokens": 320, "ax_mtp_draft_source_ngram_tokens": 0, "ax_mtp_draft_tokens": 320, "ax_mtp_draft_wall_us": 161932, "ax_mtp_drafted_depth0": 115, "ax_mtp_drafted_depth1": 115, "ax_mtp_drafted_depth2": 90, "ax_mtp_ngram_accepted_tokens": 0, "ax_mtp_ngram_lookup_wall_us": 0, "ax_mtp_ngram_submitted_accepted_tokens": 0, "ax_mtp_ngram_utility_baseline_wall_us": 2529750, "ax_mtp_ngram_utility_stacked_wall_us": 0, "ax_mtp_profitability_baseline_equivalent_wall_us": 0, "ax_mtp_profitability_direct_reference_wall_us": 0, "ax_mtp_profitability_mtp_round_wall_us": 0, "ax_mtp_profitability_probe_wall_us": 0, "ax_mtp_proposal_law": 1, "ax_mtp_proposal_law_conflicts": 0, "ax_mtp_rollback_wall_us": 67851, "ax_mtp_source_assistant_accepted_tokens": 0, "ax_mtp_source_assistant_proposer_wall_us": 0, "ax_mtp_source_mtp_accepted_tokens": 139, "ax_mtp_source_mtp_proposer_wall_us": 161681, "ax_mtp_tail_sample_wall_us": 19274, "ax_mtp_target_softmax_wall_us": 441, "ax_mtp_verify_eval_wall_us": 2176661, "ax_mtp_verify_forward_wall_us": 190716 }, "output_token_sha256": "033bf39c602f6c34fc887dcabfca90a9d0c3451c6bfac493e70347475b15f13f", "eligible_active_mtp_comparison": true }, { "backend": "ax-engine", "model": "tiel", "case": "short", "trial": 2, "input_tokens": 458, "cached_tokens": 0, "output_tokens": 256, "prefill_s": 0.58349, "prefill_tps": 784.9320468217109, "decode_s": 4.66261, "decode_tps": 54.69039872517753, "wall_s": 5.283721625019098, "mtp": { "available": true, "requested": true, "active": true, "direct_fallback_steps": 0, "draft_tokens": 320, "accepted_tokens": 139, "decode_steps": 115 }, "token_sha256": "942bc7291b19737c4ed09fa52e0d92126743d6204b4277925c162d1b1fc8b8e2", "run": "ax-engine-tiel-auto-confirm", "cohort": "confirmation", "profile": "auto", "phase_counters": { "ax_mlx_decode_wall_us": 4662610, "ax_mlx_mtp_model_policy_depth": 3, "ax_mlx_prefill_wall_us": 583490, "ax_mlx_prefix_cache_reused_tokens": 0, "ax_mtp_accept_wall_us": 1786332, "ax_mtp_accepted_cycles": 17, "ax_mtp_accepted_depth0": 90, "ax_mtp_accepted_depth1": 39, "ax_mtp_accepted_depth2": 10, "ax_mtp_accepted_source_hybrid_mtp_tokens": 0, "ax_mtp_accepted_source_mtp_tokens": 139, "ax_mtp_accepted_source_ngram_tokens": 0, "ax_mtp_accepted_tokens": 139, "ax_mtp_cache_clone_wall_us": 1320, "ax_mtp_correctness_mode": 2, "ax_mtp_correctness_mode_conflicts": 0, "ax_mtp_decode_steps": 115, "ax_mtp_draft_mode": 0, "ax_mtp_draft_source_hybrid_mtp_tokens": 0, "ax_mtp_draft_source_mtp_tokens": 320, "ax_mtp_draft_source_ngram_tokens": 0, "ax_mtp_draft_tokens": 320, "ax_mtp_draft_wall_us": 140852, "ax_mtp_drafted_depth0": 115, "ax_mtp_drafted_depth1": 115, "ax_mtp_drafted_depth2": 90, "ax_mtp_ngram_accepted_tokens": 0, "ax_mtp_ngram_lookup_wall_us": 0, "ax_mtp_ngram_submitted_accepted_tokens": 0, "ax_mtp_ngram_utility_baseline_wall_us": 2437116, "ax_mtp_ngram_utility_stacked_wall_us": 0, "ax_mtp_profitability_baseline_equivalent_wall_us": 0, "ax_mtp_profitability_direct_reference_wall_us": 0, "ax_mtp_profitability_mtp_round_wall_us": 0, "ax_mtp_profitability_probe_wall_us": 0, "ax_mtp_proposal_law": 1, "ax_mtp_proposal_law_conflicts": 0, "ax_mtp_rollback_wall_us": 63853, "ax_mtp_source_assistant_accepted_tokens": 0, "ax_mtp_source_assistant_proposer_wall_us": 0, "ax_mtp_source_mtp_accepted_tokens": 139, "ax_mtp_source_mtp_proposer_wall_us": 140575, "ax_mtp_tail_sample_wall_us": 14581, "ax_mtp_target_softmax_wall_us": 350, "ax_mtp_verify_eval_wall_us": 2130653, "ax_mtp_verify_forward_wall_us": 165261 }, "output_token_sha256": "033bf39c602f6c34fc887dcabfca90a9d0c3451c6bfac493e70347475b15f13f", "eligible_active_mtp_comparison": true }, { "backend": "ax-engine", "model": "tiel", "case": "context", "trial": 0, "input_tokens": 3182, "cached_tokens": 0, "output_tokens": 256, "prefill_s": 2.466234, "prefill_tps": 1290.2263126694386, "decode_s": 4.264064, "decode_tps": 59.802104283613, "wall_s": 6.775373666983796, "mtp": { "available": true, "requested": true, "active": true, "direct_fallback_steps": 0, "draft_tokens": 311, "accepted_tokens": 143, "decode_steps": 111 }, "token_sha256": "5ce6f26ac3b3cf49ec20d71ae08686a5e1335498f8b4760b3b4a17b9ddc4b583", "run": "ax-engine-tiel-auto-pilot", "cohort": "pilot", "profile": "auto", "phase_counters": { "ax_mlx_decode_wall_us": 4264064, "ax_mlx_mtp_model_policy_depth": 3, "ax_mlx_prefill_wall_us": 2466234, "ax_mlx_prefix_cache_reused_tokens": 0, "ax_mtp_accept_wall_us": 1322600, "ax_mtp_accepted_cycles": 16, "ax_mtp_accepted_depth0": 89, "ax_mtp_accepted_depth1": 42, "ax_mtp_accepted_depth2": 12, "ax_mtp_accepted_source_hybrid_mtp_tokens": 0, "ax_mtp_accepted_source_mtp_tokens": 143, "ax_mtp_accepted_source_ngram_tokens": 0, "ax_mtp_accepted_tokens": 143, "ax_mtp_cache_clone_wall_us": 1229, "ax_mtp_correctness_mode": 2, "ax_mtp_correctness_mode_conflicts": 0, "ax_mtp_decode_steps": 111, "ax_mtp_draft_mode": 0, "ax_mtp_draft_source_hybrid_mtp_tokens": 0, "ax_mtp_draft_source_mtp_tokens": 311, "ax_mtp_draft_source_ngram_tokens": 0, "ax_mtp_draft_tokens": 311, "ax_mtp_draft_wall_us": 130240, "ax_mtp_drafted_depth0": 111, "ax_mtp_drafted_depth1": 111, "ax_mtp_drafted_depth2": 89, "ax_mtp_ngram_accepted_tokens": 0, "ax_mtp_ngram_lookup_wall_us": 0, "ax_mtp_ngram_submitted_accepted_tokens": 0, "ax_mtp_ngram_utility_baseline_wall_us": 2525010, "ax_mtp_ngram_utility_stacked_wall_us": 0, "ax_mtp_profitability_baseline_equivalent_wall_us": 0, "ax_mtp_profitability_direct_reference_wall_us": 0, "ax_mtp_profitability_mtp_round_wall_us": 0, "ax_mtp_profitability_probe_wall_us": 0, "ax_mtp_proposal_law": 1, "ax_mtp_proposal_law_conflicts": 0, "ax_mtp_rollback_wall_us": 54573, "ax_mtp_source_assistant_accepted_tokens": 0, "ax_mtp_source_assistant_proposer_wall_us": 0, "ax_mtp_source_mtp_accepted_tokens": 143, "ax_mtp_source_mtp_proposer_wall_us": 129977, "ax_mtp_tail_sample_wall_us": 10691, "ax_mtp_target_softmax_wall_us": 343, "ax_mtp_verify_eval_wall_us": 2255195, "ax_mtp_verify_forward_wall_us": 139232 }, "output_token_sha256": "55106abb0420d6d6dce33553dfea58749f87056630fb727302a8899dc34363d1", "eligible_active_mtp_comparison": true }, { "backend": "ax-engine", "model": "tiel", "case": "short", "trial": 0, "input_tokens": 458, "cached_tokens": 0, "output_tokens": 256, "prefill_s": 0.393659, "prefill_tps": 1163.4434878918048, "decode_s": 4.132308, "decode_tps": 61.70885616464213, "wall_s": 4.560099291993538, "mtp": { "available": true, "requested": true, "active": true, "direct_fallback_steps": 0, "draft_tokens": 320, "accepted_tokens": 139, "decode_steps": 115 }, "token_sha256": "942bc7291b19737c4ed09fa52e0d92126743d6204b4277925c162d1b1fc8b8e2", "run": "ax-engine-tiel-auto-pilot", "cohort": "pilot", "profile": "auto", "phase_counters": { "ax_mlx_decode_wall_us": 4132308, "ax_mlx_mtp_model_policy_depth": 3, "ax_mlx_prefill_wall_us": 393659, "ax_mlx_prefix_cache_reused_tokens": 0, "ax_mtp_accept_wall_us": 1364010, "ax_mtp_accepted_cycles": 17, "ax_mtp_accepted_depth0": 90, "ax_mtp_accepted_depth1": 39, "ax_mtp_accepted_depth2": 10, "ax_mtp_accepted_source_hybrid_mtp_tokens": 0, "ax_mtp_accepted_source_mtp_tokens": 139, "ax_mtp_accepted_source_ngram_tokens": 0, "ax_mtp_accepted_tokens": 139, "ax_mtp_cache_clone_wall_us": 1245, "ax_mtp_correctness_mode": 2, "ax_mtp_correctness_mode_conflicts": 0, "ax_mtp_decode_steps": 115, "ax_mtp_draft_mode": 0, "ax_mtp_draft_source_hybrid_mtp_tokens": 0, "ax_mtp_draft_source_mtp_tokens": 320, "ax_mtp_draft_source_ngram_tokens": 0, "ax_mtp_draft_tokens": 320, "ax_mtp_draft_wall_us": 134201, "ax_mtp_drafted_depth0": 115, "ax_mtp_drafted_depth1": 115, "ax_mtp_drafted_depth2": 90, "ax_mtp_ngram_accepted_tokens": 0, "ax_mtp_ngram_lookup_wall_us": 0, "ax_mtp_ngram_submitted_accepted_tokens": 0, "ax_mtp_ngram_utility_baseline_wall_us": 2343726, "ax_mtp_ngram_utility_stacked_wall_us": 0, "ax_mtp_profitability_baseline_equivalent_wall_us": 0, "ax_mtp_profitability_direct_reference_wall_us": 0, "ax_mtp_profitability_mtp_round_wall_us": 0, "ax_mtp_profitability_probe_wall_us": 0, "ax_mtp_proposal_law": 1, "ax_mtp_proposal_law_conflicts": 0, "ax_mtp_rollback_wall_us": 54162, "ax_mtp_source_assistant_accepted_tokens": 0, "ax_mtp_source_assistant_proposer_wall_us": 0, "ax_mtp_source_mtp_accepted_tokens": 139, "ax_mtp_source_mtp_proposer_wall_us": 133962, "ax_mtp_tail_sample_wall_us": 11250, "ax_mtp_target_softmax_wall_us": 287, "ax_mtp_verify_eval_wall_us": 2070328, "ax_mtp_verify_forward_wall_us": 138910 }, "output_token_sha256": "033bf39c602f6c34fc887dcabfca90a9d0c3451c6bfac493e70347475b15f13f", "eligible_active_mtp_comparison": true }, { "backend": "ax-engine", "model": "tiel", "case": "context", "trial": 0, "input_tokens": 3182, "cached_tokens": 0, "output_tokens": 256, "prefill_s": 3.489961, "prefill_tps": 911.7580397030224, "decode_s": 4.008809, "decode_tps": 63.60991506454909, "wall_s": 7.56581699999515, "mtp": { "available": true, "requested": true, "active": false, "direct_fallback_steps": 255, "draft_tokens": 0, "accepted_tokens": 0, "decode_steps": 0 }, "token_sha256": "5ce6f26ac3b3cf49ec20d71ae08686a5e1335498f8b4760b3b4a17b9ddc4b583", "run": "ax-engine-tiel-stochastic-pilot", "cohort": "pilot", "profile": "auto", "phase_counters": { "ax_mlx_decode_wall_us": 4008809, "ax_mlx_mtp_model_policy_depth": 3, "ax_mlx_prefill_wall_us": 3489961, "ax_mlx_prefix_cache_reused_tokens": 0, "ax_mtp_accept_wall_us": 0, "ax_mtp_accepted_cycles": 0, "ax_mtp_accepted_depth0": 0, "ax_mtp_accepted_depth1": 0, "ax_mtp_accepted_depth2": 0, "ax_mtp_accepted_source_hybrid_mtp_tokens": 0, "ax_mtp_accepted_source_mtp_tokens": 0, "ax_mtp_accepted_source_ngram_tokens": 0, "ax_mtp_accepted_tokens": 0, "ax_mtp_cache_clone_wall_us": 0, "ax_mtp_correctness_mode": 4, "ax_mtp_correctness_mode_conflicts": 0, "ax_mtp_decode_steps": 0, "ax_mtp_draft_mode": 1, "ax_mtp_draft_source_hybrid_mtp_tokens": 0, "ax_mtp_draft_source_mtp_tokens": 0, "ax_mtp_draft_source_ngram_tokens": 0, "ax_mtp_draft_tokens": 0, "ax_mtp_draft_wall_us": 0, "ax_mtp_drafted_depth0": 0, "ax_mtp_drafted_depth1": 0, "ax_mtp_drafted_depth2": 0, "ax_mtp_ngram_accepted_tokens": 0, "ax_mtp_ngram_lookup_wall_us": 0, "ax_mtp_ngram_submitted_accepted_tokens": 0, "ax_mtp_ngram_utility_baseline_wall_us": 0, "ax_mtp_ngram_utility_stacked_wall_us": 0, "ax_mtp_profitability_baseline_equivalent_wall_us": 0, "ax_mtp_profitability_direct_reference_wall_us": 0, "ax_mtp_profitability_mtp_round_wall_us": 0, "ax_mtp_profitability_probe_wall_us": 0, "ax_mtp_proposal_law": 0, "ax_mtp_proposal_law_conflicts": 0, "ax_mtp_rollback_wall_us": 0, "ax_mtp_source_assistant_accepted_tokens": 0, "ax_mtp_source_assistant_proposer_wall_us": 0, "ax_mtp_source_mtp_accepted_tokens": 0, "ax_mtp_source_mtp_proposer_wall_us": 0, "ax_mtp_tail_sample_wall_us": 0, "ax_mtp_target_softmax_wall_us": 0, "ax_mtp_verify_eval_wall_us": 0, "ax_mtp_verify_forward_wall_us": 0 }, "output_token_sha256": "123f3f491f854c47b752af8a2d47049e0cce82aed8814d54810f764de9b73310", "eligible_active_mtp_comparison": false, "exclusion_reason": "Stochastic override selected protected direct fallback, not active MTP." }, { "backend": "ax-engine", "model": "tiel", "case": "short", "trial": 0, "input_tokens": 458, "cached_tokens": 0, "output_tokens": 256, "prefill_s": 0.543301, "prefill_tps": 842.9949512332942, "decode_s": 4.580418, "decode_tps": 55.67177493407807, "wall_s": 5.196387374977348, "mtp": { "available": true, "requested": true, "active": false, "direct_fallback_steps": 255, "draft_tokens": 0, "accepted_tokens": 0, "decode_steps": 0 }, "token_sha256": "942bc7291b19737c4ed09fa52e0d92126743d6204b4277925c162d1b1fc8b8e2", "run": "ax-engine-tiel-stochastic-pilot", "cohort": "pilot", "profile": "auto", "phase_counters": { "ax_mlx_decode_wall_us": 4580418, "ax_mlx_mtp_model_policy_depth": 3, "ax_mlx_prefill_wall_us": 543301, "ax_mlx_prefix_cache_reused_tokens": 0, "ax_mtp_accept_wall_us": 0, "ax_mtp_accepted_cycles": 0, "ax_mtp_accepted_depth0": 0, "ax_mtp_accepted_depth1": 0, "ax_mtp_accepted_depth2": 0, "ax_mtp_accepted_source_hybrid_mtp_tokens": 0, "ax_mtp_accepted_source_mtp_tokens": 0, "ax_mtp_accepted_source_ngram_tokens": 0, "ax_mtp_accepted_tokens": 0, "ax_mtp_cache_clone_wall_us": 0, "ax_mtp_correctness_mode": 4, "ax_mtp_correctness_mode_conflicts": 0, "ax_mtp_decode_steps": 0, "ax_mtp_draft_mode": 1, "ax_mtp_draft_source_hybrid_mtp_tokens": 0, "ax_mtp_draft_source_mtp_tokens": 0, "ax_mtp_draft_source_ngram_tokens": 0, "ax_mtp_draft_tokens": 0, "ax_mtp_draft_wall_us": 0, "ax_mtp_drafted_depth0": 0, "ax_mtp_drafted_depth1": 0, "ax_mtp_drafted_depth2": 0, "ax_mtp_ngram_accepted_tokens": 0, "ax_mtp_ngram_lookup_wall_us": 0, "ax_mtp_ngram_submitted_accepted_tokens": 0, "ax_mtp_ngram_utility_baseline_wall_us": 0, "ax_mtp_ngram_utility_stacked_wall_us": 0, "ax_mtp_profitability_baseline_equivalent_wall_us": 0, "ax_mtp_profitability_direct_reference_wall_us": 0, "ax_mtp_profitability_mtp_round_wall_us": 0, "ax_mtp_profitability_probe_wall_us": 0, "ax_mtp_proposal_law": 0, "ax_mtp_proposal_law_conflicts": 0, "ax_mtp_rollback_wall_us": 0, "ax_mtp_source_assistant_accepted_tokens": 0, "ax_mtp_source_assistant_proposer_wall_us": 0, "ax_mtp_source_mtp_accepted_tokens": 0, "ax_mtp_source_mtp_proposer_wall_us": 0, "ax_mtp_tail_sample_wall_us": 0, "ax_mtp_target_softmax_wall_us": 0, "ax_mtp_verify_eval_wall_us": 0, "ax_mtp_verify_forward_wall_us": 0 }, "output_token_sha256": "aec1ec6392e45cd03f7181a8532537b3d322fd21b0fb553a3f17c15e057fb14d", "eligible_active_mtp_comparison": false, "exclusion_reason": "Stochastic override selected protected direct fallback, not active MTP." }, { "backend": "ax-engine", "model": "tiel", "case": "context", "trial": 0, "input_tokens": 3182, "cached_tokens": 0, "output_tokens": 256, "prefill_s": 3.664987, "prefill_tps": 868.2159036307633, "decode_s": 5.780705, "decode_tps": 44.11226658340116, "wall_s": 9.544281124981353, "mtp": { "available": true, "requested": true, "active": false, "direct_fallback_steps": 255, "draft_tokens": 0, "accepted_tokens": 0, "decode_steps": 0 }, "token_sha256": "5ce6f26ac3b3cf49ec20d71ae08686a5e1335498f8b4760b3b4a17b9ddc4b583", "run": "ax-engine-tiel-stochastic-t06-pilot", "cohort": "pilot", "profile": "auto", "phase_counters": { "ax_mlx_decode_wall_us": 5780705, "ax_mlx_mtp_model_policy_depth": 3, "ax_mlx_prefill_wall_us": 3664987, "ax_mlx_prefix_cache_reused_tokens": 0, "ax_mtp_accept_wall_us": 0, "ax_mtp_accepted_cycles": 0, "ax_mtp_accepted_depth0": 0, "ax_mtp_accepted_depth1": 0, "ax_mtp_accepted_depth2": 0, "ax_mtp_accepted_source_hybrid_mtp_tokens": 0, "ax_mtp_accepted_source_mtp_tokens": 0, "ax_mtp_accepted_source_ngram_tokens": 0, "ax_mtp_accepted_tokens": 0, "ax_mtp_cache_clone_wall_us": 0, "ax_mtp_correctness_mode": 4, "ax_mtp_correctness_mode_conflicts": 0, "ax_mtp_decode_steps": 0, "ax_mtp_draft_mode": 1, "ax_mtp_draft_source_hybrid_mtp_tokens": 0, "ax_mtp_draft_source_mtp_tokens": 0, "ax_mtp_draft_source_ngram_tokens": 0, "ax_mtp_draft_tokens": 0, "ax_mtp_draft_wall_us": 0, "ax_mtp_drafted_depth0": 0, "ax_mtp_drafted_depth1": 0, "ax_mtp_drafted_depth2": 0, "ax_mtp_ngram_accepted_tokens": 0, "ax_mtp_ngram_lookup_wall_us": 0, "ax_mtp_ngram_submitted_accepted_tokens": 0, "ax_mtp_ngram_utility_baseline_wall_us": 0, "ax_mtp_ngram_utility_stacked_wall_us": 0, "ax_mtp_profitability_baseline_equivalent_wall_us": 0, "ax_mtp_profitability_direct_reference_wall_us": 0, "ax_mtp_profitability_mtp_round_wall_us": 0, "ax_mtp_profitability_probe_wall_us": 0, "ax_mtp_proposal_law": 0, "ax_mtp_proposal_law_conflicts": 0, "ax_mtp_rollback_wall_us": 0, "ax_mtp_source_assistant_accepted_tokens": 0, "ax_mtp_source_assistant_proposer_wall_us": 0, "ax_mtp_source_mtp_accepted_tokens": 0, "ax_mtp_source_mtp_proposer_wall_us": 0, "ax_mtp_tail_sample_wall_us": 0, "ax_mtp_target_softmax_wall_us": 0, "ax_mtp_verify_eval_wall_us": 0, "ax_mtp_verify_forward_wall_us": 0 }, "output_token_sha256": "76cc949662535cc40c67c244aac60e185aff76a95211b4f888e7a13efc2e620c", "eligible_active_mtp_comparison": false, "exclusion_reason": "Stochastic override selected protected direct fallback, not active MTP." }, { "backend": "ax-engine", "model": "tiel", "case": "short", "trial": 0, "input_tokens": 458, "cached_tokens": 0, "output_tokens": 256, "prefill_s": 0.573649, "prefill_tps": 798.3976264231264, "decode_s": 4.156461, "decode_tps": 61.350268894619724, "wall_s": 4.796162750018993, "mtp": { "available": true, "requested": true, "active": false, "direct_fallback_steps": 255, "draft_tokens": 0, "accepted_tokens": 0, "decode_steps": 0 }, "token_sha256": "942bc7291b19737c4ed09fa52e0d92126743d6204b4277925c162d1b1fc8b8e2", "run": "ax-engine-tiel-stochastic-t06-pilot", "cohort": "pilot", "profile": "auto", "phase_counters": { "ax_mlx_decode_wall_us": 4156461, "ax_mlx_mtp_model_policy_depth": 3, "ax_mlx_prefill_wall_us": 573649, "ax_mlx_prefix_cache_reused_tokens": 0, "ax_mtp_accept_wall_us": 0, "ax_mtp_accepted_cycles": 0, "ax_mtp_accepted_depth0": 0, "ax_mtp_accepted_depth1": 0, "ax_mtp_accepted_depth2": 0, "ax_mtp_accepted_source_hybrid_mtp_tokens": 0, "ax_mtp_accepted_source_mtp_tokens": 0, "ax_mtp_accepted_source_ngram_tokens": 0, "ax_mtp_accepted_tokens": 0, "ax_mtp_cache_clone_wall_us": 0, "ax_mtp_correctness_mode": 4, "ax_mtp_correctness_mode_conflicts": 0, "ax_mtp_decode_steps": 0, "ax_mtp_draft_mode": 1, "ax_mtp_draft_source_hybrid_mtp_tokens": 0, "ax_mtp_draft_source_mtp_tokens": 0, "ax_mtp_draft_source_ngram_tokens": 0, "ax_mtp_draft_tokens": 0, "ax_mtp_draft_wall_us": 0, "ax_mtp_drafted_depth0": 0, "ax_mtp_drafted_depth1": 0, "ax_mtp_drafted_depth2": 0, "ax_mtp_ngram_accepted_tokens": 0, "ax_mtp_ngram_lookup_wall_us": 0, "ax_mtp_ngram_submitted_accepted_tokens": 0, "ax_mtp_ngram_utility_baseline_wall_us": 0, "ax_mtp_ngram_utility_stacked_wall_us": 0, "ax_mtp_profitability_baseline_equivalent_wall_us": 0, "ax_mtp_profitability_direct_reference_wall_us": 0, "ax_mtp_profitability_mtp_round_wall_us": 0, "ax_mtp_profitability_probe_wall_us": 0, "ax_mtp_proposal_law": 0, "ax_mtp_proposal_law_conflicts": 0, "ax_mtp_rollback_wall_us": 0, "ax_mtp_source_assistant_accepted_tokens": 0, "ax_mtp_source_assistant_proposer_wall_us": 0, "ax_mtp_source_mtp_accepted_tokens": 0, "ax_mtp_source_mtp_proposer_wall_us": 0, "ax_mtp_tail_sample_wall_us": 0, "ax_mtp_target_softmax_wall_us": 0, "ax_mtp_verify_eval_wall_us": 0, "ax_mtp_verify_forward_wall_us": 0 }, "output_token_sha256": "07b72a1f87fa8af6366bd9facc283e7a2de8116888dec70df343f0f1c3eaad24", "eligible_active_mtp_comparison": false, "exclusion_reason": "Stochastic override selected protected direct fallback, not active MTP." }, { "backend": "ax-engine", "model": "tiel", "case": "context", "trial": 0, "input_tokens": 3182, "cached_tokens": 0, "output_tokens": 256, "prefill_s": 2.313469, "prefill_tps": 1375.4236603127165, "decode_s": 4.263086, "decode_tps": 59.81582356067881, "wall_s": 6.620249083003728, "mtp": { "available": true, "requested": true, "active": true, "direct_fallback_steps": 0, "draft_tokens": 311, "accepted_tokens": 143, "decode_steps": 111 }, "token_sha256": "5ce6f26ac3b3cf49ec20d71ae08686a5e1335498f8b4760b3b4a17b9ddc4b583", "run": "ax-engine-tiel-zero-gate-pilot", "cohort": "pilot", "profile": "agentic", "phase_counters": { "ax_mlx_decode_wall_us": 4263086, "ax_mlx_mtp_model_policy_depth": 3, "ax_mlx_prefill_wall_us": 2313469, "ax_mlx_prefix_cache_reused_tokens": 0, "ax_mtp_accept_wall_us": 1319858, "ax_mtp_accepted_cycles": 16, "ax_mtp_accepted_depth0": 89, "ax_mtp_accepted_depth1": 42, "ax_mtp_accepted_depth2": 12, "ax_mtp_accepted_source_hybrid_mtp_tokens": 0, "ax_mtp_accepted_source_mtp_tokens": 143, "ax_mtp_accepted_source_ngram_tokens": 0, "ax_mtp_accepted_tokens": 143, "ax_mtp_cache_clone_wall_us": 1342, "ax_mtp_correctness_mode": 2, "ax_mtp_correctness_mode_conflicts": 0, "ax_mtp_decode_steps": 111, "ax_mtp_draft_mode": 0, "ax_mtp_draft_source_hybrid_mtp_tokens": 0, "ax_mtp_draft_source_mtp_tokens": 311, "ax_mtp_draft_source_ngram_tokens": 0, "ax_mtp_draft_tokens": 311, "ax_mtp_draft_wall_us": 127147, "ax_mtp_drafted_depth0": 111, "ax_mtp_drafted_depth1": 111, "ax_mtp_drafted_depth2": 89, "ax_mtp_ngram_accepted_tokens": 0, "ax_mtp_ngram_lookup_wall_us": 0, "ax_mtp_ngram_submitted_accepted_tokens": 0, "ax_mtp_ngram_utility_baseline_wall_us": 2523259, "ax_mtp_ngram_utility_stacked_wall_us": 0, "ax_mtp_profitability_baseline_equivalent_wall_us": 0, "ax_mtp_profitability_direct_reference_wall_us": 0, "ax_mtp_profitability_mtp_round_wall_us": 0, "ax_mtp_profitability_probe_wall_us": 0, "ax_mtp_proposal_law": 1, "ax_mtp_proposal_law_conflicts": 0, "ax_mtp_rollback_wall_us": 55289, "ax_mtp_source_assistant_accepted_tokens": 0, "ax_mtp_source_assistant_proposer_wall_us": 0, "ax_mtp_source_mtp_accepted_tokens": 143, "ax_mtp_source_mtp_proposer_wall_us": 126894, "ax_mtp_tail_sample_wall_us": 10785, "ax_mtp_target_softmax_wall_us": 339, "ax_mtp_verify_eval_wall_us": 2254988, "ax_mtp_verify_forward_wall_us": 140785 }, "output_token_sha256": "55106abb0420d6d6dce33553dfea58749f87056630fb727302a8899dc34363d1", "eligible_active_mtp_comparison": true }, { "backend": "ax-engine", "model": "tiel", "case": "short", "trial": 0, "input_tokens": 458, "cached_tokens": 0, "output_tokens": 256, "prefill_s": 0.365353, "prefill_tps": 1253.582152055683, "decode_s": 4.098889, "decode_tps": 62.21197988040174, "wall_s": 4.496733250009129, "mtp": { "available": true, "requested": true, "active": true, "direct_fallback_steps": 0, "draft_tokens": 320, "accepted_tokens": 139, "decode_steps": 115 }, "token_sha256": "942bc7291b19737c4ed09fa52e0d92126743d6204b4277925c162d1b1fc8b8e2", "run": "ax-engine-tiel-zero-gate-pilot", "cohort": "pilot", "profile": "agentic", "phase_counters": { "ax_mlx_decode_wall_us": 4098889, "ax_mlx_mtp_model_policy_depth": 3, "ax_mlx_prefill_wall_us": 365353, "ax_mlx_prefix_cache_reused_tokens": 0, "ax_mtp_accept_wall_us": 1348067, "ax_mtp_accepted_cycles": 17, "ax_mtp_accepted_depth0": 90, "ax_mtp_accepted_depth1": 39, "ax_mtp_accepted_depth2": 10, "ax_mtp_accepted_source_hybrid_mtp_tokens": 0, "ax_mtp_accepted_source_mtp_tokens": 139, "ax_mtp_accepted_source_ngram_tokens": 0, "ax_mtp_accepted_tokens": 139, "ax_mtp_cache_clone_wall_us": 1299, "ax_mtp_correctness_mode": 2, "ax_mtp_correctness_mode_conflicts": 0, "ax_mtp_decode_steps": 115, "ax_mtp_draft_mode": 0, "ax_mtp_draft_source_hybrid_mtp_tokens": 0, "ax_mtp_draft_source_mtp_tokens": 320, "ax_mtp_draft_source_ngram_tokens": 0, "ax_mtp_draft_tokens": 320, "ax_mtp_draft_wall_us": 127980, "ax_mtp_drafted_depth0": 115, "ax_mtp_drafted_depth1": 115, "ax_mtp_drafted_depth2": 90, "ax_mtp_ngram_accepted_tokens": 0, "ax_mtp_ngram_lookup_wall_us": 0, "ax_mtp_ngram_submitted_accepted_tokens": 0, "ax_mtp_ngram_utility_baseline_wall_us": 2324243, "ax_mtp_ngram_utility_stacked_wall_us": 0, "ax_mtp_profitability_baseline_equivalent_wall_us": 0, "ax_mtp_profitability_direct_reference_wall_us": 0, "ax_mtp_profitability_mtp_round_wall_us": 0, "ax_mtp_profitability_probe_wall_us": 0, "ax_mtp_proposal_law": 1, "ax_mtp_proposal_law_conflicts": 0, "ax_mtp_rollback_wall_us": 52785, "ax_mtp_source_assistant_accepted_tokens": 0, "ax_mtp_source_assistant_proposer_wall_us": 0, "ax_mtp_source_mtp_accepted_tokens": 139, "ax_mtp_source_mtp_proposer_wall_us": 127745, "ax_mtp_tail_sample_wall_us": 11612, "ax_mtp_target_softmax_wall_us": 292, "ax_mtp_verify_eval_wall_us": 2059249, "ax_mtp_verify_forward_wall_us": 136722 }, "output_token_sha256": "033bf39c602f6c34fc887dcabfca90a9d0c3451c6bfac493e70347475b15f13f", "eligible_active_mtp_comparison": true } ], "confirmation_medians": [ { "model": "tiel", "case": "short", "agentic": { "prefill_tps": 795.3984981209145, "decode_tps": 47.60453956889329 }, "auto": { "prefill_tps": 830.1869008107916, "decode_tps": 54.69039872517753 }, "decode_change_percent": 14.884839178056941 }, { "model": "tiel", "case": "context", "agentic": { "prefill_tps": 906.3120561719794, "decode_tps": 39.49590218398399 }, "auto": { "prefill_tps": 967.794817765939, "decode_tps": 47.837222874746956 }, "decode_change_percent": 21.119458550171966 }, { "model": "cyber", "case": "short", "agentic": { "prefill_tps": 1009.7758005034244, "decode_tps": 61.09452640960645 }, "auto": { "prefill_tps": 1081.0472057279835, "decode_tps": 58.53204388388344 }, "decode_change_percent": -4.194291496005587 }, { "model": "cyber", "case": "context", "agentic": { "prefill_tps": 1220.0039563583243, "decode_tps": 46.91218480530892 }, "auto": { "prefill_tps": 1211.878449385086, "decode_tps": 54.70087523545509 }, "decode_change_percent": 16.602702394847203 } ], "managed_and_tool_acceptance": [ { "model": "tiel", "selected_model": "tiel-coder-35b-axq-mxfp4", "default_selection": true, "profile": "auto", "promoted": true, "default_profile": true, "prefix_cache_disabled_for_probe": false, "exit_code": 0, "mtp": { "requestedPolicy": "required", "launchedPolicy": "required", "effective": "active", "draftedTokens": 66, "acceptedTokens": 24 }, "toolcall": true, "read_completed": true, "marker_in_final_answer": true, "output_loop_guard": false, "concurrency_limit_observed": false, "errors": [], "exact_final_answer": false, "final_answer": "The contents of `probe.txt` are:\n\n```\nTIEL-READ-ACCEPTANCE-739251\n```\n\n(1 line, end of file)", "stopped": true }, { "model": "cyber", "selected_model": "cyber-tiel-coder-35b-axq-mxfp4", "default_selection": false, "profile": "agentic", "promoted": false, "default_profile": true, "prefix_cache_disabled_for_probe": true, "exit_code": 0, "mtp": { "requestedPolicy": "required", "launchedPolicy": "required", "effective": "active", "draftedTokens": 24, "acceptedTokens": 24 }, "toolcall": true, "read_completed": false, "marker_in_final_answer": false, "output_loop_guard": false, "concurrency_limit_observed": false, "errors": [], "exact_final_answer": false, "final_answer": "I'll read the file from the current directory.\n\nI need to read from the current working directory, which is the fixture folder. Let me locate and read probe.txt.\n\nThe file is empty \u2014 it contains zero bytes.\n\nThe exact contents of `probe.txt` are empty (0 bytes).", "stopped": true }, { "model": "cyber", "selected_model": "cyber-tiel-coder-35b-axq-mxfp4", "default_selection": false, "profile": "agentic", "promoted": false, "default_profile": true, "prefix_cache_disabled_for_probe": false, "exit_code": 1, "mtp": { "requestedPolicy": "required", "launchedPolicy": "required", "effective": "active", "draftedTokens": 24, "acceptedTokens": 21 }, "toolcall": true, "read_completed": false, "marker_in_final_answer": false, "output_loop_guard": true, "concurrency_limit_observed": true, "errors": [ { "name": "UnknownError", "data": { "message": "server is at its maximum concurrent engine-job limit; retry shortly (stopped after 5 retries)" } }, { "name": "APIError", "data": { "message": "server is at its maximum concurrent engine-job limit; retry shortly (stopped after 5 retries)", "statusCode": 429, "isRetryable": false, "responseHeaders": { "content-length": "162", "content-type": "application/json", "date": "Sat, 19 Sep 2026 17:44:12 GMT" }, "responseBody": "{\"error\":{\"type\":\"invalid_request_error\",\"code\":\"concurrency_limit\",\"param\":null,\"message\":\"server is at its maximum concurrent engine-job limit; retry shortly\"}}", "metadata": { "url": "http://127.0.0.1:31418/v1/chat/completions" } } } ], "exact_final_answer": false, "final_answer": "[Repetitive output omitted; output-loop guard triggered.]", "stopped": true }, { "model": "cyber", "selected_model": "cyber-tiel-coder-35b-axq-mxfp4", "default_selection": false, "profile": "auto", "promoted": false, "default_profile": false, "prefix_cache_disabled_for_probe": false, "exit_code": 1, "mtp": { "requestedPolicy": "required", "launchedPolicy": "required", "effective": "active", "draftedTokens": 66, "acceptedTokens": 24 }, "toolcall": true, "read_completed": false, "marker_in_final_answer": false, "output_loop_guard": true, "concurrency_limit_observed": true, "errors": [ { "name": "UnknownError", "data": { "message": "server is at its maximum concurrent engine-job limit; retry shortly (stopped after 5 retries)" } }, { "name": "APIError", "data": { "message": "server is at its maximum concurrent engine-job limit; retry shortly (stopped after 5 retries)", "statusCode": 429, "isRetryable": false, "responseHeaders": { "content-length": "162", "content-type": "application/json", "date": "Sat, 19 Sep 2026 17:39:56 GMT" }, "responseBody": "{\"error\":{\"type\":\"invalid_request_error\",\"code\":\"concurrency_limit\",\"param\":null,\"message\":\"server is at its maximum concurrent engine-job limit; retry shortly\"}}", "metadata": { "url": "http://127.0.0.1:31418/v1/chat/completions" } } } ], "exact_final_answer": false, "final_answer": "[Repetitive output omitted; output-loop guard triggered.]", "stopped": true } ] }