{ "schema": "ax-code.native-phase-benchmark.v1", "date": "2026-09-19", "ax_code_commit": "205cb556b", "host": { "soc": "Apple M3 Max", "memory_bytes": 137438953472, "os": "macOS 27.0", "os_build": "26A428" }, "engine": { "sha256": "1fbe7fc50ea16448f98350616273214c0475bffb3ef509fceb3f8849163e97f5", "engine_commit": "51137c71a6794964d52c32c95e275c0923ed8d0b", "version": "ax-engine-server 7.4.0", "mlx_version": "0.32.2", "build_profile": "release" }, "mtplx": { "version": "2.11.3", "mlx_version": "0.32.2" }, "models": { "tiel": { "repo": "AutomatosX/AX-Tiel-Coder-35B-A3B-MLX-AXQ-MXFP4-MTP", "revision": "5ab39b24bfd7f65203be9b7823b1840486f58b6d" }, "cyber": { "repo": "AutomatosX/AX-Cyber-Tiel-Coder-35B-A3B-MLX-AXQ-MXFP4-MTP", "revision": "fe05e871ec69ad9ae8eac01fd285555514ac7daf" } }, "method": { "trials_per_case": 3, "output_tokens": 256, "temperature": 0.55, "top_p": 1, "top_k": 0, "seed": 0, "warmup_output_tokens": 64, "order": ["mtplx-tiel", "ax-engine-tiel", "mtplx-cyber", "ax-engine-cyber"], "ax_engine_profile": "agentic", "ax_engine_mtp_policy": "required", "mtplx_generation_mode": "mtp", "mtplx_depth": 3, "ax_engine_prefix_cache_max_entries": 0, "mtplx_ssd_session_cache": "off", "all_observed_cached_tokens": 0, "ax_engine_decode_formula": "(output_tokens - 1) / native_decode_seconds", "mtplx_decode_formula": "output_tokens / native_decode_seconds", "prefill_formula": "uncached_input_tokens / native_prefill_seconds" }, "installed_engine_probe": { "version": "7.4.0", "model": "tiel", "outcome": "startup_failed", "error": "Engine(MlxMtpRequiredButUnavailable)", "speed_available": false }, "managed_default_acceptance": { "model": "tiel-coder-35b-axq-mxfp4", "quantization": "mlx", "revision": "5ab39b24bfd7f65203be9b7823b1840486f58b6d", "toolcall": true, "mtp": { "requestedPolicy": "required", "launchedPolicy": "required", "effective": "active", "draftedTokens": 27, "acceptedTokens": 23 }, "stopped": true }, "inputs": { "tiel": { "short": { "messages": [ { "role": "system", "content": "You are a coding assistant. Return only working TypeScript code." }, { "role": "user", "content": "Reference code:\n```ts\nexport function value0(items: readonly number[]): number { return items.reduce((a, b) => a + b, 0); }\nexport function value1(items: readonly number[]): number { return items.reduce((a, b) => a + b, 1); }\nexport function value2(items: readonly number[]): number { return items.reduce((a, b) => a + b, 2); }\nexport function value3(items: readonly number[]): number { return items.reduce((a, b) => a + b, 3); }\nexport function value4(items: readonly number[]): number { return items.reduce((a, b) => a + b, 4); }\nexport function value5(items: readonly number[]): number { return items.reduce((a, b) => a + b, 5); }\nexport function value6(items: readonly number[]): number { return items.reduce((a, b) => a + b, 6); }\nexport function value7(items: readonly number[]): number { return items.reduce((a, b) => a + b, 7); }\n```\nImplement a generic bounded LRU cache with get, set, delete, clear and iteration. Include unit tests for eviction, updating existing keys and zero capacity. Output the complete implementation and tests." } ], "tokens": [ 248045, 8678, 198, 2523, 513, 264, 10505, 17313, 13, 3301, 1132, 3133, 84441, 1970, 13, 271, 15666, 5774, 321, 3413, 284, 943, 13, 20052, 279, 4087, 440, 1132, 1092, 424, 3749, 310, 381, 4252, 321, 38606, 13, 198, 25320, 25, 1724, 440, 86377, 466, 6879, 43873, 4395, 26, 311, 2374, 279, 3296, 26, 884, 52870, 32480, 26, 40289, 440, 16817, 24745, 26, 466, 12771, 264, 1406, 488, 2908, 2582, 1801, 13, 198, 35865, 25, 2426, 7326, 7123, 11, 24580, 1798, 11, 66441, 11, 321, 46737, 1892, 2496, 5758, 55404, 466, 264, 4221, 9663, 364, 193288, 477, 13, 13262, 279, 1534, 4087, 15192, 13, 5272, 279, 3140, 5759, 421, 384, 47612, 424, 318, 20139, 58655, 948, 2716, 26, 11140, 466, 1970, 1132, 948, 781, 7005, 836, 1925, 553, 1368, 34032, 33955, 11, 1910, 748, 321, 10033, 3069, 1892, 2496, 49325, 25969, 364, 279, 23708, 314, 193288, 477, 13, 198, 2592, 264, 1156, 1622, 369, 34032, 52920, 11, 2466, 264, 16724, 3296, 11, 1459, 914, 7692, 13, 248046, 198, 248045, 846, 198, 8589, 1970, 25, 198, 71093, 2491, 198, 1479, 709, 869, 15, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 15, 1174, 333, 198, 1479, 709, 869, 16, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 16, 1174, 333, 198, 1479, 709, 869, 17, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 17, 1174, 333, 198, 1479, 709, 869, 18, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 18, 1174, 333, 198, 1479, 709, 869, 19, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 19, 1174, 333, 198, 1479, 709, 869, 20, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 20, 1174, 333, 198, 1479, 709, 869, 21, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 21, 1174, 333, 198, 1479, 709, 869, 22, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 22, 1174, 333, 198, 71093, 198, 60856, 264, 13553, 59056, 436, 34810, 6297, 440, 615, 11, 716, 11, 3572, 11, 2708, 321, 18971, 13, 28763, 4821, 6813, 364, 75555, 11, 20368, 6149, 6679, 321, 6942, 8390, 13, 8984, 279, 4434, 7873, 321, 6813, 13, 248046, 198, 248045, 74455, 198, 248068, 271, 248069, 271 ], "token_sha256": "942bc7291b19737c4ed09fa52e0d92126743d6204b4277925c162d1b1fc8b8e2" }, "context": { "messages": [ { "role": "system", "content": "You are a coding assistant. Return only working TypeScript code." }, { "role": "user", "content": "Reference code:\n```ts\nexport function value0(items: readonly number[]): number { return items.reduce((a, b) => a + b, 0); }\nexport function value1(items: readonly number[]): number { return items.reduce((a, b) => a + b, 1); }\nexport function value2(items: readonly number[]): number { return items.reduce((a, b) => a + b, 2); }\nexport function value3(items: readonly number[]): number { return items.reduce((a, b) => a + b, 3); }\nexport function value4(items: readonly number[]): number { return items.reduce((a, b) => a + b, 4); }\nexport function value5(items: readonly number[]): number { return items.reduce((a, b) => a + b, 5); }\nexport function value6(items: readonly number[]): number { return items.reduce((a, b) => a + b, 6); }\nexport function value7(items: readonly number[]): number { return items.reduce((a, b) => a + b, 7); }\nexport function value8(items: readonly number[]): number { return items.reduce((a, b) => a + b, 8); }\nexport function value9(items: readonly number[]): number { return items.reduce((a, b) => a + b, 9); }\nexport function value10(items: readonly number[]): number { return items.reduce((a, b) => a + b, 10); }\nexport function value11(items: readonly number[]): number { return items.reduce((a, b) => a + b, 11); }\nexport function value12(items: readonly number[]): number { return items.reduce((a, b) => a + b, 12); }\nexport function value13(items: readonly number[]): number { return items.reduce((a, b) => a + b, 13); }\nexport function value14(items: readonly number[]): number { return items.reduce((a, b) => a + b, 14); }\nexport function value15(items: readonly number[]): number { return items.reduce((a, b) => a + b, 15); }\nexport function value16(items: readonly number[]): number { return items.reduce((a, b) => a + b, 16); }\nexport function value17(items: readonly number[]): number { return items.reduce((a, b) => a + b, 17); }\nexport function value18(items: readonly number[]): number { return items.reduce((a, b) => a + b, 18); }\nexport function value19(items: readonly number[]): number { return items.reduce((a, b) => a + b, 19); }\nexport function value20(items: readonly number[]): number { return items.reduce((a, b) => a + b, 20); }\nexport function value21(items: readonly number[]): number { return items.reduce((a, b) => a + b, 21); }\nexport function value22(items: readonly number[]): number { return items.reduce((a, b) => a + b, 22); }\nexport function value23(items: readonly number[]): number { return items.reduce((a, b) => a + b, 23); }\nexport function value24(items: readonly number[]): number { return items.reduce((a, b) => a + b, 24); }\nexport function value25(items: readonly number[]): number { return items.reduce((a, b) => a + b, 25); }\nexport function value26(items: readonly number[]): number { return items.reduce((a, b) => a + b, 26); }\nexport function value27(items: readonly number[]): number { return items.reduce((a, b) => a + b, 27); }\nexport function value28(items: readonly number[]): number { return items.reduce((a, b) => a + b, 28); }\nexport function value29(items: readonly number[]): number { return items.reduce((a, b) => a + b, 29); }\nexport function value30(items: readonly number[]): number { return items.reduce((a, b) => a + b, 30); }\nexport function value31(items: readonly number[]): number { return items.reduce((a, b) => a + b, 31); }\nexport function value32(items: readonly number[]): number { return items.reduce((a, b) => a + b, 32); }\nexport function value33(items: readonly number[]): number { return items.reduce((a, b) => a + b, 33); }\nexport function value34(items: readonly number[]): number { return items.reduce((a, b) => a + b, 34); }\nexport function value35(items: readonly number[]): number { return items.reduce((a, b) => a + b, 35); }\nexport function value36(items: readonly number[]): number { return items.reduce((a, b) => a + b, 36); }\nexport function value37(items: readonly number[]): number { return items.reduce((a, b) => a + b, 37); }\nexport function value38(items: readonly number[]): number { return items.reduce((a, b) => a + b, 38); }\nexport function value39(items: readonly number[]): number { return items.reduce((a, b) => a + b, 39); }\nexport function value40(items: readonly number[]): number { return items.reduce((a, b) => a + b, 40); }\nexport function value41(items: readonly number[]): number { return items.reduce((a, b) => a + b, 41); }\nexport function value42(items: readonly number[]): number { return items.reduce((a, b) => a + b, 42); }\nexport function value43(items: readonly number[]): number { return items.reduce((a, b) => a + b, 43); }\nexport function value44(items: readonly number[]): number { return items.reduce((a, b) => a + b, 44); }\nexport function value45(items: readonly number[]): number { return items.reduce((a, b) => a + b, 45); }\nexport function value46(items: readonly number[]): number { return items.reduce((a, b) => a + b, 46); }\nexport function value47(items: readonly number[]): number { return items.reduce((a, b) => a + b, 47); }\nexport function value48(items: readonly number[]): number { return items.reduce((a, b) => a + b, 48); }\nexport function value49(items: readonly number[]): number { return items.reduce((a, b) => a + b, 49); }\nexport function value50(items: readonly number[]): number { return items.reduce((a, b) => a + b, 50); }\nexport function value51(items: readonly number[]): number { return items.reduce((a, b) => a + b, 51); }\nexport function value52(items: readonly number[]): number { return items.reduce((a, b) => a + b, 52); }\nexport function value53(items: readonly number[]): number { return items.reduce((a, b) => a + b, 53); }\nexport function value54(items: readonly number[]): number { return items.reduce((a, b) => a + b, 54); }\nexport function value55(items: readonly number[]): number { return items.reduce((a, b) => a + b, 55); }\nexport function value56(items: readonly number[]): number { return items.reduce((a, b) => a + b, 56); }\nexport function value57(items: readonly number[]): number { return items.reduce((a, b) => a + b, 57); }\nexport function value58(items: readonly number[]): number { return items.reduce((a, b) => a + b, 58); }\nexport function value59(items: readonly number[]): number { return items.reduce((a, b) => a + b, 59); }\nexport function value60(items: readonly number[]): number { return items.reduce((a, b) => a + b, 60); }\nexport function value61(items: readonly number[]): number { return items.reduce((a, b) => a + b, 61); }\nexport function value62(items: readonly number[]): number { return items.reduce((a, b) => a + b, 62); }\nexport function value63(items: readonly number[]): number { return items.reduce((a, b) => a + b, 63); }\nexport function value64(items: readonly number[]): number { return items.reduce((a, b) => a + b, 64); }\nexport function value65(items: readonly number[]): number { return items.reduce((a, b) => a + b, 65); }\nexport function value66(items: readonly number[]): number { return items.reduce((a, b) => a + b, 66); }\nexport function value67(items: readonly number[]): number { return items.reduce((a, b) => a + b, 67); }\nexport function value68(items: readonly number[]): number { return items.reduce((a, b) => a + b, 68); }\nexport function value69(items: readonly number[]): number { return items.reduce((a, b) => a + b, 69); }\nexport function value70(items: readonly number[]): number { return items.reduce((a, b) => a + b, 70); }\nexport function value71(items: readonly number[]): number { return items.reduce((a, b) => a + b, 71); }\nexport function value72(items: readonly number[]): number { return items.reduce((a, b) => a + b, 72); }\nexport function value73(items: readonly number[]): number { return items.reduce((a, b) => a + b, 73); }\nexport function value74(items: readonly number[]): number { return items.reduce((a, b) => a + b, 74); }\nexport function value75(items: readonly number[]): number { return items.reduce((a, b) => a + b, 75); }\nexport function value76(items: readonly number[]): number { return items.reduce((a, b) => a + b, 76); }\nexport function value77(items: readonly number[]): number { return items.reduce((a, b) => a + b, 77); }\nexport function value78(items: readonly number[]): number { return items.reduce((a, b) => a + b, 78); }\nexport function value79(items: readonly number[]): number { return items.reduce((a, b) => a + b, 79); }\nexport function value80(items: readonly number[]): number { return items.reduce((a, b) => a + b, 80); }\nexport function value81(items: readonly number[]): number { return items.reduce((a, b) => a + b, 81); }\nexport function value82(items: readonly number[]): number { return items.reduce((a, b) => a + b, 82); }\nexport function value83(items: readonly number[]): number { return items.reduce((a, b) => a + b, 83); }\nexport function value84(items: readonly number[]): number { return items.reduce((a, b) => a + b, 84); }\nexport function value85(items: readonly number[]): number { return items.reduce((a, b) => a + b, 85); }\nexport function value86(items: readonly number[]): number { return items.reduce((a, b) => a + b, 86); }\nexport function value87(items: readonly number[]): number { return items.reduce((a, b) => a + b, 87); }\nexport function value88(items: readonly number[]): number { return items.reduce((a, b) => a + b, 88); }\nexport function value89(items: readonly number[]): number { return items.reduce((a, b) => a + b, 89); }\nexport function value90(items: readonly number[]): number { return items.reduce((a, b) => a + b, 90); }\nexport function value91(items: readonly number[]): number { return items.reduce((a, b) => a + b, 91); }\nexport function value92(items: readonly number[]): number { return items.reduce((a, b) => a + b, 92); }\nexport function value93(items: readonly number[]): number { return items.reduce((a, b) => a + b, 93); }\nexport function value94(items: readonly number[]): number { return items.reduce((a, b) => a + b, 94); }\nexport function value95(items: readonly number[]): number { return items.reduce((a, b) => a + b, 95); }\n```\nImplement a generic bounded LRU cache with get, set, delete, clear and iteration. Include unit tests for eviction, updating existing keys and zero capacity. Output the complete implementation and tests." } ], "tokens": [ 248045, 8678, 198, 2523, 513, 264, 10505, 17313, 13, 3301, 1132, 3133, 84441, 1970, 13, 271, 15666, 5774, 321, 3413, 284, 943, 13, 20052, 279, 4087, 440, 1132, 1092, 424, 3749, 310, 381, 4252, 321, 38606, 13, 198, 25320, 25, 1724, 440, 86377, 466, 6879, 43873, 4395, 26, 311, 2374, 279, 3296, 26, 884, 52870, 32480, 26, 40289, 440, 16817, 24745, 26, 466, 12771, 264, 1406, 488, 2908, 2582, 1801, 13, 198, 35865, 25, 2426, 7326, 7123, 11, 24580, 1798, 11, 66441, 11, 321, 46737, 1892, 2496, 5758, 55404, 466, 264, 4221, 9663, 364, 193288, 477, 13, 13262, 279, 1534, 4087, 15192, 13, 5272, 279, 3140, 5759, 421, 384, 47612, 424, 318, 20139, 58655, 948, 2716, 26, 11140, 466, 1970, 1132, 948, 781, 7005, 836, 1925, 553, 1368, 34032, 33955, 11, 1910, 748, 321, 10033, 3069, 1892, 2496, 49325, 25969, 364, 279, 23708, 314, 193288, 477, 13, 198, 2592, 264, 1156, 1622, 369, 34032, 52920, 11, 2466, 264, 16724, 3296, 11, 1459, 914, 7692, 13, 248046, 198, 248045, 846, 198, 8589, 1970, 25, 198, 71093, 2491, 198, 1479, 709, 869, 15, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 15, 1174, 333, 198, 1479, 709, 869, 16, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 16, 1174, 333, 198, 1479, 709, 869, 17, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 17, 1174, 333, 198, 1479, 709, 869, 18, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 18, 1174, 333, 198, 1479, 709, 869, 19, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 19, 1174, 333, 198, 1479, 709, 869, 20, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 20, 1174, 333, 198, 1479, 709, 869, 21, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 21, 1174, 333, 198, 1479, 709, 869, 22, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 22, 1174, 333, 198, 1479, 709, 869, 23, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 23, 1174, 333, 198, 1479, 709, 869, 24, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 24, 1174, 333, 198, 1479, 709, 869, 16, 15, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 16, 15, 1174, 333, 198, 1479, 709, 869, 16, 16, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 16, 16, 1174, 333, 198, 1479, 709, 869, 16, 17, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 16, 17, 1174, 333, 198, 1479, 709, 869, 16, 18, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 16, 18, 1174, 333, 198, 1479, 709, 869, 16, 19, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 16, 19, 1174, 333, 198, 1479, 709, 869, 16, 20, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 16, 20, 1174, 333, 198, 1479, 709, 869, 16, 21, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 16, 21, 1174, 333, 198, 1479, 709, 869, 16, 22, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 16, 22, 1174, 333, 198, 1479, 709, 869, 16, 23, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 16, 23, 1174, 333, 198, 1479, 709, 869, 16, 24, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 16, 24, 1174, 333, 198, 1479, 709, 869, 17, 15, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 17, 15, 1174, 333, 198, 1479, 709, 869, 17, 16, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 17, 16, 1174, 333, 198, 1479, 709, 869, 17, 17, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 17, 17, 1174, 333, 198, 1479, 709, 869, 17, 18, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 17, 18, 1174, 333, 198, 1479, 709, 869, 17, 19, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 17, 19, 1174, 333, 198, 1479, 709, 869, 17, 20, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 17, 20, 1174, 333, 198, 1479, 709, 869, 17, 21, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 17, 21, 1174, 333, 198, 1479, 709, 869, 17, 22, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 17, 22, 1174, 333, 198, 1479, 709, 869, 17, 23, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 17, 23, 1174, 333, 198, 1479, 709, 869, 17, 24, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 17, 24, 1174, 333, 198, 1479, 709, 869, 18, 15, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 18, 15, 1174, 333, 198, 1479, 709, 869, 18, 16, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 18, 16, 1174, 333, 198, 1479, 709, 869, 18, 17, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 18, 17, 1174, 333, 198, 1479, 709, 869, 18, 18, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 18, 18, 1174, 333, 198, 1479, 709, 869, 18, 19, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 18, 19, 1174, 333, 198, 1479, 709, 869, 18, 20, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 18, 20, 1174, 333, 198, 1479, 709, 869, 18, 21, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 18, 21, 1174, 333, 198, 1479, 709, 869, 18, 22, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 18, 22, 1174, 333, 198, 1479, 709, 869, 18, 23, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 18, 23, 1174, 333, 198, 1479, 709, 869, 18, 24, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 18, 24, 1174, 333, 198, 1479, 709, 869, 19, 15, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 19, 15, 1174, 333, 198, 1479, 709, 869, 19, 16, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 19, 16, 1174, 333, 198, 1479, 709, 869, 19, 17, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 19, 17, 1174, 333, 198, 1479, 709, 869, 19, 18, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 19, 18, 1174, 333, 198, 1479, 709, 869, 19, 19, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 19, 19, 1174, 333, 198, 1479, 709, 869, 19, 20, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 19, 20, 1174, 333, 198, 1479, 709, 869, 19, 21, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 19, 21, 1174, 333, 198, 1479, 709, 869, 19, 22, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 19, 22, 1174, 333, 198, 1479, 709, 869, 19, 23, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 19, 23, 1174, 333, 198, 1479, 709, 869, 19, 24, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 19, 24, 1174, 333, 198, 1479, 709, 869, 20, 15, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 20, 15, 1174, 333, 198, 1479, 709, 869, 20, 16, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 20, 16, 1174, 333, 198, 1479, 709, 869, 20, 17, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 20, 17, 1174, 333, 198, 1479, 709, 869, 20, 18, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 20, 18, 1174, 333, 198, 1479, 709, 869, 20, 19, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 20, 19, 1174, 333, 198, 1479, 709, 869, 20, 20, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 20, 20, 1174, 333, 198, 1479, 709, 869, 20, 21, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 20, 21, 1174, 333, 198, 1479, 709, 869, 20, 22, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 20, 22, 1174, 333, 198, 1479, 709, 869, 20, 23, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 20, 23, 1174, 333, 198, 1479, 709, 869, 20, 24, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 20, 24, 1174, 333, 198, 1479, 709, 869, 21, 15, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 21, 15, 1174, 333, 198, 1479, 709, 869, 21, 16, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 21, 16, 1174, 333, 198, 1479, 709, 869, 21, 17, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 21, 17, 1174, 333, 198, 1479, 709, 869, 21, 18, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 21, 18, 1174, 333, 198, 1479, 709, 869, 21, 19, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 21, 19, 1174, 333, 198, 1479, 709, 869, 21, 20, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 21, 20, 1174, 333, 198, 1479, 709, 869, 21, 21, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 21, 21, 1174, 333, 198, 1479, 709, 869, 21, 22, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 21, 22, 1174, 333, 198, 1479, 709, 869, 21, 23, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 21, 23, 1174, 333, 198, 1479, 709, 869, 21, 24, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 21, 24, 1174, 333, 198, 1479, 709, 869, 22, 15, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 22, 15, 1174, 333, 198, 1479, 709, 869, 22, 16, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 22, 16, 1174, 333, 198, 1479, 709, 869, 22, 17, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 22, 17, 1174, 333, 198, 1479, 709, 869, 22, 18, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 22, 18, 1174, 333, 198, 1479, 709, 869, 22, 19, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 22, 19, 1174, 333, 198, 1479, 709, 869, 22, 20, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 22, 20, 1174, 333, 198, 1479, 709, 869, 22, 21, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 22, 21, 1174, 333, 198, 1479, 709, 869, 22, 22, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 22, 22, 1174, 333, 198, 1479, 709, 869, 22, 23, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 22, 23, 1174, 333, 198, 1479, 709, 869, 22, 24, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 22, 24, 1174, 333, 198, 1479, 709, 869, 23, 15, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 23, 15, 1174, 333, 198, 1479, 709, 869, 23, 16, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 23, 16, 1174, 333, 198, 1479, 709, 869, 23, 17, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 23, 17, 1174, 333, 198, 1479, 709, 869, 23, 18, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 23, 18, 1174, 333, 198, 1479, 709, 869, 23, 19, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 23, 19, 1174, 333, 198, 1479, 709, 869, 23, 20, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 23, 20, 1174, 333, 198, 1479, 709, 869, 23, 21, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 23, 21, 1174, 333, 198, 1479, 709, 869, 23, 22, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 23, 22, 1174, 333, 198, 1479, 709, 869, 23, 23, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 23, 23, 1174, 333, 198, 1479, 709, 869, 23, 24, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 23, 24, 1174, 333, 198, 1479, 709, 869, 24, 15, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 24, 15, 1174, 333, 198, 1479, 709, 869, 24, 16, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 24, 16, 1174, 333, 198, 1479, 709, 869, 24, 17, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 24, 17, 1174, 333, 198, 1479, 709, 869, 24, 18, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 24, 18, 1174, 333, 198, 1479, 709, 869, 24, 19, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 24, 19, 1174, 333, 198, 1479, 709, 869, 24, 20, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 24, 20, 1174, 333, 198, 71093, 198, 60856, 264, 13553, 59056, 436, 34810, 6297, 440, 615, 11, 716, 11, 3572, 11, 2708, 321, 18971, 13, 28763, 4821, 6813, 364, 75555, 11, 20368, 6149, 6679, 321, 6942, 8390, 13, 8984, 279, 4434, 7873, 321, 6813, 13, 248046, 198, 248045, 74455, 198, 248068, 271, 248069, 271 ], "token_sha256": "5ce6f26ac3b3cf49ec20d71ae08686a5e1335498f8b4760b3b4a17b9ddc4b583" } }, "cyber": { "short": { "messages": [ { "role": "system", "content": "You are a coding assistant. Return only working TypeScript code." }, { "role": "user", "content": "Reference code:\n```ts\nexport function value0(items: readonly number[]): number { return items.reduce((a, b) => a + b, 0); }\nexport function value1(items: readonly number[]): number { return items.reduce((a, b) => a + b, 1); }\nexport function value2(items: readonly number[]): number { return items.reduce((a, b) => a + b, 2); }\nexport function value3(items: readonly number[]): number { return items.reduce((a, b) => a + b, 3); }\nexport function value4(items: readonly number[]): number { return items.reduce((a, b) => a + b, 4); }\nexport function value5(items: readonly number[]): number { return items.reduce((a, b) => a + b, 5); }\nexport function value6(items: readonly number[]): number { return items.reduce((a, b) => a + b, 6); }\nexport function value7(items: readonly number[]): number { return items.reduce((a, b) => a + b, 7); }\n```\nImplement a generic bounded LRU cache with get, set, delete, clear and iteration. Include unit tests for eviction, updating existing keys and zero capacity. Output the complete implementation and tests." } ], "tokens": [ 248045, 8678, 198, 2523, 513, 264, 10505, 17313, 13, 3301, 1132, 3133, 84441, 1970, 13, 271, 2523, 513, 32499, 9009, 12656, 7415, 4175, 11, 264, 11096, 314, 84811, 402, 12, 16, 13, 20, 12, 18, 20, 33, 6481, 18, 33, 13, 21134, 5774, 321, 3413, 284, 943, 13, 20052, 279, 4087, 440, 1132, 1092, 424, 3749, 310, 381, 4252, 321, 38606, 13, 198, 25320, 25, 1724, 440, 86377, 466, 6879, 43873, 4395, 26, 311, 2374, 279, 3296, 26, 884, 52870, 32480, 26, 40289, 440, 16817, 24745, 26, 466, 12771, 264, 1406, 488, 2908, 2582, 1801, 13, 198, 35865, 25, 2426, 7326, 7123, 11, 24580, 1798, 11, 66441, 11, 321, 46737, 1892, 2496, 5758, 55404, 466, 264, 4221, 9663, 364, 193288, 477, 13, 13262, 279, 1534, 4087, 15192, 13, 5272, 279, 3140, 5759, 421, 384, 47612, 424, 318, 20139, 58655, 948, 2716, 26, 11140, 466, 1970, 1132, 948, 781, 7005, 836, 1925, 553, 1368, 34032, 33955, 11, 1910, 748, 321, 10033, 3069, 1892, 2496, 49325, 25969, 364, 279, 23708, 314, 193288, 477, 13, 198, 2592, 264, 1156, 1622, 369, 34032, 52920, 11, 2466, 264, 16724, 3296, 11, 1459, 914, 7692, 13, 248046, 198, 248045, 846, 198, 8589, 1970, 25, 198, 71093, 2491, 198, 1479, 709, 869, 15, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 15, 1174, 333, 198, 1479, 709, 869, 16, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 16, 1174, 333, 198, 1479, 709, 869, 17, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 17, 1174, 333, 198, 1479, 709, 869, 18, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 18, 1174, 333, 198, 1479, 709, 869, 19, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 19, 1174, 333, 198, 1479, 709, 869, 20, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 20, 1174, 333, 198, 1479, 709, 869, 21, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 21, 1174, 333, 198, 1479, 709, 869, 22, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 22, 1174, 333, 198, 71093, 198, 60856, 264, 13553, 59056, 436, 34810, 6297, 440, 615, 11, 716, 11, 3572, 11, 2708, 321, 18971, 13, 28763, 4821, 6813, 364, 75555, 11, 20368, 6149, 6679, 321, 6942, 8390, 13, 8984, 279, 4434, 7873, 321, 6813, 13, 248046, 198, 248045, 74455, 198, 248068, 271, 248069, 271 ], "token_sha256": "2ef69565145a5ef393fbd05306f4352f70cfe2188c9f54c2e02e05bbc9039a50" }, "context": { "messages": [ { "role": "system", "content": "You are a coding assistant. Return only working TypeScript code." }, { "role": "user", "content": "Reference code:\n```ts\nexport function value0(items: readonly number[]): number { return items.reduce((a, b) => a + b, 0); }\nexport function value1(items: readonly number[]): number { return items.reduce((a, b) => a + b, 1); }\nexport function value2(items: readonly number[]): number { return items.reduce((a, b) => a + b, 2); }\nexport function value3(items: readonly number[]): number { return items.reduce((a, b) => a + b, 3); }\nexport function value4(items: readonly number[]): number { return items.reduce((a, b) => a + b, 4); }\nexport function value5(items: readonly number[]): number { return items.reduce((a, b) => a + b, 5); }\nexport function value6(items: readonly number[]): number { return items.reduce((a, b) => a + b, 6); }\nexport function value7(items: readonly number[]): number { return items.reduce((a, b) => a + b, 7); }\nexport function value8(items: readonly number[]): number { return items.reduce((a, b) => a + b, 8); }\nexport function value9(items: readonly number[]): number { return items.reduce((a, b) => a + b, 9); }\nexport function value10(items: readonly number[]): number { return items.reduce((a, b) => a + b, 10); }\nexport function value11(items: readonly number[]): number { return items.reduce((a, b) => a + b, 11); }\nexport function value12(items: readonly number[]): number { return items.reduce((a, b) => a + b, 12); }\nexport function value13(items: readonly number[]): number { return items.reduce((a, b) => a + b, 13); }\nexport function value14(items: readonly number[]): number { return items.reduce((a, b) => a + b, 14); }\nexport function value15(items: readonly number[]): number { return items.reduce((a, b) => a + b, 15); }\nexport function value16(items: readonly number[]): number { return items.reduce((a, b) => a + b, 16); }\nexport function value17(items: readonly number[]): number { return items.reduce((a, b) => a + b, 17); }\nexport function value18(items: readonly number[]): number { return items.reduce((a, b) => a + b, 18); }\nexport function value19(items: readonly number[]): number { return items.reduce((a, b) => a + b, 19); }\nexport function value20(items: readonly number[]): number { return items.reduce((a, b) => a + b, 20); }\nexport function value21(items: readonly number[]): number { return items.reduce((a, b) => a + b, 21); }\nexport function value22(items: readonly number[]): number { return items.reduce((a, b) => a + b, 22); }\nexport function value23(items: readonly number[]): number { return items.reduce((a, b) => a + b, 23); }\nexport function value24(items: readonly number[]): number { return items.reduce((a, b) => a + b, 24); }\nexport function value25(items: readonly number[]): number { return items.reduce((a, b) => a + b, 25); }\nexport function value26(items: readonly number[]): number { return items.reduce((a, b) => a + b, 26); }\nexport function value27(items: readonly number[]): number { return items.reduce((a, b) => a + b, 27); }\nexport function value28(items: readonly number[]): number { return items.reduce((a, b) => a + b, 28); }\nexport function value29(items: readonly number[]): number { return items.reduce((a, b) => a + b, 29); }\nexport function value30(items: readonly number[]): number { return items.reduce((a, b) => a + b, 30); }\nexport function value31(items: readonly number[]): number { return items.reduce((a, b) => a + b, 31); }\nexport function value32(items: readonly number[]): number { return items.reduce((a, b) => a + b, 32); }\nexport function value33(items: readonly number[]): number { return items.reduce((a, b) => a + b, 33); }\nexport function value34(items: readonly number[]): number { return items.reduce((a, b) => a + b, 34); }\nexport function value35(items: readonly number[]): number { return items.reduce((a, b) => a + b, 35); }\nexport function value36(items: readonly number[]): number { return items.reduce((a, b) => a + b, 36); }\nexport function value37(items: readonly number[]): number { return items.reduce((a, b) => a + b, 37); }\nexport function value38(items: readonly number[]): number { return items.reduce((a, b) => a + b, 38); }\nexport function value39(items: readonly number[]): number { return items.reduce((a, b) => a + b, 39); }\nexport function value40(items: readonly number[]): number { return items.reduce((a, b) => a + b, 40); }\nexport function value41(items: readonly number[]): number { return items.reduce((a, b) => a + b, 41); }\nexport function value42(items: readonly number[]): number { return items.reduce((a, b) => a + b, 42); }\nexport function value43(items: readonly number[]): number { return items.reduce((a, b) => a + b, 43); }\nexport function value44(items: readonly number[]): number { return items.reduce((a, b) => a + b, 44); }\nexport function value45(items: readonly number[]): number { return items.reduce((a, b) => a + b, 45); }\nexport function value46(items: readonly number[]): number { return items.reduce((a, b) => a + b, 46); }\nexport function value47(items: readonly number[]): number { return items.reduce((a, b) => a + b, 47); }\nexport function value48(items: readonly number[]): number { return items.reduce((a, b) => a + b, 48); }\nexport function value49(items: readonly number[]): number { return items.reduce((a, b) => a + b, 49); }\nexport function value50(items: readonly number[]): number { return items.reduce((a, b) => a + b, 50); }\nexport function value51(items: readonly number[]): number { return items.reduce((a, b) => a + b, 51); }\nexport function value52(items: readonly number[]): number { return items.reduce((a, b) => a + b, 52); }\nexport function value53(items: readonly number[]): number { return items.reduce((a, b) => a + b, 53); }\nexport function value54(items: readonly number[]): number { return items.reduce((a, b) => a + b, 54); }\nexport function value55(items: readonly number[]): number { return items.reduce((a, b) => a + b, 55); }\nexport function value56(items: readonly number[]): number { return items.reduce((a, b) => a + b, 56); }\nexport function value57(items: readonly number[]): number { return items.reduce((a, b) => a + b, 57); }\nexport function value58(items: readonly number[]): number { return items.reduce((a, b) => a + b, 58); }\nexport function value59(items: readonly number[]): number { return items.reduce((a, b) => a + b, 59); }\nexport function value60(items: readonly number[]): number { return items.reduce((a, b) => a + b, 60); }\nexport function value61(items: readonly number[]): number { return items.reduce((a, b) => a + b, 61); }\nexport function value62(items: readonly number[]): number { return items.reduce((a, b) => a + b, 62); }\nexport function value63(items: readonly number[]): number { return items.reduce((a, b) => a + b, 63); }\nexport function value64(items: readonly number[]): number { return items.reduce((a, b) => a + b, 64); }\nexport function value65(items: readonly number[]): number { return items.reduce((a, b) => a + b, 65); }\nexport function value66(items: readonly number[]): number { return items.reduce((a, b) => a + b, 66); }\nexport function value67(items: readonly number[]): number { return items.reduce((a, b) => a + b, 67); }\nexport function value68(items: readonly number[]): number { return items.reduce((a, b) => a + b, 68); }\nexport function value69(items: readonly number[]): number { return items.reduce((a, b) => a + b, 69); }\nexport function value70(items: readonly number[]): number { return items.reduce((a, b) => a + b, 70); }\nexport function value71(items: readonly number[]): number { return items.reduce((a, b) => a + b, 71); }\nexport function value72(items: readonly number[]): number { return items.reduce((a, b) => a + b, 72); }\nexport function value73(items: readonly number[]): number { return items.reduce((a, b) => a + b, 73); }\nexport function value74(items: readonly number[]): number { return items.reduce((a, b) => a + b, 74); }\nexport function value75(items: readonly number[]): number { return items.reduce((a, b) => a + b, 75); }\nexport function value76(items: readonly number[]): number { return items.reduce((a, b) => a + b, 76); }\nexport function value77(items: readonly number[]): number { return items.reduce((a, b) => a + b, 77); }\nexport function value78(items: readonly number[]): number { return items.reduce((a, b) => a + b, 78); }\nexport function value79(items: readonly number[]): number { return items.reduce((a, b) => a + b, 79); }\nexport function value80(items: readonly number[]): number { return items.reduce((a, b) => a + b, 80); }\nexport function value81(items: readonly number[]): number { return items.reduce((a, b) => a + b, 81); }\nexport function value82(items: readonly number[]): number { return items.reduce((a, b) => a + b, 82); }\nexport function value83(items: readonly number[]): number { return items.reduce((a, b) => a + b, 83); }\nexport function value84(items: readonly number[]): number { return items.reduce((a, b) => a + b, 84); }\nexport function value85(items: readonly number[]): number { return items.reduce((a, b) => a + b, 85); }\nexport function value86(items: readonly number[]): number { return items.reduce((a, b) => a + b, 86); }\nexport function value87(items: readonly number[]): number { return items.reduce((a, b) => a + b, 87); }\nexport function value88(items: readonly number[]): number { return items.reduce((a, b) => a + b, 88); }\nexport function value89(items: readonly number[]): number { return items.reduce((a, b) => a + b, 89); }\nexport function value90(items: readonly number[]): number { return items.reduce((a, b) => a + b, 90); }\nexport function value91(items: readonly number[]): number { return items.reduce((a, b) => a + b, 91); }\nexport function value92(items: readonly number[]): number { return items.reduce((a, b) => a + b, 92); }\nexport function value93(items: readonly number[]): number { return items.reduce((a, b) => a + b, 93); }\nexport function value94(items: readonly number[]): number { return items.reduce((a, b) => a + b, 94); }\nexport function value95(items: readonly number[]): number { return items.reduce((a, b) => a + b, 95); }\n```\nImplement a generic bounded LRU cache with get, set, delete, clear and iteration. Include unit tests for eviction, updating existing keys and zero capacity. Output the complete implementation and tests." } ], "tokens": [ 248045, 8678, 198, 2523, 513, 264, 10505, 17313, 13, 3301, 1132, 3133, 84441, 1970, 13, 271, 2523, 513, 32499, 9009, 12656, 7415, 4175, 11, 264, 11096, 314, 84811, 402, 12, 16, 13, 20, 12, 18, 20, 33, 6481, 18, 33, 13, 21134, 5774, 321, 3413, 284, 943, 13, 20052, 279, 4087, 440, 1132, 1092, 424, 3749, 310, 381, 4252, 321, 38606, 13, 198, 25320, 25, 1724, 440, 86377, 466, 6879, 43873, 4395, 26, 311, 2374, 279, 3296, 26, 884, 52870, 32480, 26, 40289, 440, 16817, 24745, 26, 466, 12771, 264, 1406, 488, 2908, 2582, 1801, 13, 198, 35865, 25, 2426, 7326, 7123, 11, 24580, 1798, 11, 66441, 11, 321, 46737, 1892, 2496, 5758, 55404, 466, 264, 4221, 9663, 364, 193288, 477, 13, 13262, 279, 1534, 4087, 15192, 13, 5272, 279, 3140, 5759, 421, 384, 47612, 424, 318, 20139, 58655, 948, 2716, 26, 11140, 466, 1970, 1132, 948, 781, 7005, 836, 1925, 553, 1368, 34032, 33955, 11, 1910, 748, 321, 10033, 3069, 1892, 2496, 49325, 25969, 364, 279, 23708, 314, 193288, 477, 13, 198, 2592, 264, 1156, 1622, 369, 34032, 52920, 11, 2466, 264, 16724, 3296, 11, 1459, 914, 7692, 13, 248046, 198, 248045, 846, 198, 8589, 1970, 25, 198, 71093, 2491, 198, 1479, 709, 869, 15, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 15, 1174, 333, 198, 1479, 709, 869, 16, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 16, 1174, 333, 198, 1479, 709, 869, 17, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 17, 1174, 333, 198, 1479, 709, 869, 18, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 18, 1174, 333, 198, 1479, 709, 869, 19, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 19, 1174, 333, 198, 1479, 709, 869, 20, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 20, 1174, 333, 198, 1479, 709, 869, 21, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 21, 1174, 333, 198, 1479, 709, 869, 22, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 22, 1174, 333, 198, 1479, 709, 869, 23, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 23, 1174, 333, 198, 1479, 709, 869, 24, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 24, 1174, 333, 198, 1479, 709, 869, 16, 15, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 16, 15, 1174, 333, 198, 1479, 709, 869, 16, 16, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 16, 16, 1174, 333, 198, 1479, 709, 869, 16, 17, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 16, 17, 1174, 333, 198, 1479, 709, 869, 16, 18, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 16, 18, 1174, 333, 198, 1479, 709, 869, 16, 19, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 16, 19, 1174, 333, 198, 1479, 709, 869, 16, 20, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 16, 20, 1174, 333, 198, 1479, 709, 869, 16, 21, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 16, 21, 1174, 333, 198, 1479, 709, 869, 16, 22, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 16, 22, 1174, 333, 198, 1479, 709, 869, 16, 23, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 16, 23, 1174, 333, 198, 1479, 709, 869, 16, 24, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 16, 24, 1174, 333, 198, 1479, 709, 869, 17, 15, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 17, 15, 1174, 333, 198, 1479, 709, 869, 17, 16, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 17, 16, 1174, 333, 198, 1479, 709, 869, 17, 17, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 17, 17, 1174, 333, 198, 1479, 709, 869, 17, 18, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 17, 18, 1174, 333, 198, 1479, 709, 869, 17, 19, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 17, 19, 1174, 333, 198, 1479, 709, 869, 17, 20, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 17, 20, 1174, 333, 198, 1479, 709, 869, 17, 21, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 17, 21, 1174, 333, 198, 1479, 709, 869, 17, 22, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 17, 22, 1174, 333, 198, 1479, 709, 869, 17, 23, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 17, 23, 1174, 333, 198, 1479, 709, 869, 17, 24, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 17, 24, 1174, 333, 198, 1479, 709, 869, 18, 15, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 18, 15, 1174, 333, 198, 1479, 709, 869, 18, 16, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 18, 16, 1174, 333, 198, 1479, 709, 869, 18, 17, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 18, 17, 1174, 333, 198, 1479, 709, 869, 18, 18, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 18, 18, 1174, 333, 198, 1479, 709, 869, 18, 19, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 18, 19, 1174, 333, 198, 1479, 709, 869, 18, 20, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 18, 20, 1174, 333, 198, 1479, 709, 869, 18, 21, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 18, 21, 1174, 333, 198, 1479, 709, 869, 18, 22, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 18, 22, 1174, 333, 198, 1479, 709, 869, 18, 23, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 18, 23, 1174, 333, 198, 1479, 709, 869, 18, 24, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 18, 24, 1174, 333, 198, 1479, 709, 869, 19, 15, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 19, 15, 1174, 333, 198, 1479, 709, 869, 19, 16, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 19, 16, 1174, 333, 198, 1479, 709, 869, 19, 17, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 19, 17, 1174, 333, 198, 1479, 709, 869, 19, 18, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 19, 18, 1174, 333, 198, 1479, 709, 869, 19, 19, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 19, 19, 1174, 333, 198, 1479, 709, 869, 19, 20, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 19, 20, 1174, 333, 198, 1479, 709, 869, 19, 21, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 19, 21, 1174, 333, 198, 1479, 709, 869, 19, 22, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 19, 22, 1174, 333, 198, 1479, 709, 869, 19, 23, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 19, 23, 1174, 333, 198, 1479, 709, 869, 19, 24, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 19, 24, 1174, 333, 198, 1479, 709, 869, 20, 15, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 20, 15, 1174, 333, 198, 1479, 709, 869, 20, 16, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 20, 16, 1174, 333, 198, 1479, 709, 869, 20, 17, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 20, 17, 1174, 333, 198, 1479, 709, 869, 20, 18, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 20, 18, 1174, 333, 198, 1479, 709, 869, 20, 19, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 20, 19, 1174, 333, 198, 1479, 709, 869, 20, 20, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 20, 20, 1174, 333, 198, 1479, 709, 869, 20, 21, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 20, 21, 1174, 333, 198, 1479, 709, 869, 20, 22, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 20, 22, 1174, 333, 198, 1479, 709, 869, 20, 23, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 20, 23, 1174, 333, 198, 1479, 709, 869, 20, 24, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 20, 24, 1174, 333, 198, 1479, 709, 869, 21, 15, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 21, 15, 1174, 333, 198, 1479, 709, 869, 21, 16, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 21, 16, 1174, 333, 198, 1479, 709, 869, 21, 17, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 21, 17, 1174, 333, 198, 1479, 709, 869, 21, 18, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 21, 18, 1174, 333, 198, 1479, 709, 869, 21, 19, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 21, 19, 1174, 333, 198, 1479, 709, 869, 21, 20, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 21, 20, 1174, 333, 198, 1479, 709, 869, 21, 21, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 21, 21, 1174, 333, 198, 1479, 709, 869, 21, 22, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 21, 22, 1174, 333, 198, 1479, 709, 869, 21, 23, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 21, 23, 1174, 333, 198, 1479, 709, 869, 21, 24, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 21, 24, 1174, 333, 198, 1479, 709, 869, 22, 15, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 22, 15, 1174, 333, 198, 1479, 709, 869, 22, 16, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 22, 16, 1174, 333, 198, 1479, 709, 869, 22, 17, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 22, 17, 1174, 333, 198, 1479, 709, 869, 22, 18, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 22, 18, 1174, 333, 198, 1479, 709, 869, 22, 19, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 22, 19, 1174, 333, 198, 1479, 709, 869, 22, 20, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 22, 20, 1174, 333, 198, 1479, 709, 869, 22, 21, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 22, 21, 1174, 333, 198, 1479, 709, 869, 22, 22, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 22, 22, 1174, 333, 198, 1479, 709, 869, 22, 23, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 22, 23, 1174, 333, 198, 1479, 709, 869, 22, 24, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 22, 24, 1174, 333, 198, 1479, 709, 869, 23, 15, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 23, 15, 1174, 333, 198, 1479, 709, 869, 23, 16, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 23, 16, 1174, 333, 198, 1479, 709, 869, 23, 17, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 23, 17, 1174, 333, 198, 1479, 709, 869, 23, 18, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 23, 18, 1174, 333, 198, 1479, 709, 869, 23, 19, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 23, 19, 1174, 333, 198, 1479, 709, 869, 23, 20, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 23, 20, 1174, 333, 198, 1479, 709, 869, 23, 21, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 23, 21, 1174, 333, 198, 1479, 709, 869, 23, 22, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 23, 22, 1174, 333, 198, 1479, 709, 869, 23, 23, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 23, 23, 1174, 333, 198, 1479, 709, 869, 23, 24, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 23, 24, 1174, 333, 198, 1479, 709, 869, 24, 15, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 24, 15, 1174, 333, 198, 1479, 709, 869, 24, 16, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 24, 16, 1174, 333, 198, 1479, 709, 869, 24, 17, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 24, 17, 1174, 333, 198, 1479, 709, 869, 24, 18, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 24, 18, 1174, 333, 198, 1479, 709, 869, 24, 19, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 24, 19, 1174, 333, 198, 1479, 709, 869, 24, 20, 23573, 25, 5583, 1324, 45096, 1324, 313, 460, 3470, 23047, 1148, 64, 11, 292, 8, 574, 264, 478, 292, 11, 220, 24, 20, 1174, 333, 198, 71093, 198, 60856, 264, 13553, 59056, 436, 34810, 6297, 440, 615, 11, 716, 11, 3572, 11, 2708, 321, 18971, 13, 28763, 4821, 6813, 364, 75555, 11, 20368, 6149, 6679, 321, 6942, 8390, 13, 8984, 279, 4434, 7873, 321, 6813, 13, 248046, 198, 248045, 74455, 198, 248068, 271, 248069, 271 ], "token_sha256": "05835af698ef6ca2b2e491960f32dabbb6b738715a950b7e34f642e19f740790" } } }, "rows": [ { "backend": "ax-engine", "model": "tiel", "case": "short", "trial": 0, "input_tokens": 458, "cached_tokens": 0, "output_tokens": 256, "prefill_s": 0.364997, "prefill_tps": 1254.8048340123344, "decode_s": 4.513753, "decode_tps": 56.49400842270279, "wall_s": 4.909510082972702, "mtp": { "available": true, "requested": true, "active": true, "direct_fallback_steps": 0, "draft_tokens": 105, "accepted_tokens": 91, "decode_steps": 82 }, "token_sha256": "942bc7291b19737c4ed09fa52e0d92126743d6204b4277925c162d1b1fc8b8e2", "phase_counters": { "ax_mlx_decode_steps": 164, "ax_mlx_decode_wall_us": 4513753, "ax_mlx_mtp_model_policy_depth": 3, "ax_mlx_prefill_steps": 1, "ax_mlx_prefill_wall_us": 364997, "ax_mlx_prefix_cache_reused_tokens": 0, "ax_mtp_accepted_tokens": 91, "ax_mtp_decode_steps": 82, "ax_mtp_draft_tokens": 105, "ax_mtp_draft_wall_us": 741118, "ax_mtp_emitted_tokens": 255, "ax_mtp_rollback_wall_us": 1067505, "ax_mtp_verify_eval_wall_us": 2257217 } }, { "backend": "ax-engine", "model": "tiel", "case": "short", "trial": 1, "input_tokens": 458, "cached_tokens": 0, "output_tokens": 256, "prefill_s": 0.364763, "prefill_tps": 1255.6098069157233, "decode_s": 4.456823, "decode_tps": 57.215644417559325, "wall_s": 4.852794874983374, "mtp": { "available": true, "requested": true, "active": true, "direct_fallback_steps": 0, "draft_tokens": 105, "accepted_tokens": 91, "decode_steps": 82 }, "token_sha256": "942bc7291b19737c4ed09fa52e0d92126743d6204b4277925c162d1b1fc8b8e2", "phase_counters": { "ax_mlx_decode_steps": 164, "ax_mlx_decode_wall_us": 4456823, "ax_mlx_mtp_model_policy_depth": 3, "ax_mlx_prefill_steps": 1, "ax_mlx_prefill_wall_us": 364763, "ax_mlx_prefix_cache_reused_tokens": 0, "ax_mtp_accepted_tokens": 91, "ax_mtp_decode_steps": 82, "ax_mtp_draft_tokens": 105, "ax_mtp_draft_wall_us": 741244, "ax_mtp_emitted_tokens": 255, "ax_mtp_rollback_wall_us": 1061463, "ax_mtp_verify_eval_wall_us": 2205073 } }, { "backend": "ax-engine", "model": "tiel", "case": "short", "trial": 2, "input_tokens": 458, "cached_tokens": 0, "output_tokens": 256, "prefill_s": 0.36374, "prefill_tps": 1259.1411447737394, "decode_s": 4.471489, "decode_tps": 57.027983295944594, "wall_s": 4.866518083988922, "mtp": { "available": true, "requested": true, "active": true, "direct_fallback_steps": 0, "draft_tokens": 105, "accepted_tokens": 91, "decode_steps": 82 }, "token_sha256": "942bc7291b19737c4ed09fa52e0d92126743d6204b4277925c162d1b1fc8b8e2", "phase_counters": { "ax_mlx_decode_steps": 164, "ax_mlx_decode_wall_us": 4471489, "ax_mlx_mtp_model_policy_depth": 3, "ax_mlx_prefill_steps": 1, "ax_mlx_prefill_wall_us": 363740, "ax_mlx_prefix_cache_reused_tokens": 0, "ax_mtp_accepted_tokens": 91, "ax_mtp_decode_steps": 82, "ax_mtp_draft_tokens": 105, "ax_mtp_draft_wall_us": 749142, "ax_mtp_emitted_tokens": 255, "ax_mtp_rollback_wall_us": 1065771, "ax_mtp_verify_eval_wall_us": 2207046 } }, { "backend": "ax-engine", "model": "tiel", "case": "context", "trial": 0, "input_tokens": 3182, "cached_tokens": 0, "output_tokens": 256, "prefill_s": 2.239643, "prefill_tps": 1420.7621482530922, "decode_s": 4.55035, "decode_tps": 56.03964530200974, "wall_s": 6.825968750024913, "mtp": { "available": true, "requested": true, "active": true, "direct_fallback_steps": 0, "draft_tokens": 108, "accepted_tokens": 97, "decode_steps": 78 }, "token_sha256": "5ce6f26ac3b3cf49ec20d71ae08686a5e1335498f8b4760b3b4a17b9ddc4b583", "phase_counters": { "ax_mlx_decode_steps": 158, "ax_mlx_decode_wall_us": 4550350, "ax_mlx_mtp_model_policy_depth": 3, "ax_mlx_prefill_steps": 2, "ax_mlx_prefill_wall_us": 2239643, "ax_mlx_prefix_cache_reused_tokens": 0, "ax_mtp_accepted_tokens": 97, "ax_mtp_decode_steps": 78, "ax_mtp_draft_tokens": 108, "ax_mtp_draft_wall_us": 729700, "ax_mtp_emitted_tokens": 255, "ax_mtp_rollback_wall_us": 1065608, "ax_mtp_verify_eval_wall_us": 2355343 } }, { "backend": "ax-engine", "model": "tiel", "case": "context", "trial": 1, "input_tokens": 3182, "cached_tokens": 0, "output_tokens": 256, "prefill_s": 2.234168, "prefill_tps": 1424.2438348414264, "decode_s": 4.615233, "decode_tps": 55.25181502212348, "wall_s": 6.886773917009123, "mtp": { "available": true, "requested": true, "active": true, "direct_fallback_steps": 0, "draft_tokens": 103, "accepted_tokens": 93, "decode_steps": 76 }, "token_sha256": "5ce6f26ac3b3cf49ec20d71ae08686a5e1335498f8b4760b3b4a17b9ddc4b583", "phase_counters": { "ax_mlx_decode_steps": 162, "ax_mlx_decode_wall_us": 4615233, "ax_mlx_mtp_model_policy_depth": 3, "ax_mlx_prefill_steps": 1, "ax_mlx_prefill_wall_us": 2234168, "ax_mlx_prefix_cache_reused_tokens": 0, "ax_mtp_accepted_tokens": 93, "ax_mtp_decode_steps": 76, "ax_mtp_draft_tokens": 103, "ax_mtp_draft_wall_us": 722022, "ax_mtp_emitted_tokens": 255, "ax_mtp_rollback_wall_us": 1143411, "ax_mtp_verify_eval_wall_us": 2343394 } }, { "backend": "ax-engine", "model": "tiel", "case": "context", "trial": 2, "input_tokens": 3182, "cached_tokens": 0, "output_tokens": 256, "prefill_s": 2.147477, "prefill_tps": 1481.7388032561003, "decode_s": 4.615336, "decode_tps": 55.25058197279678, "wall_s": 6.799742417002562, "mtp": { "available": true, "requested": true, "active": true, "direct_fallback_steps": 0, "draft_tokens": 103, "accepted_tokens": 93, "decode_steps": 76 }, "token_sha256": "5ce6f26ac3b3cf49ec20d71ae08686a5e1335498f8b4760b3b4a17b9ddc4b583", "phase_counters": { "ax_mlx_decode_steps": 162, "ax_mlx_decode_wall_us": 4615336, "ax_mlx_mtp_model_policy_depth": 3, "ax_mlx_prefill_steps": 1, "ax_mlx_prefill_wall_us": 2147477, "ax_mlx_prefix_cache_reused_tokens": 0, "ax_mtp_accepted_tokens": 93, "ax_mtp_decode_steps": 76, "ax_mtp_draft_tokens": 103, "ax_mtp_draft_wall_us": 730279, "ax_mtp_emitted_tokens": 255, "ax_mtp_rollback_wall_us": 1139380, "ax_mtp_verify_eval_wall_us": 2342098 } }, { "backend": "mtplx", "model": "tiel", "case": "short", "trial": 0, "input_tokens": 458, "cached_tokens": 0, "output_tokens": 256, "prefill_s": 0.379450291977264, "prefill_tps": 1207.009217500991, "decode_s": 2.7744665009959135, "decode_tps": 92.2699913327867, "ttft_s": 0.38278949999948964, "wall_s": 3.15746633298113, "mtp": { "generation_mode": "mtp", "mtp_depth": 3, "verify_calls": 85, "accepted_drafts": 170, "drafted_tokens": 255 }, "token_sha256": "942bc7291b19737c4ed09fa52e0d92126743d6204b4277925c162d1b1fc8b8e2", "phase_counters": { "new_prefill_tokens": 458, "cached_tokens": 0, "cache_source": "none", "prompt_eval_time_s": 0.379450291977264, "cache_restore_time_s": 0.0, "decode_elapsed_s": 2.7744665009959135, "mtp_depth": 3, "verify_calls": 85, "accepted_drafts": 170, "drafted_tokens": 255, "accepted_by_depth": [74, 58, 38], "drafted_by_depth": [85, 85, 85], "generation_mode": "mtp", "finish_stop_origin": null } }, { "backend": "mtplx", "model": "tiel", "case": "short", "trial": 1, "input_tokens": 458, "cached_tokens": 0, "output_tokens": 256, "prefill_s": 0.37860904200351797, "prefill_tps": 1209.6911303976315, "decode_s": 2.7704726659867447, "decode_tps": 92.4030051416594, "ttft_s": 0.38218187500024214, "wall_s": 3.1527117080113385, "mtp": { "generation_mode": "mtp", "mtp_depth": 3, "verify_calls": 85, "accepted_drafts": 170, "drafted_tokens": 255 }, "token_sha256": "942bc7291b19737c4ed09fa52e0d92126743d6204b4277925c162d1b1fc8b8e2", "phase_counters": { "new_prefill_tokens": 458, "cached_tokens": 0, "cache_source": "none", "prompt_eval_time_s": 0.37860904200351797, "cache_restore_time_s": 0.0, "decode_elapsed_s": 2.7704726659867447, "mtp_depth": 3, "verify_calls": 85, "accepted_drafts": 170, "drafted_tokens": 255, "accepted_by_depth": [74, 58, 38], "drafted_by_depth": [85, 85, 85], "generation_mode": "mtp", "finish_stop_origin": null } }, { "backend": "mtplx", "model": "tiel", "case": "short", "trial": 2, "input_tokens": 458, "cached_tokens": 0, "output_tokens": 256, "prefill_s": 0.3828535839857068, "prefill_tps": 1196.2797768065263, "decode_s": 2.77737112599425, "decode_tps": 92.17349370561936, "ttft_s": 0.38680262499838136, "wall_s": 3.1639847500191536, "mtp": { "generation_mode": "mtp", "mtp_depth": 3, "verify_calls": 85, "accepted_drafts": 170, "drafted_tokens": 255 }, "token_sha256": "942bc7291b19737c4ed09fa52e0d92126743d6204b4277925c162d1b1fc8b8e2", "phase_counters": { "new_prefill_tokens": 458, "cached_tokens": 0, "cache_source": "none", "prompt_eval_time_s": 0.3828535839857068, "cache_restore_time_s": 0.0, "decode_elapsed_s": 2.77737112599425, "mtp_depth": 3, "verify_calls": 85, "accepted_drafts": 170, "drafted_tokens": 255, "accepted_by_depth": [74, 58, 38], "drafted_by_depth": [85, 85, 85], "generation_mode": "mtp", "finish_stop_origin": null } }, { "backend": "mtplx", "model": "tiel", "case": "context", "trial": 0, "input_tokens": 3182, "cached_tokens": 0, "output_tokens": 256, "prefill_s": 2.3651758749911096, "prefill_tps": 1345.3544971626943, "decode_s": 2.6394454569963273, "decode_tps": 96.99007013818972, "ttft_s": 2.3693002499931026, "wall_s": 5.009663417004049, "mtp": { "generation_mode": "mtp", "mtp_depth": 3, "verify_calls": 79, "accepted_drafts": 177, "drafted_tokens": 235 }, "token_sha256": "5ce6f26ac3b3cf49ec20d71ae08686a5e1335498f8b4760b3b4a17b9ddc4b583", "phase_counters": { "new_prefill_tokens": 3182, "cached_tokens": 0, "cache_source": "none", "prompt_eval_time_s": 2.3651758749911096, "cache_restore_time_s": 0.0, "decode_elapsed_s": 2.6394454569963273, "mtp_depth": 3, "verify_calls": 79, "accepted_drafts": 177, "drafted_tokens": 235, "accepted_by_depth": [73, 59, 45], "drafted_by_depth": [79, 78, 78], "generation_mode": "mtp", "finish_stop_origin": null } }, { "backend": "mtplx", "model": "tiel", "case": "context", "trial": 1, "input_tokens": 3182, "cached_tokens": 0, "output_tokens": 256, "prefill_s": 2.4869551659794524, "prefill_tps": 1279.4762219795844, "decode_s": 2.6594218750251457, "decode_tps": 96.26152300397221, "ttft_s": 2.4918082910007797, "wall_s": 5.151422875002027, "mtp": { "generation_mode": "mtp", "mtp_depth": 3, "verify_calls": 79, "accepted_drafts": 177, "drafted_tokens": 235 }, "token_sha256": "5ce6f26ac3b3cf49ec20d71ae08686a5e1335498f8b4760b3b4a17b9ddc4b583", "phase_counters": { "new_prefill_tokens": 3182, "cached_tokens": 0, "cache_source": "none", "prompt_eval_time_s": 2.4869551659794524, "cache_restore_time_s": 0.0, "decode_elapsed_s": 2.6594218750251457, "mtp_depth": 3, "verify_calls": 79, "accepted_drafts": 177, "drafted_tokens": 235, "accepted_by_depth": [73, 59, 45], "drafted_by_depth": [79, 78, 78], "generation_mode": "mtp", "finish_stop_origin": null } }, { "backend": "mtplx", "model": "tiel", "case": "context", "trial": 2, "input_tokens": 3182, "cached_tokens": 0, "output_tokens": 256, "prefill_s": 2.5895947930403054, "prefill_tps": 1228.763669340014, "decode_s": 2.684161542012589, "decode_tps": 95.37428951018006, "ttft_s": 2.5943592919793446, "wall_s": 5.279005708987825, "mtp": { "generation_mode": "mtp", "mtp_depth": 3, "verify_calls": 79, "accepted_drafts": 177, "drafted_tokens": 235 }, "token_sha256": "5ce6f26ac3b3cf49ec20d71ae08686a5e1335498f8b4760b3b4a17b9ddc4b583", "phase_counters": { "new_prefill_tokens": 3182, "cached_tokens": 0, "cache_source": "none", "prompt_eval_time_s": 2.5895947930403054, "cache_restore_time_s": 0.0, "decode_elapsed_s": 2.684161542012589, "mtp_depth": 3, "verify_calls": 79, "accepted_drafts": 177, "drafted_tokens": 235, "accepted_by_depth": [73, 59, 45], "drafted_by_depth": [79, 78, 78], "generation_mode": "mtp", "finish_stop_origin": null } }, { "backend": "ax-engine", "model": "cyber", "case": "short", "trial": 0, "input_tokens": 483, "cached_tokens": 0, "output_tokens": 256, "prefill_s": 0.393689, "prefill_tps": 1226.8567320905588, "decode_s": 4.352785, "decode_tps": 58.5831829506856, "wall_s": 4.77800333299092, "mtp": { "available": true, "requested": true, "active": true, "direct_fallback_steps": 0, "draft_tokens": 109, "accepted_tokens": 97, "decode_steps": 94 }, "token_sha256": "2ef69565145a5ef393fbd05306f4352f70cfe2188c9f54c2e02e05bbc9039a50", "phase_counters": { "ax_mlx_decode_steps": 158, "ax_mlx_decode_wall_us": 4352785, "ax_mlx_mtp_model_policy_depth": 3, "ax_mlx_prefill_steps": 1, "ax_mlx_prefill_wall_us": 393689, "ax_mlx_prefix_cache_reused_tokens": 0, "ax_mtp_accepted_tokens": 97, "ax_mtp_decode_steps": 94, "ax_mtp_draft_tokens": 109, "ax_mtp_draft_wall_us": 749143, "ax_mtp_emitted_tokens": 255, "ax_mtp_rollback_wall_us": 898895, "ax_mtp_verify_eval_wall_us": 2283336 } }, { "backend": "ax-engine", "model": "cyber", "case": "short", "trial": 1, "input_tokens": 483, "cached_tokens": 0, "output_tokens": 256, "prefill_s": 0.392778, "prefill_tps": 1229.7022745673128, "decode_s": 4.356464, "decode_tps": 58.53370990785187, "wall_s": 4.781350125005702, "mtp": { "available": true, "requested": true, "active": true, "direct_fallback_steps": 0, "draft_tokens": 109, "accepted_tokens": 97, "decode_steps": 94 }, "token_sha256": "2ef69565145a5ef393fbd05306f4352f70cfe2188c9f54c2e02e05bbc9039a50", "phase_counters": { "ax_mlx_decode_steps": 158, "ax_mlx_decode_wall_us": 4356464, "ax_mlx_mtp_model_policy_depth": 3, "ax_mlx_prefill_steps": 1, "ax_mlx_prefill_wall_us": 392778, "ax_mlx_prefix_cache_reused_tokens": 0, "ax_mtp_accepted_tokens": 97, "ax_mtp_decode_steps": 94, "ax_mtp_draft_tokens": 109, "ax_mtp_draft_wall_us": 759356, "ax_mtp_emitted_tokens": 255, "ax_mtp_rollback_wall_us": 896526, "ax_mtp_verify_eval_wall_us": 2274808 } }, { "backend": "ax-engine", "model": "cyber", "case": "short", "trial": 2, "input_tokens": 483, "cached_tokens": 0, "output_tokens": 256, "prefill_s": 0.39503, "prefill_tps": 1222.6919474470294, "decode_s": 4.368511, "decode_tps": 58.37229206931149, "wall_s": 4.796611500001745, "mtp": { "available": true, "requested": true, "active": true, "direct_fallback_steps": 0, "draft_tokens": 109, "accepted_tokens": 97, "decode_steps": 94 }, "token_sha256": "2ef69565145a5ef393fbd05306f4352f70cfe2188c9f54c2e02e05bbc9039a50", "phase_counters": { "ax_mlx_decode_steps": 158, "ax_mlx_decode_wall_us": 4368511, "ax_mlx_mtp_model_policy_depth": 3, "ax_mlx_prefill_steps": 1, "ax_mlx_prefill_wall_us": 395030, "ax_mlx_prefix_cache_reused_tokens": 0, "ax_mtp_accepted_tokens": 97, "ax_mtp_decode_steps": 94, "ax_mtp_draft_tokens": 109, "ax_mtp_draft_wall_us": 758832, "ax_mtp_emitted_tokens": 255, "ax_mtp_rollback_wall_us": 894801, "ax_mtp_verify_eval_wall_us": 2289086 } }, { "backend": "ax-engine", "model": "cyber", "case": "context", "trial": 0, "input_tokens": 3207, "cached_tokens": 0, "output_tokens": 256, "prefill_s": 2.244417, "prefill_tps": 1428.8788580731657, "decode_s": 5.53865, "decode_tps": 46.040100024374176, "wall_s": 7.824510208010906, "mtp": { "available": true, "requested": true, "active": true, "direct_fallback_steps": 0, "draft_tokens": 92, "accepted_tokens": 78, "decode_steps": 70 }, "token_sha256": "05835af698ef6ca2b2e491960f32dabbb6b738715a950b7e34f642e19f740790", "phase_counters": { "ax_mlx_decode_steps": 178, "ax_mlx_decode_wall_us": 5538650, "ax_mlx_mtp_model_policy_depth": 3, "ax_mlx_prefill_steps": 2, "ax_mlx_prefill_wall_us": 2244417, "ax_mlx_prefix_cache_reused_tokens": 0, "ax_mtp_accepted_tokens": 78, "ax_mtp_decode_steps": 70, "ax_mtp_draft_tokens": 92, "ax_mtp_draft_wall_us": 843163, "ax_mtp_emitted_tokens": 256, "ax_mtp_rollback_wall_us": 1520768, "ax_mtp_verify_eval_wall_us": 2664408 } }, { "backend": "ax-engine", "model": "cyber", "case": "context", "trial": 1, "input_tokens": 3207, "cached_tokens": 0, "output_tokens": 256, "prefill_s": 2.217558, "prefill_tps": 1446.185398532981, "decode_s": 5.384081, "decode_tps": 47.36184318177977, "wall_s": 7.6441798330051824, "mtp": { "available": true, "requested": true, "active": true, "direct_fallback_steps": 0, "draft_tokens": 99, "accepted_tokens": 82, "decode_steps": 71 }, "token_sha256": "05835af698ef6ca2b2e491960f32dabbb6b738715a950b7e34f642e19f740790", "phase_counters": { "ax_mlx_decode_steps": 173, "ax_mlx_decode_wall_us": 5384081, "ax_mlx_mtp_model_policy_depth": 3, "ax_mlx_prefill_steps": 1, "ax_mlx_prefill_wall_us": 2217558, "ax_mlx_prefix_cache_reused_tokens": 0, "ax_mtp_accepted_tokens": 82, "ax_mtp_decode_steps": 71, "ax_mtp_draft_tokens": 99, "ax_mtp_draft_wall_us": 813875, "ax_mtp_emitted_tokens": 255, "ax_mtp_rollback_wall_us": 1445981, "ax_mtp_verify_eval_wall_us": 2618105 } }, { "backend": "ax-engine", "model": "cyber", "case": "context", "trial": 2, "input_tokens": 3207, "cached_tokens": 0, "output_tokens": 256, "prefill_s": 2.181661, "prefill_tps": 1469.980899873995, "decode_s": 5.35344, "decode_tps": 47.632923876983774, "wall_s": 7.578913625009591, "mtp": { "available": true, "requested": true, "active": true, "direct_fallback_steps": 0, "draft_tokens": 99, "accepted_tokens": 82, "decode_steps": 71 }, "token_sha256": "05835af698ef6ca2b2e491960f32dabbb6b738715a950b7e34f642e19f740790", "phase_counters": { "ax_mlx_decode_steps": 173, "ax_mlx_decode_wall_us": 5353440, "ax_mlx_mtp_model_policy_depth": 3, "ax_mlx_prefill_steps": 1, "ax_mlx_prefill_wall_us": 2181661, "ax_mlx_prefix_cache_reused_tokens": 0, "ax_mtp_accepted_tokens": 82, "ax_mtp_decode_steps": 71, "ax_mtp_draft_tokens": 99, "ax_mtp_draft_wall_us": 802283, "ax_mtp_emitted_tokens": 255, "ax_mtp_rollback_wall_us": 1428639, "ax_mtp_verify_eval_wall_us": 2617657 } }, { "backend": "mtplx", "model": "cyber", "case": "short", "trial": 0, "input_tokens": 483, "cached_tokens": 0, "output_tokens": 256, "prefill_s": 0.41224691801471636, "prefill_tps": 1171.62792223169, "decode_s": 2.690099207975436, "decode_tps": 95.16377657784047, "ttft_s": 0.4157876670069527, "wall_s": 3.106516041996656, "mtp": { "generation_mode": "mtp", "mtp_depth": 3, "verify_calls": 78, "accepted_drafts": 178, "drafted_tokens": 232 }, "token_sha256": "2ef69565145a5ef393fbd05306f4352f70cfe2188c9f54c2e02e05bbc9039a50", "phase_counters": { "new_prefill_tokens": 483, "cached_tokens": 0, "cache_source": "none", "prompt_eval_time_s": 0.41224691801471636, "cache_restore_time_s": 0.0, "decode_elapsed_s": 2.690099207975436, "mtp_depth": 3, "verify_calls": 78, "accepted_drafts": 178, "drafted_tokens": 232, "accepted_by_depth": [72, 58, 48], "drafted_by_depth": [78, 77, 77], "generation_mode": "mtp", "finish_stop_origin": null } }, { "backend": "mtplx", "model": "cyber", "case": "short", "trial": 1, "input_tokens": 483, "cached_tokens": 0, "output_tokens": 256, "prefill_s": 0.40499820897821337, "prefill_tps": 1192.5978665895352, "decode_s": 2.692072999983793, "decode_tps": 95.09400376644362, "ttft_s": 0.4084064170019701, "wall_s": 3.101105000008829, "mtp": { "generation_mode": "mtp", "mtp_depth": 3, "verify_calls": 78, "accepted_drafts": 178, "drafted_tokens": 232 }, "token_sha256": "2ef69565145a5ef393fbd05306f4352f70cfe2188c9f54c2e02e05bbc9039a50", "phase_counters": { "new_prefill_tokens": 483, "cached_tokens": 0, "cache_source": "none", "prompt_eval_time_s": 0.40499820897821337, "cache_restore_time_s": 0.0, "decode_elapsed_s": 2.692072999983793, "mtp_depth": 3, "verify_calls": 78, "accepted_drafts": 178, "drafted_tokens": 232, "accepted_by_depth": [72, 58, 48], "drafted_by_depth": [78, 77, 77], "generation_mode": "mtp", "finish_stop_origin": null } }, { "backend": "mtplx", "model": "cyber", "case": "short", "trial": 2, "input_tokens": 483, "cached_tokens": 0, "output_tokens": 256, "prefill_s": 0.40602041699457914, "prefill_tps": 1189.5953498477606, "decode_s": 2.70552929196856, "decode_tps": 94.6210417162894, "ttft_s": 0.4094472919823602, "wall_s": 3.11565975000849, "mtp": { "generation_mode": "mtp", "mtp_depth": 3, "verify_calls": 78, "accepted_drafts": 178, "drafted_tokens": 232 }, "token_sha256": "2ef69565145a5ef393fbd05306f4352f70cfe2188c9f54c2e02e05bbc9039a50", "phase_counters": { "new_prefill_tokens": 483, "cached_tokens": 0, "cache_source": "none", "prompt_eval_time_s": 0.40602041699457914, "cache_restore_time_s": 0.0, "decode_elapsed_s": 2.70552929196856, "mtp_depth": 3, "verify_calls": 78, "accepted_drafts": 178, "drafted_tokens": 232, "accepted_by_depth": [72, 58, 48], "drafted_by_depth": [78, 77, 77], "generation_mode": "mtp", "finish_stop_origin": null } }, { "backend": "mtplx", "model": "cyber", "case": "context", "trial": 0, "input_tokens": 3207, "cached_tokens": 0, "output_tokens": 256, "prefill_s": 2.2463974580168724, "prefill_tps": 1427.619136833938, "decode_s": 2.770126084011281, "decode_tps": 92.41456606527426, "ttft_s": 2.251004792022286, "wall_s": 5.022379665984772, "mtp": { "generation_mode": "mtp", "mtp_depth": 3, "verify_calls": 78, "accepted_drafts": 178, "drafted_tokens": 232 }, "token_sha256": "05835af698ef6ca2b2e491960f32dabbb6b738715a950b7e34f642e19f740790", "phase_counters": { "new_prefill_tokens": 3207, "cached_tokens": 0, "cache_source": "none", "prompt_eval_time_s": 2.2463974580168724, "cache_restore_time_s": 0.0, "decode_elapsed_s": 2.770126084011281, "mtp_depth": 3, "verify_calls": 78, "accepted_drafts": 178, "drafted_tokens": 232, "accepted_by_depth": [73, 60, 45], "drafted_by_depth": [78, 77, 77], "generation_mode": "mtp", "finish_stop_origin": null } }, { "backend": "mtplx", "model": "cyber", "case": "context", "trial": 1, "input_tokens": 3207, "cached_tokens": 0, "output_tokens": 256, "prefill_s": 2.240204249013914, "prefill_tps": 1431.5658946775266, "decode_s": 2.8012075840088073, "decode_tps": 91.38915711260444, "ttft_s": 2.244524125009775, "wall_s": 5.0465668750111945, "mtp": { "generation_mode": "mtp", "mtp_depth": 3, "verify_calls": 78, "accepted_drafts": 178, "drafted_tokens": 232 }, "token_sha256": "05835af698ef6ca2b2e491960f32dabbb6b738715a950b7e34f642e19f740790", "phase_counters": { "new_prefill_tokens": 3207, "cached_tokens": 0, "cache_source": "none", "prompt_eval_time_s": 2.240204249013914, "cache_restore_time_s": 0.0, "decode_elapsed_s": 2.8012075840088073, "mtp_depth": 3, "verify_calls": 78, "accepted_drafts": 178, "drafted_tokens": 232, "accepted_by_depth": [73, 60, 45], "drafted_by_depth": [78, 77, 77], "generation_mode": "mtp", "finish_stop_origin": null } }, { "backend": "mtplx", "model": "cyber", "case": "context", "trial": 2, "input_tokens": 3207, "cached_tokens": 0, "output_tokens": 256, "prefill_s": 2.2566716659930535, "prefill_tps": 1421.1194514150789, "decode_s": 2.7785927510121837, "decode_tps": 92.13296907463122, "ttft_s": 2.261176667001564, "wall_s": 5.040468708000844, "mtp": { "generation_mode": "mtp", "mtp_depth": 3, "verify_calls": 78, "accepted_drafts": 178, "drafted_tokens": 232 }, "token_sha256": "05835af698ef6ca2b2e491960f32dabbb6b738715a950b7e34f642e19f740790", "phase_counters": { "new_prefill_tokens": 3207, "cached_tokens": 0, "cache_source": "none", "prompt_eval_time_s": 2.2566716659930535, "cache_restore_time_s": 0.0, "decode_elapsed_s": 2.7785927510121837, "mtp_depth": 3, "verify_calls": 78, "accepted_drafts": 178, "drafted_tokens": 232, "accepted_by_depth": [73, 60, 45], "drafted_by_depth": [78, 77, 77], "generation_mode": "mtp", "finish_stop_origin": null } } ], "client_acceptance": [ { "backend": "ax-engine", "model": "tiel", "exit_code": 0, "wall_s": 20.633344708010554, "completed_read_calls": 1, "marker_in_final_answer": true, "exact_final_answer": false, "final_answer": "The exact contents of probe.txt:\n\n```\nTIEL-READ-ACCEPTANCE-739251\n```\n\n(1 line, end of file)" }, { "backend": "mtplx", "model": "tiel", "exit_code": 0, "wall_s": 21.91615175001789, "completed_read_calls": 1, "marker_in_final_answer": true, "exact_final_answer": true, "final_answer": "TIEL-READ-ACCEPTANCE-739251" }, { "backend": "ax-engine", "model": "cyber", "exit_code": 0, "wall_s": 20.468610666983295, "completed_read_calls": 1, "marker_in_final_answer": true, "exact_final_answer": false, "final_answer": "The contents of `probe.txt` are:\n\n```\nTIEL-READ-ACCEPTANCE-739251\n```\n\n(1 line, end of file)" }, { "backend": "mtplx", "model": "cyber", "exit_code": 0, "wall_s": 21.888588791014627, "completed_read_calls": 1, "marker_in_final_answer": true, "exact_final_answer": true, "final_answer": "TIEL-READ-ACCEPTANCE-739251" } ] }