{ "model": { "id": "qwen36-35b-a3b-mtp-iq4xs", "name": "Qwen3.6-35B-A3B MTP", "architecture": "moe-35B-A3B+mtp", "repo": "unsloth/Qwen3.6-35B-A3B-MTP-GGUF", "quant": "UD-IQ4_XS", "file": "Qwen3.6-35B-A3B-MTP-UD-IQ4_XS.gguf", "port": 7103, "service_id": "qwen36-35b-a3b-mtp-iq4xs", "sampler": { "temperature": 0.6, "top_p": 0.95, "top_k": 20, "min_p": 0.0, "presence_penalty": 0.0, "repetition_penalty": 1.0 } }, "config": { "base_url": "http://localhost:7103", "iterations": 15, "sampler": { "temperature": 0.6, "top_p": 0.95, "top_k": 20, "min_p": 0.0, "presence_penalty": 0.0, "repetition_penalty": 1.0 }, "levels": [ 1, 2, 3, 4, 5 ] }, "iterations": [ { "iteration": 1, "total_score": 100, "levels_passed": 5, "metrics": { "mean_tps": 230.37135627397643, "mean_ttft_ms": 131.8322, "mean_total_ms": 28885.721400000002, "vram_idle_mb": 19743, "total_draft_n": 25234, "total_draft_accepted": 19369, "mean_draft_acceptance": 0.8075355406750238 }, "timestamp": "2026-06-24T23:41:56.528606+00:00", "levels": [ { "level": 1, "name": "Basic Queue", "points_possible": 25, "points_earned": 25, "validation": { "passed": true, "pass_rate": 1.0, "tests_passed": 3, "tests_total": 3, "error": null }, "duration_seconds": 18.11372124599984, "timestamp": "2026-06-24T23:39:29.653566+00:00" }, { "level": 2, "name": "Retry with Backoff", "points_possible": 25, "points_earned": 25, "validation": { "passed": true, "pass_rate": 1.0, "tests_passed": 3, "tests_total": 3, "error": null }, "duration_seconds": 23.38187151600141, "timestamp": "2026-06-24T23:39:48.012324+00:00" }, { "level": 3, "name": "Priority Queue", "points_possible": 25, "points_earned": 25, "validation": { "passed": true, "pass_rate": 1.0, "tests_passed": 3, "tests_total": 3, "error": null }, "duration_seconds": 8.685514877999594, "timestamp": "2026-06-24T23:40:11.641801+00:00" }, { "level": 4, "name": "Concurrency Bug Fix", "points_possible": 15, "points_earned": 15, "validation": { "passed": true, "pass_rate": 1.0, "tests_passed": 2, "tests_total": 2, "error": null }, "duration_seconds": 72.99109370699989, "timestamp": "2026-06-24T23:40:20.562303+00:00" }, { "level": 5, "name": "Compose Job + RetryPolicy + JobQueue", "points_possible": 10, "points_earned": 10, "validation": { "passed": true, "pass_rate": 1.0, "tests_passed": 5, "tests_total": 5, "error": null }, "duration_seconds": 22.490070308000213, "timestamp": "2026-06-24T23:41:33.788431+00:00" } ] }, { "iteration": 2, "total_score": 100, "levels_passed": 5, "metrics": { "mean_tps": 226.4813480163054, "mean_ttft_ms": 102.9836, "mean_total_ms": 40584.1668, "vram_idle_mb": 19781, "total_draft_n": 35068, "total_draft_accepted": 27008, "mean_draft_acceptance": 0.796138378023846 }, "timestamp": "2026-06-24T23:45:21.921387+00:00", "levels": [ { "level": 1, "name": "Basic Queue", "points_possible": 25, "points_earned": 25, "validation": { "passed": true, "pass_rate": 1.0, "tests_passed": 3, "tests_total": 3, "error": null }, "duration_seconds": 14.330623928000932, "timestamp": "2026-06-24T23:41:56.546848+00:00" }, { "level": 2, "name": "Retry with Backoff", "points_possible": 25, "points_earned": 25, "validation": { "passed": true, "pass_rate": 1.0, "tests_passed": 3, "tests_total": 3, "error": null }, "duration_seconds": 34.11482993299978, "timestamp": "2026-06-24T23:42:11.110570+00:00" }, { "level": 3, "name": "Priority Queue", "points_possible": 25, "points_earned": 25, "validation": { "passed": true, "pass_rate": 1.0, "tests_passed": 3, "tests_total": 3, "error": null }, "duration_seconds": 25.904108783999618, "timestamp": "2026-06-24T23:42:45.455062+00:00" }, { "level": 4, "name": "Concurrency Bug Fix", "points_possible": 15, "points_earned": 15, "validation": { "passed": true, "pass_rate": 1.0, "tests_passed": 2, "tests_total": 2, "error": null }, "duration_seconds": 102.38482117000058, "timestamp": "2026-06-24T23:43:11.599025+00:00" }, { "level": 5, "name": "Compose Job + RetryPolicy + JobQueue", "points_possible": 10, "points_earned": 10, "validation": { "passed": true, "pass_rate": 1.0, "tests_passed": 5, "tests_total": 5, "error": null }, "duration_seconds": 27.420715348998783, "timestamp": "2026-06-24T23:44:54.235790+00:00" } ] }, { "iteration": 3, "total_score": 100, "levels_passed": 5, "metrics": { "mean_tps": 222.7497483287597, "mean_ttft_ms": 105.9464, "mean_total_ms": 59279.44619999999, "vram_idle_mb": 19781, "total_draft_n": 49570, "total_draft_accepted": 40373, "mean_draft_acceptance": 0.8088703096751135 }, "timestamp": "2026-06-24T23:50:21.344652+00:00", "levels": [ { "level": 1, "name": "Basic Queue", "points_possible": 25, "points_earned": 25, "validation": { "passed": true, "pass_rate": 1.0, "tests_passed": 3, "tests_total": 3, "error": null }, "duration_seconds": 147.88919211699977, "timestamp": "2026-06-24T23:45:21.939517+00:00" }, { "level": 2, "name": "Retry with Backoff", "points_possible": 25, "points_earned": 25, "validation": { "passed": true, "pass_rate": 1.0, "tests_passed": 3, "tests_total": 3, "error": null }, "duration_seconds": 34.48862118899888, "timestamp": "2026-06-24T23:47:50.232780+00:00" }, { "level": 3, "name": "Priority Queue", "points_possible": 25, "points_earned": 25, "validation": { "passed": true, "pass_rate": 1.0, "tests_passed": 3, "tests_total": 3, "error": null }, "duration_seconds": 11.492801671000052, "timestamp": "2026-06-24T23:48:25.038826+00:00" }, { "level": 4, "name": "Concurrency Bug Fix", "points_possible": 15, "points_earned": 15, "validation": { "passed": true, "pass_rate": 1.0, "tests_passed": 2, "tests_total": 2, "error": null }, "duration_seconds": 69.55111252999995, "timestamp": "2026-06-24T23:48:36.827049+00:00" }, { "level": 5, "name": "Compose Job + RetryPolicy + JobQueue", "points_possible": 10, "points_earned": 10, "validation": { "passed": true, "pass_rate": 1.0, "tests_passed": 5, "tests_total": 5, "error": null }, "duration_seconds": 34.405497192999974, "timestamp": "2026-06-24T23:49:46.673812+00:00" } ] }, { "iteration": 4, "total_score": 100, "levels_passed": 5, "metrics": { "mean_tps": 230.01027421119898, "mean_ttft_ms": 103.2558, "mean_total_ms": 21547.3516, "vram_idle_mb": 19781, "total_draft_n": 18878, "total_draft_accepted": 15163, "mean_draft_acceptance": 0.8099494706707431 }, "timestamp": "2026-06-24T23:52:11.607945+00:00", "levels": [ { "level": 1, "name": "Basic Queue", "points_possible": 25, "points_earned": 25, "validation": { "passed": true, "pass_rate": 1.0, "tests_passed": 3, "tests_total": 3, "error": null }, "duration_seconds": 15.96975805999864, "timestamp": "2026-06-24T23:50:21.376143+00:00" }, { "level": 2, "name": "Retry with Backoff", "points_possible": 25, "points_earned": 25, "validation": { "passed": true, "pass_rate": 1.0, "tests_passed": 3, "tests_total": 3, "error": null }, "duration_seconds": 36.499937312999464, "timestamp": "2026-06-24T23:50:37.617120+00:00" }, { "level": 3, "name": "Priority Queue", "points_possible": 25, "points_earned": 25, "validation": { "passed": true, "pass_rate": 1.0, "tests_passed": 3, "tests_total": 3, "error": null }, "duration_seconds": 11.700130350000109, "timestamp": "2026-06-24T23:51:14.387616+00:00" }, { "level": 4, "name": "Concurrency Bug Fix", "points_possible": 15, "points_earned": 15, "validation": { "passed": true, "pass_rate": 1.0, "tests_passed": 2, "tests_total": 2, "error": null }, "duration_seconds": 16.59441334300027, "timestamp": "2026-06-24T23:51:26.365907+00:00" }, { "level": 5, "name": "Compose Job + RetryPolicy + JobQueue", "points_possible": 10, "points_earned": 10, "validation": { "passed": true, "pass_rate": 1.0, "tests_passed": 5, "tests_total": 5, "error": null }, "duration_seconds": 28.105743356998573, "timestamp": "2026-06-24T23:51:43.221145+00:00" } ] }, { "iteration": 5, "total_score": 100, "levels_passed": 5, "metrics": { "mean_tps": 228.99082091006034, "mean_ttft_ms": 103.8484, "mean_total_ms": 22915.4304, "vram_idle_mb": 19781, "total_draft_n": 19962, "total_draft_accepted": 15965, "mean_draft_acceptance": 0.807173767897333 }, "timestamp": "2026-06-24T23:54:08.693577+00:00", "levels": [ { "level": 1, "name": "Basic Queue", "points_possible": 25, "points_earned": 25, "validation": { "passed": true, "pass_rate": 1.0, "tests_passed": 3, "tests_total": 3, "error": null }, "duration_seconds": 16.17322709900145, "timestamp": "2026-06-24T23:52:11.625592+00:00" }, { "level": 2, "name": "Retry with Backoff", "points_possible": 25, "points_earned": 25, "validation": { "passed": true, "pass_rate": 1.0, "tests_passed": 3, "tests_total": 3, "error": null }, "duration_seconds": 49.63515116000053, "timestamp": "2026-06-24T23:52:28.064243+00:00" }, { "level": 3, "name": "Priority Queue", "points_possible": 25, "points_earned": 25, "validation": { "passed": true, "pass_rate": 1.0, "tests_passed": 3, "tests_total": 3, "error": null }, "duration_seconds": 12.776333222000176, "timestamp": "2026-06-24T23:53:17.978631+00:00" }, { "level": 4, "name": "Concurrency Bug Fix", "points_possible": 15, "points_earned": 15, "validation": { "passed": true, "pass_rate": 1.0, "tests_passed": 2, "tests_total": 2, "error": null }, "duration_seconds": 14.973474685999463, "timestamp": "2026-06-24T23:53:31.012540+00:00" }, { "level": 5, "name": "Compose Job + RetryPolicy + JobQueue", "points_possible": 10, "points_earned": 10, "validation": { "passed": true, "pass_rate": 1.0, "tests_passed": 5, "tests_total": 5, "error": null }, "duration_seconds": 22.157680282, "timestamp": "2026-06-24T23:53:46.262318+00:00" } ] }, { "iteration": 6, "total_score": 100, "levels_passed": 5, "metrics": { "mean_tps": 228.39304990998312, "mean_ttft_ms": 104.3658, "mean_total_ms": 27990.1696, "vram_idle_mb": 19781, "total_draft_n": 24116, "total_draft_accepted": 19026, "mean_draft_acceptance": 0.809723438903964 }, "timestamp": "2026-06-24T23:56:31.181613+00:00", "levels": [ { "level": 1, "name": "Basic Queue", "points_possible": 25, "points_earned": 25, "validation": { "passed": true, "pass_rate": 1.0, "tests_passed": 3, "tests_total": 3, "error": null }, "duration_seconds": 22.427674562999528, "timestamp": "2026-06-24T23:54:08.712024+00:00" }, { "level": 2, "name": "Retry with Backoff", "points_possible": 25, "points_earned": 25, "validation": { "passed": true, "pass_rate": 1.0, "tests_passed": 3, "tests_total": 3, "error": null }, "duration_seconds": 76.19648337599938, "timestamp": "2026-06-24T23:54:31.405497+00:00" }, { "level": 3, "name": "Priority Queue", "points_possible": 25, "points_earned": 25, "validation": { "passed": true, "pass_rate": 1.0, "tests_passed": 3, "tests_total": 3, "error": null }, "duration_seconds": 8.189571094999337, "timestamp": "2026-06-24T23:55:47.884145+00:00" }, { "level": 4, "name": "Concurrency Bug Fix", "points_possible": 15, "points_earned": 15, "validation": { "passed": true, "pass_rate": 1.0, "tests_passed": 2, "tests_total": 2, "error": null }, "duration_seconds": 14.910720753001442, "timestamp": "2026-06-24T23:55:56.338369+00:00" }, { "level": 5, "name": "Compose Job + RetryPolicy + JobQueue", "points_possible": 10, "points_earned": 10, "validation": { "passed": true, "pass_rate": 1.0, "tests_passed": 5, "tests_total": 5, "error": null }, "duration_seconds": 19.401728586999525, "timestamp": "2026-06-24T23:56:11.515973+00:00" } ] }, { "iteration": 7, "total_score": 100, "levels_passed": 5, "metrics": { "mean_tps": 231.2952375257351, "mean_ttft_ms": 101.1214, "mean_total_ms": 22488.3354, "vram_idle_mb": 19781, "total_draft_n": 19758, "total_draft_accepted": 15593, "mean_draft_acceptance": 0.8113676185545188 }, "timestamp": "2026-06-24T23:58:25.951263+00:00", "levels": [ { "level": 1, "name": "Basic Queue", "points_possible": 25, "points_earned": 25, "validation": { "passed": true, "pass_rate": 1.0, "tests_passed": 3, "tests_total": 3, "error": null }, "duration_seconds": 15.474782543999027, "timestamp": "2026-06-24T23:56:31.199823+00:00" }, { "level": 2, "name": "Retry with Backoff", "points_possible": 25, "points_earned": 25, "validation": { "passed": true, "pass_rate": 1.0, "tests_passed": 3, "tests_total": 3, "error": null }, "duration_seconds": 16.95596901999852, "timestamp": "2026-06-24T23:56:46.912744+00:00" }, { "level": 3, "name": "Priority Queue", "points_possible": 25, "points_earned": 25, "validation": { "passed": true, "pass_rate": 1.0, "tests_passed": 3, "tests_total": 3, "error": null }, "duration_seconds": 7.997905124999306, "timestamp": "2026-06-24T23:57:04.107735+00:00" }, { "level": 4, "name": "Concurrency Bug Fix", "points_possible": 15, "points_earned": 15, "validation": { "passed": true, "pass_rate": 1.0, "tests_passed": 2, "tests_total": 2, "error": null }, "duration_seconds": 42.554053019001, "timestamp": "2026-06-24T23:57:12.345848+00:00" }, { "level": 5, "name": "Compose Job + RetryPolicy + JobQueue", "points_possible": 10, "points_earned": 10, "validation": { "passed": true, "pass_rate": 1.0, "tests_passed": 5, "tests_total": 5, "error": null }, "duration_seconds": 30.5500316990001, "timestamp": "2026-06-24T23:57:55.141209+00:00" } ] }, { "iteration": 8, "total_score": 100, "levels_passed": 5, "metrics": { "mean_tps": 227.03001290326443, "mean_ttft_ms": 101.4428, "mean_total_ms": 21953.1854, "vram_idle_mb": 19781, "total_draft_n": 19370, "total_draft_accepted": 15150, "mean_draft_acceptance": 0.7843376753348595 }, "timestamp": "2026-06-25T00:00:18.136502+00:00", "levels": [ { "level": 1, "name": "Basic Queue", "points_possible": 25, "points_earned": 25, "validation": { "passed": true, "pass_rate": 1.0, "tests_passed": 3, "tests_total": 3, "error": null }, "duration_seconds": 20.967336667999916, "timestamp": "2026-06-24T23:58:25.969358+00:00" }, { "level": 2, "name": "Retry with Backoff", "points_possible": 25, "points_earned": 25, "validation": { "passed": true, "pass_rate": 1.0, "tests_passed": 3, "tests_total": 3, "error": null }, "duration_seconds": 26.33369196899912, "timestamp": "2026-06-24T23:58:47.178220+00:00" }, { "level": 3, "name": "Priority Queue", "points_possible": 25, "points_earned": 25, "validation": { "passed": true, "pass_rate": 1.0, "tests_passed": 3, "tests_total": 3, "error": null }, "duration_seconds": 11.39850623899838, "timestamp": "2026-06-24T23:59:13.747024+00:00" }, { "level": 4, "name": "Concurrency Bug Fix", "points_possible": 15, "points_earned": 15, "validation": { "passed": true, "pass_rate": 1.0, "tests_passed": 2, "tests_total": 2, "error": null }, "duration_seconds": 22.311879528000645, "timestamp": "2026-06-24T23:59:25.455267+00:00" }, { "level": 5, "name": "Compose Job + RetryPolicy + JobQueue", "points_possible": 10, "points_earned": 10, "validation": { "passed": true, "pass_rate": 1.0, "tests_passed": 5, "tests_total": 5, "error": null }, "duration_seconds": 29.85216390700043, "timestamp": "2026-06-24T23:59:48.007281+00:00" } ] }, { "iteration": 9, "total_score": 100, "levels_passed": 5, "metrics": { "mean_tps": 225.3995626872017, "mean_ttft_ms": 103.73440000000001, "mean_total_ms": 26918.600800000004, "vram_idle_mb": 19781, "total_draft_n": 23474, "total_draft_accepted": 18069, "mean_draft_acceptance": 0.7874209093759795 }, "timestamp": "2026-06-25T00:02:35.296143+00:00", "levels": [ { "level": 1, "name": "Basic Queue", "points_possible": 25, "points_earned": 25, "validation": { "passed": true, "pass_rate": 1.0, "tests_passed": 3, "tests_total": 3, "error": null }, "duration_seconds": 18.9361854259987, "timestamp": "2026-06-25T00:00:18.154617+00:00" }, { "level": 2, "name": "Retry with Backoff", "points_possible": 25, "points_earned": 25, "validation": { "passed": true, "pass_rate": 1.0, "tests_passed": 3, "tests_total": 3, "error": null }, "duration_seconds": 23.314979430000676, "timestamp": "2026-06-25T00:00:37.356050+00:00" }, { "level": 3, "name": "Priority Queue", "points_possible": 25, "points_earned": 25, "validation": { "passed": true, "pass_rate": 1.0, "tests_passed": 3, "tests_total": 3, "error": null }, "duration_seconds": 13.621821193999494, "timestamp": "2026-06-25T00:01:00.939119+00:00" }, { "level": 4, "name": "Concurrency Bug Fix", "points_possible": 15, "points_earned": 15, "validation": { "passed": true, "pass_rate": 1.0, "tests_passed": 2, "tests_total": 2, "error": null }, "duration_seconds": 51.04242335699928, "timestamp": "2026-06-25T00:01:14.821905+00:00" }, { "level": 5, "name": "Compose Job + RetryPolicy + JobQueue", "points_possible": 10, "points_earned": 10, "validation": { "passed": true, "pass_rate": 1.0, "tests_passed": 5, "tests_total": 5, "error": null }, "duration_seconds": 28.889794082999288, "timestamp": "2026-06-25T00:02:06.133908+00:00" } ] }, { "iteration": 10, "total_score": 100, "levels_passed": 5, "metrics": { "mean_tps": 226.0545937903133, "mean_ttft_ms": 103.3996, "mean_total_ms": 32398.329999999998, "vram_idle_mb": 19781, "total_draft_n": 27992, "total_draft_accepted": 21364, "mean_draft_acceptance": 0.7971682672966655 }, "timestamp": "2026-06-25T00:05:19.889704+00:00", "levels": [ { "level": 1, "name": "Basic Queue", "points_possible": 25, "points_earned": 25, "validation": { "passed": true, "pass_rate": 1.0, "tests_passed": 3, "tests_total": 3, "error": null }, "duration_seconds": 18.584075873000984, "timestamp": "2026-06-25T00:02:35.314346+00:00" }, { "level": 2, "name": "Retry with Backoff", "points_possible": 25, "points_earned": 25, "validation": { "passed": true, "pass_rate": 1.0, "tests_passed": 3, "tests_total": 3, "error": null }, "duration_seconds": 27.389844171000732, "timestamp": "2026-06-25T00:02:54.164103+00:00" }, { "level": 3, "name": "Priority Queue", "points_possible": 25, "points_earned": 25, "validation": { "passed": true, "pass_rate": 1.0, "tests_passed": 3, "tests_total": 3, "error": null }, "duration_seconds": 8.867044208000152, "timestamp": "2026-06-25T00:03:21.826478+00:00" }, { "level": 4, "name": "Concurrency Bug Fix", "points_possible": 15, "points_earned": 15, "validation": { "passed": true, "pass_rate": 1.0, "tests_passed": 2, "tests_total": 2, "error": null }, "duration_seconds": 77.55195094700139, "timestamp": "2026-06-25T00:03:30.958737+00:00" }, { "level": 5, "name": "Compose Job + RetryPolicy + JobQueue", "points_possible": 10, "points_earned": 10, "validation": { "passed": true, "pass_rate": 1.0, "tests_passed": 5, "tests_total": 5, "error": null }, "duration_seconds": 30.83659664299921, "timestamp": "2026-06-25T00:04:48.783503+00:00" } ] }, { "iteration": 11, "total_score": 75, "levels_passed": 4, "metrics": { "mean_tps": 222.25615073874587, "mean_ttft_ms": 106.8078, "mean_total_ms": 72694.8418, "vram_idle_mb": 19781, "total_draft_n": 60794, "total_draft_accepted": 48768, "mean_draft_acceptance": 0.8047707096163143 }, "timestamp": "2026-06-25T00:11:26.389757+00:00", "levels": [ { "level": 1, "name": "Basic Queue", "points_possible": 25, "points_earned": 0, "validation": { "passed": false, "pass_rate": 0.0, "tests_passed": 0, "tests_total": 3, "error": "Some tests failed" }, "duration_seconds": 148.799985302001, "timestamp": "2026-06-25T00:05:19.907571+00:00" }, { "level": 2, "name": "Retry with Backoff", "points_possible": 25, "points_earned": 25, "validation": { "passed": true, "pass_rate": 1.0, "tests_passed": 3, "tests_total": 3, "error": null }, "duration_seconds": 81.40869501500129, "timestamp": "2026-06-25T00:07:48.991338+00:00" }, { "level": 3, "name": "Priority Queue", "points_possible": 25, "points_earned": 25, "validation": { "passed": true, "pass_rate": 1.0, "tests_passed": 3, "tests_total": 3, "error": null }, "duration_seconds": 9.837042205001126, "timestamp": "2026-06-25T00:09:10.668420+00:00" }, { "level": 4, "name": "Concurrency Bug Fix", "points_possible": 15, "points_earned": 15, "validation": { "passed": true, "pass_rate": 1.0, "tests_passed": 2, "tests_total": 2, "error": null }, "duration_seconds": 101.8874952719998, "timestamp": "2026-06-25T00:09:20.772891+00:00" }, { "level": 5, "name": "Compose Job + RetryPolicy + JobQueue", "points_possible": 10, "points_earned": 10, "validation": { "passed": true, "pass_rate": 1.0, "tests_passed": 5, "tests_total": 5, "error": null }, "duration_seconds": 23.198265790000733, "timestamp": "2026-06-25T00:11:02.923828+00:00" } ] }, { "iteration": 12, "total_score": 75, "levels_passed": 4, "metrics": { "mean_tps": 227.58224957988182, "mean_ttft_ms": 86.6544, "mean_total_ms": 52877.65, "vram_idle_mb": 19781, "total_draft_n": 44349, "total_draft_accepted": 37611, "mean_draft_acceptance": 0.8211525714437762 }, "timestamp": "2026-06-25T00:15:53.471078+00:00", "levels": [ { "level": 1, "name": "Basic Queue", "points_possible": 25, "points_earned": 25, "validation": { "passed": true, "pass_rate": 1.0, "tests_passed": 3, "tests_total": 3, "error": null }, "duration_seconds": 15.08992076100003, "timestamp": "2026-06-25T00:11:26.408776+00:00" }, { "level": 2, "name": "Retry with Backoff", "points_possible": 25, "points_earned": 0, "validation": { "passed": false, "pass_rate": 0.0, "tests_passed": 0, "tests_total": 3, "error": "Some tests failed" }, "duration_seconds": 141.67386370799977, "timestamp": "2026-06-25T00:11:41.770285+00:00" }, { "level": 3, "name": "Priority Queue", "points_possible": 25, "points_earned": 25, "validation": { "passed": true, "pass_rate": 1.0, "tests_passed": 3, "tests_total": 3, "error": null }, "duration_seconds": 8.627950566000436, "timestamp": "2026-06-25T00:14:03.717516+00:00" }, { "level": 4, "name": "Concurrency Bug Fix", "points_possible": 15, "points_earned": 15, "validation": { "passed": true, "pass_rate": 1.0, "tests_passed": 2, "tests_total": 2, "error": null }, "duration_seconds": 66.8302729499992, "timestamp": "2026-06-25T00:14:12.580023+00:00" }, { "level": 5, "name": "Compose Job + RetryPolicy + JobQueue", "points_possible": 10, "points_earned": 10, "validation": { "passed": true, "pass_rate": 1.0, "tests_passed": 5, "tests_total": 5, "error": null }, "duration_seconds": 33.517815499999415, "timestamp": "2026-06-25T00:15:19.688621+00:00" } ] }, { "iteration": 13, "total_score": 100, "levels_passed": 5, "metrics": { "mean_tps": 233.10422265433075, "mean_ttft_ms": 71.0396, "mean_total_ms": 16778.2174, "vram_idle_mb": 19781, "total_draft_n": 14804, "total_draft_accepted": 12130, "mean_draft_acceptance": 0.8162333972855473 }, "timestamp": "2026-06-25T00:17:19.577859+00:00", "levels": [ { "level": 1, "name": "Basic Queue", "points_possible": 25, "points_earned": 25, "validation": { "passed": true, "pass_rate": 1.0, "tests_passed": 3, "tests_total": 3, "error": null }, "duration_seconds": 10.860196224999527, "timestamp": "2026-06-25T00:15:53.489610+00:00" }, { "level": 2, "name": "Retry with Backoff", "points_possible": 25, "points_earned": 25, "validation": { "passed": true, "pass_rate": 1.0, "tests_passed": 3, "tests_total": 3, "error": null }, "duration_seconds": 24.59495327699915, "timestamp": "2026-06-25T00:16:04.582671+00:00" }, { "level": 3, "name": "Priority Queue", "points_possible": 25, "points_earned": 25, "validation": { "passed": true, "pass_rate": 1.0, "tests_passed": 3, "tests_total": 3, "error": null }, "duration_seconds": 7.4288617269994575, "timestamp": "2026-06-25T00:16:29.427750+00:00" }, { "level": 4, "name": "Concurrency Bug Fix", "points_possible": 15, "points_earned": 15, "validation": { "passed": true, "pass_rate": 1.0, "tests_passed": 2, "tests_total": 2, "error": null }, "duration_seconds": 14.506322711000394, "timestamp": "2026-06-25T00:16:37.099968+00:00" }, { "level": 5, "name": "Compose Job + RetryPolicy + JobQueue", "points_possible": 10, "points_earned": 10, "validation": { "passed": true, "pass_rate": 1.0, "tests_passed": 5, "tests_total": 5, "error": null }, "duration_seconds": 27.484469672999694, "timestamp": "2026-06-25T00:16:51.854891+00:00" } ] }, { "iteration": 14, "total_score": 100, "levels_passed": 5, "metrics": { "mean_tps": 230.14580668652926, "mean_ttft_ms": 70.809, "mean_total_ms": 22260.3386, "vram_idle_mb": 19781, "total_draft_n": 19584, "total_draft_accepted": 15523, "mean_draft_acceptance": 0.8052208557133682 }, "timestamp": "2026-06-25T00:19:13.147446+00:00", "levels": [ { "level": 1, "name": "Basic Queue", "points_possible": 25, "points_earned": 25, "validation": { "passed": true, "pass_rate": 1.0, "tests_passed": 3, "tests_total": 3, "error": null }, "duration_seconds": 16.81904256499911, "timestamp": "2026-06-25T00:17:19.595909+00:00" }, { "level": 2, "name": "Retry with Backoff", "points_possible": 25, "points_earned": 25, "validation": { "passed": true, "pass_rate": 1.0, "tests_passed": 3, "tests_total": 3, "error": null }, "duration_seconds": 29.473685791999742, "timestamp": "2026-06-25T00:17:36.647546+00:00" }, { "level": 3, "name": "Priority Queue", "points_possible": 25, "points_earned": 25, "validation": { "passed": true, "pass_rate": 1.0, "tests_passed": 3, "tests_total": 3, "error": null }, "duration_seconds": 8.371770690999256, "timestamp": "2026-06-25T00:18:06.365876+00:00" }, { "level": 4, "name": "Concurrency Bug Fix", "points_possible": 15, "points_earned": 15, "validation": { "passed": true, "pass_rate": 1.0, "tests_passed": 2, "tests_total": 2, "error": null }, "duration_seconds": 30.89342760600084, "timestamp": "2026-06-25T00:18:14.986479+00:00" }, { "level": 5, "name": "Compose Job + RetryPolicy + JobQueue", "points_possible": 10, "points_earned": 10, "validation": { "passed": true, "pass_rate": 1.0, "tests_passed": 5, "tests_total": 5, "error": null }, "duration_seconds": 26.766436693000287, "timestamp": "2026-06-25T00:18:46.133922+00:00" } ] }, { "iteration": 15, "total_score": 100, "levels_passed": 5, "metrics": { "mean_tps": 227.4143646021592, "mean_ttft_ms": 71.2136, "mean_total_ms": 25525.177799999998, "vram_idle_mb": 19781, "total_draft_n": 22370, "total_draft_accepted": 17485, "mean_draft_acceptance": 0.7880443812634721 }, "timestamp": "2026-06-25T00:21:23.035411+00:00", "levels": [ { "level": 1, "name": "Basic Queue", "points_possible": 25, "points_earned": 25, "validation": { "passed": true, "pass_rate": 1.0, "tests_passed": 3, "tests_total": 3, "error": null }, "duration_seconds": 27.52011987700098, "timestamp": "2026-06-25T00:19:13.165252+00:00" }, { "level": 2, "name": "Retry with Backoff", "points_possible": 25, "points_earned": 25, "validation": { "passed": true, "pass_rate": 1.0, "tests_passed": 3, "tests_total": 3, "error": null }, "duration_seconds": 52.63440144000015, "timestamp": "2026-06-25T00:19:40.931011+00:00" }, { "level": 3, "name": "Priority Queue", "points_possible": 25, "points_earned": 25, "validation": { "passed": true, "pass_rate": 1.0, "tests_passed": 3, "tests_total": 3, "error": null }, "duration_seconds": 7.839930954998636, "timestamp": "2026-06-25T00:20:33.806034+00:00" }, { "level": 4, "name": "Concurrency Bug Fix", "points_possible": 15, "points_earned": 15, "validation": { "passed": true, "pass_rate": 1.0, "tests_passed": 2, "tests_total": 2, "error": null }, "duration_seconds": 11.948376833999646, "timestamp": "2026-06-25T00:20:41.884990+00:00" }, { "level": 5, "name": "Compose Job + RetryPolicy + JobQueue", "points_possible": 10, "points_earned": 10, "validation": { "passed": true, "pass_rate": 1.0, "tests_passed": 5, "tests_total": 5, "error": null }, "duration_seconds": 28.721979885998735, "timestamp": "2026-06-25T00:20:54.072886+00:00" } ] } ], "summary": { "scores": [ 100, 100, 100, 100, 100, 100, 100, 100, 100, 100, 75, 75, 100, 100, 100 ], "stats": { "mean": 96.66666666666667, "std": 8.79664438186246, "min": 75, "max": 100 }, "confidence_interval": { "lower": 91.80611930706604, "upper": 101.5272140262673 }, "tps": { "mean": 227.81858658789636, "values": [ 230.37135627397643, 226.4813480163054, 222.7497483287597, 230.01027421119898, 228.99082091006034, 228.39304990998312, 231.2952375257351, 227.03001290326443, 225.3995626872017, 226.0545937903133, 222.25615073874587, 227.58224957988182, 233.10422265433075, 230.14580668652926, 227.4143646021592 ] }, "vram_peak_mb": null }, "started_at": "2026-06-24T23:39:29.635591+00:00", "completed_at": "2026-06-25T00:21:23.035427+00:00" }