{ "model": { "id": "gemma4-26b-a4b-qat-mtp-q4", "name": "Gemma 4 26B-A4B IT QAT UD-Q4_K_XL + MTP", "architecture": "moe-26B-A4B+mtp", "repo": "unsloth/gemma-4-26B-A4B-it-qat-GGUF", "quant": "QAT UD-Q4_K_XL", "file": "gemma-4-26B-A4B-it-qat-UD-Q4_K_XL.gguf", "port": 7110, "service_id": "gemma4-26b-a4b-qat-mtp-q4", "sampler": { "temperature": 1.0, "top_p": 0.95, "top_k": 64, "min_p": 0.0, "presence_penalty": 0.0, "repetition_penalty": 1.05 } }, "config": { "base_url": "http://localhost:7110", "iterations": 15, "sampler": { "temperature": 1.0, "top_p": 0.95, "top_k": 64, "min_p": 0.0, "presence_penalty": 0.0, "repetition_penalty": 1.05 }, "levels": [ 1, 2, 3, 4, 5 ] }, "iterations": [ { "iteration": 1, "total_score": 100, "levels_passed": 5, "metrics": { "mean_tps": 231.87997173707078, "mean_ttft_ms": 101.729, "mean_total_ms": 15810.419, "vram_idle_mb": 21297, "total_draft_n": 14242, "total_draft_accepted": 11103, "mean_draft_acceptance": 0.7780593754099605 }, "timestamp": "2026-06-25T09:55:31.680134+00:00", "levels": [ { "level": 1, "name": "Basic Queue", "points_possible": 25, "points_earned": 25, "validation": { "passed": true, "pass_rate": 1.0, "tests_passed": 3, "tests_total": 3, "error": null }, "duration_seconds": 11.53119884100306, "timestamp": "2026-06-25T09:54:10.361969+00:00" }, { "level": 2, "name": "Retry with Backoff", "points_possible": 25, "points_earned": 25, "validation": { "passed": true, "pass_rate": 1.0, "tests_passed": 3, "tests_total": 3, "error": null }, "duration_seconds": 13.79680343200016, "timestamp": "2026-06-25T09:54:22.196879+00:00" }, { "level": 3, "name": "Priority Queue", "points_possible": 25, "points_earned": 25, "validation": { "passed": true, "pass_rate": 1.0, "tests_passed": 3, "tests_total": 3, "error": null }, "duration_seconds": 9.808318702001998, "timestamp": "2026-06-25T09:54:36.269661+00:00" }, { "level": 4, "name": "Concurrency Bug Fix", "points_possible": 15, "points_earned": 15, "validation": { "passed": true, "pass_rate": 1.0, "tests_passed": 2, "tests_total": 2, "error": null }, "duration_seconds": 12.144753993998165, "timestamp": "2026-06-25T09:54:46.339997+00:00" }, { "level": 5, "name": "Compose Job + RetryPolicy + JobQueue", "points_possible": 10, "points_earned": 10, "validation": { "passed": true, "pass_rate": 1.0, "tests_passed": 5, "tests_total": 5, "error": null }, "duration_seconds": 32.67581326900108, "timestamp": "2026-06-25T09:54:58.743414+00:00" } ] }, { "iteration": 2, "total_score": 100, "levels_passed": 5, "metrics": { "mean_tps": 231.89480859636132, "mean_ttft_ms": 56.939, "mean_total_ms": 23068.1484, "vram_idle_mb": 21325, "total_draft_n": 20538, "total_draft_accepted": 15943, "mean_draft_acceptance": 0.7807320419509003 }, "timestamp": "2026-06-25T09:57:29.047877+00:00", "levels": [ { "level": 1, "name": "Basic Queue", "points_possible": 25, "points_earned": 25, "validation": { "passed": true, "pass_rate": 1.0, "tests_passed": 3, "tests_total": 3, "error": null }, "duration_seconds": 26.24771666399465, "timestamp": "2026-06-25T09:55:31.698169+00:00" }, { "level": 2, "name": "Retry with Backoff", "points_possible": 25, "points_earned": 25, "validation": { "passed": true, "pass_rate": 1.0, "tests_passed": 3, "tests_total": 3, "error": null }, "duration_seconds": 20.243776376002643, "timestamp": "2026-06-25T09:55:58.217171+00:00" }, { "level": 3, "name": "Priority Queue", "points_possible": 25, "points_earned": 25, "validation": { "passed": true, "pass_rate": 1.0, "tests_passed": 3, "tests_total": 3, "error": null }, "duration_seconds": 5.465221708996978, "timestamp": "2026-06-25T09:56:18.717241+00:00" }, { "level": 4, "name": "Concurrency Bug Fix", "points_possible": 15, "points_earned": 15, "validation": { "passed": true, "pass_rate": 1.0, "tests_passed": 2, "tests_total": 2, "error": null }, "duration_seconds": 10.4136427179983, "timestamp": "2026-06-25T09:56:24.419395+00:00" }, { "level": 5, "name": "Compose Job + RetryPolicy + JobQueue", "points_possible": 10, "points_earned": 10, "validation": { "passed": true, "pass_rate": 1.0, "tests_passed": 5, "tests_total": 5, "error": null }, "duration_seconds": 53.74097974799952, "timestamp": "2026-06-25T09:56:35.073119+00:00" } ] }, { "iteration": 3, "total_score": 100, "levels_passed": 5, "metrics": { "mean_tps": 235.1177716358095, "mean_ttft_ms": 56.8454, "mean_total_ms": 16906.951, "vram_idle_mb": 21325, "total_draft_n": 15340, "total_draft_accepted": 11855, "mean_draft_acceptance": 0.7842383128844033 }, "timestamp": "2026-06-25T09:58:55.562530+00:00", "levels": [ { "level": 1, "name": "Basic Queue", "points_possible": 25, "points_earned": 25, "validation": { "passed": true, "pass_rate": 1.0, "tests_passed": 3, "tests_total": 3, "error": null }, "duration_seconds": 18.2244997730013, "timestamp": "2026-06-25T09:57:29.070090+00:00" }, { "level": 2, "name": "Retry with Backoff", "points_possible": 25, "points_earned": 25, "validation": { "passed": true, "pass_rate": 1.0, "tests_passed": 3, "tests_total": 3, "error": null }, "duration_seconds": 22.168454822996864, "timestamp": "2026-06-25T09:57:47.532602+00:00" }, { "level": 3, "name": "Priority Queue", "points_possible": 25, "points_earned": 25, "validation": { "passed": true, "pass_rate": 1.0, "tests_passed": 3, "tests_total": 3, "error": null }, "duration_seconds": 5.534742368996376, "timestamp": "2026-06-25T09:58:09.935698+00:00" }, { "level": 4, "name": "Concurrency Bug Fix", "points_possible": 15, "points_earned": 15, "validation": { "passed": true, "pass_rate": 1.0, "tests_passed": 2, "tests_total": 2, "error": null }, "duration_seconds": 8.796088478004094, "timestamp": "2026-06-25T09:58:15.712207+00:00" }, { "level": 5, "name": "Compose Job + RetryPolicy + JobQueue", "points_possible": 10, "points_earned": 10, "validation": { "passed": true, "pass_rate": 1.0, "tests_passed": 5, "tests_total": 5, "error": null }, "duration_seconds": 30.587626077001914, "timestamp": "2026-06-25T09:58:24.741083+00:00" } ] }, { "iteration": 4, "total_score": 100, "levels_passed": 5, "metrics": { "mean_tps": 231.2108463233983, "mean_ttft_ms": 56.6066, "mean_total_ms": 16015.5582, "vram_idle_mb": 21325, "total_draft_n": 14558, "total_draft_accepted": 10942, "mean_draft_acceptance": 0.7592923217923719 }, "timestamp": "2026-06-25T10:00:17.673510+00:00", "levels": [ { "level": 1, "name": "Basic Queue", "points_possible": 25, "points_earned": 25, "validation": { "passed": true, "pass_rate": 1.0, "tests_passed": 3, "tests_total": 3, "error": null }, "duration_seconds": 15.559361480001826, "timestamp": "2026-06-25T09:58:55.580266+00:00" }, { "level": 2, "name": "Retry with Backoff", "points_possible": 25, "points_earned": 25, "validation": { "passed": true, "pass_rate": 1.0, "tests_passed": 3, "tests_total": 3, "error": null }, "duration_seconds": 15.733347009998397, "timestamp": "2026-06-25T09:59:11.387004+00:00" }, { "level": 3, "name": "Priority Queue", "points_possible": 25, "points_earned": 25, "validation": { "passed": true, "pass_rate": 1.0, "tests_passed": 3, "tests_total": 3, "error": null }, "duration_seconds": 4.045943466997414, "timestamp": "2026-06-25T09:59:27.349905+00:00" }, { "level": 4, "name": "Concurrency Bug Fix", "points_possible": 15, "points_earned": 15, "validation": { "passed": true, "pass_rate": 1.0, "tests_passed": 2, "tests_total": 2, "error": null }, "duration_seconds": 15.86107894199813, "timestamp": "2026-06-25T09:59:31.631432+00:00" }, { "level": 5, "name": "Compose Job + RetryPolicy + JobQueue", "points_possible": 10, "points_earned": 10, "validation": { "passed": true, "pass_rate": 1.0, "tests_passed": 5, "tests_total": 5, "error": null }, "duration_seconds": 29.651409161997435, "timestamp": "2026-06-25T09:59:47.757078+00:00" } ] }, { "iteration": 5, "total_score": 100, "levels_passed": 5, "metrics": { "mean_tps": 233.77783503246897, "mean_ttft_ms": 57.236000000000004, "mean_total_ms": 16000.316, "vram_idle_mb": 21325, "total_draft_n": 14336, "total_draft_accepted": 11348, "mean_draft_acceptance": 0.7889042453211212 }, "timestamp": "2026-06-25T10:01:39.768287+00:00", "levels": [ { "level": 1, "name": "Basic Queue", "points_possible": 25, "points_earned": 25, "validation": { "passed": true, "pass_rate": 1.0, "tests_passed": 3, "tests_total": 3, "error": null }, "duration_seconds": 11.559783110998978, "timestamp": "2026-06-25T10:00:17.691802+00:00" }, { "level": 2, "name": "Retry with Backoff", "points_possible": 25, "points_earned": 25, "validation": { "passed": true, "pass_rate": 1.0, "tests_passed": 3, "tests_total": 3, "error": null }, "duration_seconds": 16.985298906001844, "timestamp": "2026-06-25T10:00:29.507707+00:00" }, { "level": 3, "name": "Priority Queue", "points_possible": 25, "points_earned": 25, "validation": { "passed": true, "pass_rate": 1.0, "tests_passed": 3, "tests_total": 3, "error": null }, "duration_seconds": 5.194314671003667, "timestamp": "2026-06-25T10:00:46.755641+00:00" }, { "level": 4, "name": "Concurrency Bug Fix", "points_possible": 15, "points_earned": 15, "validation": { "passed": true, "pass_rate": 1.0, "tests_passed": 2, "tests_total": 2, "error": null }, "duration_seconds": 10.384651549997216, "timestamp": "2026-06-25T10:00:52.201248+00:00" }, { "level": 5, "name": "Compose Job + RetryPolicy + JobQueue", "points_possible": 10, "points_earned": 10, "validation": { "passed": true, "pass_rate": 1.0, "tests_passed": 5, "tests_total": 5, "error": null }, "duration_seconds": 36.651578974000586, "timestamp": "2026-06-25T10:01:02.848243+00:00" } ] }, { "iteration": 6, "total_score": 100, "levels_passed": 5, "metrics": { "mean_tps": 229.13966271536037, "mean_ttft_ms": 57.2298, "mean_total_ms": 19415.4532, "vram_idle_mb": 21325, "total_draft_n": 17150, "total_draft_accepted": 13382, "mean_draft_acceptance": 0.7895492633373602 }, "timestamp": "2026-06-25T10:03:19.129990+00:00", "levels": [ { "level": 1, "name": "Basic Queue", "points_possible": 25, "points_earned": 25, "validation": { "passed": true, "pass_rate": 1.0, "tests_passed": 3, "tests_total": 3, "error": null }, "duration_seconds": 33.79699932799849, "timestamp": "2026-06-25T10:01:39.791054+00:00" }, { "level": 2, "name": "Retry with Backoff", "points_possible": 25, "points_earned": 25, "validation": { "passed": true, "pass_rate": 1.0, "tests_passed": 3, "tests_total": 3, "error": null }, "duration_seconds": 16.238751297001727, "timestamp": "2026-06-25T10:02:13.842263+00:00" }, { "level": 3, "name": "Priority Queue", "points_possible": 25, "points_earned": 25, "validation": { "passed": true, "pass_rate": 1.0, "tests_passed": 3, "tests_total": 3, "error": null }, "duration_seconds": 5.973561274004169, "timestamp": "2026-06-25T10:02:30.443912+00:00" }, { "level": 4, "name": "Concurrency Bug Fix", "points_possible": 15, "points_earned": 15, "validation": { "passed": true, "pass_rate": 1.0, "tests_passed": 2, "tests_total": 2, "error": null }, "duration_seconds": 10.612332794000395, "timestamp": "2026-06-25T10:02:36.686187+00:00" }, { "level": 5, "name": "Compose Job + RetryPolicy + JobQueue", "points_possible": 10, "points_earned": 10, "validation": { "passed": true, "pass_rate": 1.0, "tests_passed": 5, "tests_total": 5, "error": null }, "duration_seconds": 31.284336529999564, "timestamp": "2026-06-25T10:02:47.569863+00:00" } ] }, { "iteration": 7, "total_score": 100, "levels_passed": 5, "metrics": { "mean_tps": 234.51042391470384, "mean_ttft_ms": 56.684400000000004, "mean_total_ms": 11960.7258, "vram_idle_mb": 21325, "total_draft_n": 10746, "total_draft_accepted": 8589, "mean_draft_acceptance": 0.7989626749682365 }, "timestamp": "2026-06-25T10:04:21.099785+00:00", "levels": [ { "level": 1, "name": "Basic Queue", "points_possible": 25, "points_earned": 25, "validation": { "passed": true, "pass_rate": 1.0, "tests_passed": 3, "tests_total": 3, "error": null }, "duration_seconds": 14.257390557002509, "timestamp": "2026-06-25T10:03:19.165085+00:00" }, { "level": 2, "name": "Retry with Backoff", "points_possible": 25, "points_earned": 25, "validation": { "passed": true, "pass_rate": 1.0, "tests_passed": 3, "tests_total": 3, "error": null }, "duration_seconds": 12.992904655002349, "timestamp": "2026-06-25T10:03:33.702844+00:00" }, { "level": 3, "name": "Priority Queue", "points_possible": 25, "points_earned": 25, "validation": { "passed": true, "pass_rate": 1.0, "tests_passed": 3, "tests_total": 3, "error": null }, "duration_seconds": 4.567477765005606, "timestamp": "2026-06-25T10:03:46.967713+00:00" }, { "level": 4, "name": "Concurrency Bug Fix", "points_possible": 15, "points_earned": 15, "validation": { "passed": true, "pass_rate": 1.0, "tests_passed": 2, "tests_total": 2, "error": null }, "duration_seconds": 9.16504911800439, "timestamp": "2026-06-25T10:03:51.804004+00:00" }, { "level": 5, "name": "Compose Job + RetryPolicy + JobQueue", "points_possible": 10, "points_earned": 10, "validation": { "passed": true, "pass_rate": 1.0, "tests_passed": 5, "tests_total": 5, "error": null }, "duration_seconds": 19.60275308600103, "timestamp": "2026-06-25T10:04:01.230537+00:00" } ] }, { "iteration": 8, "total_score": 100, "levels_passed": 5, "metrics": { "mean_tps": 233.17196945372976, "mean_ttft_ms": 55.423, "mean_total_ms": 14785.113200000002, "vram_idle_mb": 21325, "total_draft_n": 13300, "total_draft_accepted": 10426, "mean_draft_acceptance": 0.7856371642669042 }, "timestamp": "2026-06-25T10:05:37.125834+00:00", "levels": [ { "level": 1, "name": "Basic Queue", "points_possible": 25, "points_earned": 25, "validation": { "passed": true, "pass_rate": 1.0, "tests_passed": 3, "tests_total": 3, "error": null }, "duration_seconds": 13.486043575998337, "timestamp": "2026-06-25T10:04:21.118099+00:00" }, { "level": 2, "name": "Retry with Backoff", "points_possible": 25, "points_earned": 25, "validation": { "passed": true, "pass_rate": 1.0, "tests_passed": 3, "tests_total": 3, "error": null }, "duration_seconds": 19.433753374003572, "timestamp": "2026-06-25T10:04:34.866253+00:00" }, { "level": 3, "name": "Priority Queue", "points_possible": 25, "points_earned": 25, "validation": { "passed": true, "pass_rate": 1.0, "tests_passed": 3, "tests_total": 3, "error": null }, "duration_seconds": 3.9184553590021096, "timestamp": "2026-06-25T10:04:54.558921+00:00" }, { "level": 4, "name": "Concurrency Bug Fix", "points_possible": 15, "points_earned": 15, "validation": { "passed": true, "pass_rate": 1.0, "tests_passed": 2, "tests_total": 2, "error": null }, "duration_seconds": 11.996212987003673, "timestamp": "2026-06-25T10:04:58.726637+00:00" }, { "level": 5, "name": "Compose Job + RetryPolicy + JobQueue", "points_possible": 10, "points_earned": 10, "validation": { "passed": true, "pass_rate": 1.0, "tests_passed": 5, "tests_total": 5, "error": null }, "duration_seconds": 25.864579077999224, "timestamp": "2026-06-25T10:05:10.986700+00:00" } ] }, { "iteration": 9, "total_score": 100, "levels_passed": 5, "metrics": { "mean_tps": 235.71136234636478, "mean_ttft_ms": 56.1466, "mean_total_ms": 12840.862, "vram_idle_mb": 21325, "total_draft_n": 11598, "total_draft_accepted": 9158, "mean_draft_acceptance": 0.7962063481209041 }, "timestamp": "2026-06-25T10:06:43.412368+00:00", "levels": [ { "level": 1, "name": "Basic Queue", "points_possible": 25, "points_earned": 25, "validation": { "passed": true, "pass_rate": 1.0, "tests_passed": 3, "tests_total": 3, "error": null }, "duration_seconds": 11.656973711993487, "timestamp": "2026-06-25T10:05:37.143822+00:00" }, { "level": 2, "name": "Retry with Backoff", "points_possible": 25, "points_earned": 25, "validation": { "passed": true, "pass_rate": 1.0, "tests_passed": 3, "tests_total": 3, "error": null }, "duration_seconds": 11.676493988998118, "timestamp": "2026-06-25T10:05:49.068978+00:00" }, { "level": 3, "name": "Priority Queue", "points_possible": 25, "points_earned": 25, "validation": { "passed": true, "pass_rate": 1.0, "tests_passed": 3, "tests_total": 3, "error": null }, "duration_seconds": 5.345888816998922, "timestamp": "2026-06-25T10:06:01.003578+00:00" }, { "level": 4, "name": "Concurrency Bug Fix", "points_possible": 15, "points_earned": 15, "validation": { "passed": true, "pass_rate": 1.0, "tests_passed": 2, "tests_total": 2, "error": null }, "duration_seconds": 10.210039377001522, "timestamp": "2026-06-25T10:06:06.599692+00:00" }, { "level": 5, "name": "Compose Job + RetryPolicy + JobQueue", "points_possible": 10, "points_earned": 10, "validation": { "passed": true, "pass_rate": 1.0, "tests_passed": 5, "tests_total": 5, "error": null }, "duration_seconds": 26.08236126600241, "timestamp": "2026-06-25T10:06:17.067130+00:00" } ] }, { "iteration": 10, "total_score": 100, "levels_passed": 5, "metrics": { "mean_tps": 232.06833966192744, "mean_ttft_ms": 55.94500000000001, "mean_total_ms": 18138.2296, "vram_idle_mb": 21325, "total_draft_n": 16212, "total_draft_accepted": 12635, "mean_draft_acceptance": 0.7843286495214111 }, "timestamp": "2026-06-25T10:08:16.220224+00:00", "levels": [ { "level": 1, "name": "Basic Queue", "points_possible": 25, "points_earned": 25, "validation": { "passed": true, "pass_rate": 1.0, "tests_passed": 3, "tests_total": 3, "error": null }, "duration_seconds": 18.964419956006168, "timestamp": "2026-06-25T10:06:43.430216+00:00" }, { "level": 2, "name": "Retry with Backoff", "points_possible": 25, "points_earned": 25, "validation": { "passed": true, "pass_rate": 1.0, "tests_passed": 3, "tests_total": 3, "error": null }, "duration_seconds": 18.39230528799817, "timestamp": "2026-06-25T10:07:02.659325+00:00" }, { "level": 3, "name": "Priority Queue", "points_possible": 25, "points_earned": 25, "validation": { "passed": true, "pass_rate": 1.0, "tests_passed": 3, "tests_total": 3, "error": null }, "duration_seconds": 4.548838987000636, "timestamp": "2026-06-25T10:07:21.311754+00:00" }, { "level": 4, "name": "Concurrency Bug Fix", "points_possible": 15, "points_earned": 15, "validation": { "passed": true, "pass_rate": 1.0, "tests_passed": 2, "tests_total": 2, "error": null }, "duration_seconds": 12.139439207996475, "timestamp": "2026-06-25T10:07:26.113137+00:00" }, { "level": 5, "name": "Compose Job + RetryPolicy + JobQueue", "points_possible": 10, "points_earned": 10, "validation": { "passed": true, "pass_rate": 1.0, "tests_passed": 5, "tests_total": 5, "error": null }, "duration_seconds": 37.43721703499614, "timestamp": "2026-06-25T10:07:38.514741+00:00" } ] }, { "iteration": 11, "total_score": 100, "levels_passed": 5, "metrics": { "mean_tps": 231.19296132529453, "mean_ttft_ms": 56.2454, "mean_total_ms": 20790.5436, "vram_idle_mb": 21325, "total_draft_n": 18498, "total_draft_accepted": 14445, "mean_draft_acceptance": 0.787191957937594 }, "timestamp": "2026-06-25T10:10:02.409918+00:00", "levels": [ { "level": 1, "name": "Basic Queue", "points_possible": 25, "points_earned": 25, "validation": { "passed": true, "pass_rate": 1.0, "tests_passed": 3, "tests_total": 3, "error": null }, "duration_seconds": 26.182079635000264, "timestamp": "2026-06-25T10:08:16.237950+00:00" }, { "level": 2, "name": "Retry with Backoff", "points_possible": 25, "points_earned": 25, "validation": { "passed": true, "pass_rate": 1.0, "tests_passed": 3, "tests_total": 3, "error": null }, "duration_seconds": 14.714817201995174, "timestamp": "2026-06-25T10:08:42.680696+00:00" }, { "level": 3, "name": "Priority Queue", "points_possible": 25, "points_earned": 25, "validation": { "passed": true, "pass_rate": 1.0, "tests_passed": 3, "tests_total": 3, "error": null }, "duration_seconds": 9.689371403997939, "timestamp": "2026-06-25T10:08:57.657742+00:00" }, { "level": 4, "name": "Concurrency Bug Fix", "points_possible": 15, "points_earned": 15, "validation": { "passed": true, "pass_rate": 1.0, "tests_passed": 2, "tests_total": 2, "error": null }, "duration_seconds": 11.943831909004075, "timestamp": "2026-06-25T10:09:07.603267+00:00" }, { "level": 5, "name": "Compose Job + RetryPolicy + JobQueue", "points_possible": 10, "points_earned": 10, "validation": { "passed": true, "pass_rate": 1.0, "tests_passed": 5, "tests_total": 5, "error": null }, "duration_seconds": 42.29851796099683, "timestamp": "2026-06-25T10:09:19.819231+00:00" } ] }, { "iteration": 12, "total_score": 100, "levels_passed": 5, "metrics": { "mean_tps": 233.4268836673238, "mean_ttft_ms": 55.419200000000004, "mean_total_ms": 15511.888200000001, "vram_idle_mb": 21325, "total_draft_n": 13918, "total_draft_accepted": 10774, "mean_draft_acceptance": 0.7869207368133629 }, "timestamp": "2026-06-25T10:11:22.144687+00:00", "levels": [ { "level": 1, "name": "Basic Queue", "points_possible": 25, "points_earned": 25, "validation": { "passed": true, "pass_rate": 1.0, "tests_passed": 3, "tests_total": 3, "error": null }, "duration_seconds": 14.105891577004513, "timestamp": "2026-06-25T10:10:02.428659+00:00" }, { "level": 2, "name": "Retry with Backoff", "points_possible": 25, "points_earned": 25, "validation": { "passed": true, "pass_rate": 1.0, "tests_passed": 3, "tests_total": 3, "error": null }, "duration_seconds": 11.817161086997658, "timestamp": "2026-06-25T10:10:16.793164+00:00" }, { "level": 3, "name": "Priority Queue", "points_possible": 25, "points_earned": 25, "validation": { "passed": true, "pass_rate": 1.0, "tests_passed": 3, "tests_total": 3, "error": null }, "duration_seconds": 4.029793683999742, "timestamp": "2026-06-25T10:10:28.875975+00:00" }, { "level": 4, "name": "Concurrency Bug Fix", "points_possible": 15, "points_earned": 15, "validation": { "passed": true, "pass_rate": 1.0, "tests_passed": 2, "tests_total": 2, "error": null }, "duration_seconds": 14.288271254001302, "timestamp": "2026-06-25T10:10:33.149396+00:00" }, { "level": 5, "name": "Compose Job + RetryPolicy + JobQueue", "points_possible": 10, "points_earned": 10, "validation": { "passed": true, "pass_rate": 1.0, "tests_passed": 5, "tests_total": 5, "error": null }, "duration_seconds": 34.175549011997646, "timestamp": "2026-06-25T10:10:47.695721+00:00" } ] }, { "iteration": 13, "total_score": 90, "levels_passed": 4, "metrics": { "mean_tps": 234.01181388748427, "mean_ttft_ms": 55.7102, "mean_total_ms": 17549.615599999997, "vram_idle_mb": 21325, "total_draft_n": 15712, "total_draft_accepted": 12279, "mean_draft_acceptance": 0.7851275407261149 }, "timestamp": "2026-06-25T10:12:51.995989+00:00", "levels": [ { "level": 1, "name": "Basic Queue", "points_possible": 25, "points_earned": 25, "validation": { "passed": true, "pass_rate": 1.0, "tests_passed": 3, "tests_total": 3, "error": null }, "duration_seconds": 13.173915480001597, "timestamp": "2026-06-25T10:11:22.163489+00:00" }, { "level": 2, "name": "Retry with Backoff", "points_possible": 25, "points_earned": 25, "validation": { "passed": true, "pass_rate": 1.0, "tests_passed": 3, "tests_total": 3, "error": null }, "duration_seconds": 11.827136970001447, "timestamp": "2026-06-25T10:11:35.600901+00:00" }, { "level": 3, "name": "Priority Queue", "points_possible": 25, "points_earned": 25, "validation": { "passed": true, "pass_rate": 1.0, "tests_passed": 3, "tests_total": 3, "error": null }, "duration_seconds": 3.95380322499841, "timestamp": "2026-06-25T10:11:47.671409+00:00" }, { "level": 4, "name": "Concurrency Bug Fix", "points_possible": 15, "points_earned": 15, "validation": { "passed": true, "pass_rate": 1.0, "tests_passed": 2, "tests_total": 2, "error": null }, "duration_seconds": 13.744582753999566, "timestamp": "2026-06-25T10:11:51.859396+00:00" }, { "level": 5, "name": "Compose Job + RetryPolicy + JobQueue", "points_possible": 10, "points_earned": 0, "validation": { "passed": false, "pass_rate": 0.8, "tests_passed": 4, "tests_total": 5, "error": "Some tests failed" }, "duration_seconds": 45.89032224500261, "timestamp": "2026-06-25T10:12:05.843758+00:00" } ] }, { "iteration": 14, "total_score": 100, "levels_passed": 5, "metrics": { "mean_tps": 238.17229419842838, "mean_ttft_ms": 55.708400000000005, "mean_total_ms": 14174.3598, "vram_idle_mb": 21325, "total_draft_n": 12906, "total_draft_accepted": 10240, "mean_draft_acceptance": 0.7958907155863659 }, "timestamp": "2026-06-25T10:14:04.914103+00:00", "levels": [ { "level": 1, "name": "Basic Queue", "points_possible": 25, "points_earned": 25, "validation": { "passed": true, "pass_rate": 1.0, "tests_passed": 3, "tests_total": 3, "error": null }, "duration_seconds": 15.133901086999686, "timestamp": "2026-06-25T10:12:52.014616+00:00" }, { "level": 2, "name": "Retry with Backoff", "points_possible": 25, "points_earned": 25, "validation": { "passed": true, "pass_rate": 1.0, "tests_passed": 3, "tests_total": 3, "error": null }, "duration_seconds": 14.545973615997354, "timestamp": "2026-06-25T10:13:07.392936+00:00" }, { "level": 3, "name": "Priority Queue", "points_possible": 25, "points_earned": 25, "validation": { "passed": true, "pass_rate": 1.0, "tests_passed": 3, "tests_total": 3, "error": null }, "duration_seconds": 3.9064208659983706, "timestamp": "2026-06-25T10:13:22.189470+00:00" }, { "level": 4, "name": "Concurrency Bug Fix", "points_possible": 15, "points_earned": 15, "validation": { "passed": true, "pass_rate": 1.0, "tests_passed": 2, "tests_total": 2, "error": null }, "duration_seconds": 11.118607079995854, "timestamp": "2026-06-25T10:13:26.334285+00:00" }, { "level": 5, "name": "Compose Job + RetryPolicy + JobQueue", "points_possible": 10, "points_earned": 10, "validation": { "passed": true, "pass_rate": 1.0, "tests_passed": 5, "tests_total": 5, "error": null }, "duration_seconds": 26.99328228500235, "timestamp": "2026-06-25T10:13:37.688476+00:00" } ] }, { "iteration": 15, "total_score": 100, "levels_passed": 5, "metrics": { "mean_tps": 233.05272082488355, "mean_ttft_ms": 55.5736, "mean_total_ms": 18606.436999999998, "vram_idle_mb": 21325, "total_draft_n": 16710, "total_draft_accepted": 13054, "mean_draft_acceptance": 0.7844177312895317 }, "timestamp": "2026-06-25T10:15:40.007889+00:00", "levels": [ { "level": 1, "name": "Basic Queue", "points_possible": 25, "points_earned": 25, "validation": { "passed": true, "pass_rate": 1.0, "tests_passed": 3, "tests_total": 3, "error": null }, "duration_seconds": 17.729497983003967, "timestamp": "2026-06-25T10:14:04.932663+00:00" }, { "level": 2, "name": "Retry with Backoff", "points_possible": 25, "points_earned": 25, "validation": { "passed": true, "pass_rate": 1.0, "tests_passed": 3, "tests_total": 3, "error": null }, "duration_seconds": 23.374050780003017, "timestamp": "2026-06-25T10:14:22.896138+00:00" }, { "level": 3, "name": "Priority Queue", "points_possible": 25, "points_earned": 25, "validation": { "passed": true, "pass_rate": 1.0, "tests_passed": 3, "tests_total": 3, "error": null }, "duration_seconds": 6.763769698001852, "timestamp": "2026-06-25T10:14:46.499651+00:00" }, { "level": 4, "name": "Concurrency Bug Fix", "points_possible": 15, "points_earned": 15, "validation": { "passed": true, "pass_rate": 1.0, "tests_passed": 2, "tests_total": 2, "error": null }, "duration_seconds": 10.967794625998067, "timestamp": "2026-06-25T10:14:53.504619+00:00" }, { "level": 5, "name": "Compose Job + RetryPolicy + JobQueue", "points_possible": 10, "points_earned": 10, "validation": { "passed": true, "pass_rate": 1.0, "tests_passed": 5, "tests_total": 5, "error": null }, "duration_seconds": 35.01535869399959, "timestamp": "2026-06-25T10:15:04.733081+00:00" } ] } ], "summary": { "scores": [ 100, 100, 100, 100, 100, 100, 100, 100, 100, 100, 100, 100, 90, 100, 100 ], "stats": { "mean": 99.33333333333333, "std": 2.581988897471611, "min": 90, "max": 100 }, "confidence_interval": { "lower": 97.90666666666667, "upper": 100.75999999999999 }, "tps": { "mean": 233.2226443547073, "values": [ 231.87997173707078, 231.89480859636132, 235.1177716358095, 231.2108463233983, 233.77783503246897, 229.13966271536037, 234.51042391470384, 233.17196945372976, 235.71136234636478, 232.06833966192744, 231.19296132529453, 233.4268836673238, 234.01181388748427, 238.17229419842838, 233.05272082488355 ] }, "vram_peak_mb": null }, "started_at": "2026-06-25T09:54:10.267675+00:00", "completed_at": "2026-06-25T10:15:40.007905+00:00" }