{ "model": { "id": "gemma4-26b-a4b-q4", "name": "Gemma 4 26B-A4B IT UD-IQ4_XS", "architecture": "moe-26B-A4B", "repo": "unsloth/gemma-4-26B-A4B-it-GGUF", "quant": "UD-IQ4_XS", "file": "gemma-4-26B-A4B-it-UD-IQ4_XS.gguf", "port": 7109, "service_id": "gemma4-26b-a4b-q4", "sampler": { "temperature": 1.0, "top_p": 0.95, "top_k": 64, "min_p": 0.0, "presence_penalty": 0.0, "repetition_penalty": 1.05 } }, "config": { "base_url": "http://localhost:7109", "iterations": 15, "sampler": { "temperature": 1.0, "top_p": 0.95, "top_k": 64, "min_p": 0.0, "presence_penalty": 0.0, "repetition_penalty": 1.05 }, "levels": [ 1, 2, 3, 4, 5 ] }, "iterations": [ { "iteration": 1, "total_score": 100, "levels_passed": 5, "metrics": { "mean_tps": 140.9757875146336, "mean_ttft_ms": 81.8446, "mean_total_ms": 24944.7984, "vram_idle_mb": 15637 }, "timestamp": "2026-06-04T17:52:57.425145+00:00", "levels": [ { "level": 1, "name": "Basic Queue", "points_possible": 25, "points_earned": 25, "validation": { "passed": true, "pass_rate": 1.0, "tests_passed": 3, "tests_total": 3, "error": null }, "duration_seconds": 36.687893713999074, "timestamp": "2026-06-04T17:50:50.699500+00:00" }, { "level": 2, "name": "Retry with Backoff", "points_possible": 25, "points_earned": 25, "validation": { "passed": true, "pass_rate": 1.0, "tests_passed": 3, "tests_total": 3, "error": null }, "duration_seconds": 28.824206889999914, "timestamp": "2026-06-04T17:51:27.630484+00:00" }, { "level": 3, "name": "Priority Queue", "points_possible": 25, "points_earned": 25, "validation": { "passed": true, "pass_rate": 1.0, "tests_passed": 3, "tests_total": 3, "error": null }, "duration_seconds": 7.744809196999995, "timestamp": "2026-06-04T17:51:56.692763+00:00" }, { "level": 4, "name": "Concurrency Bug Fix", "points_possible": 15, "points_earned": 15, "validation": { "passed": true, "pass_rate": 1.0, "tests_passed": 2, "tests_total": 2, "error": null }, "duration_seconds": 19.179532305992325, "timestamp": "2026-06-04T17:52:04.673840+00:00" }, { "level": 5, "name": "Compose Job + RetryPolicy + JobQueue", "points_possible": 10, "points_earned": 10, "validation": { "passed": true, "pass_rate": 1.0, "tests_passed": 5, "tests_total": 5, "error": null }, "duration_seconds": 33.09732263900514, "timestamp": "2026-06-04T17:52:24.090113+00:00" } ] }, { "iteration": 2, "total_score": 100, "levels_passed": 5, "metrics": { "mean_tps": 141.2390161238874, "mean_ttft_ms": 52.7324, "mean_total_ms": 24266.519800000002, "vram_idle_mb": 15665 }, "timestamp": "2026-06-04T17:55:00.656237+00:00", "levels": [ { "level": 1, "name": "Basic Queue", "points_possible": 25, "points_earned": 25, "validation": { "passed": true, "pass_rate": 1.0, "tests_passed": 3, "tests_total": 3, "error": null }, "duration_seconds": 20.69730801699916, "timestamp": "2026-06-04T17:52:57.443172+00:00" }, { "level": 2, "name": "Retry with Backoff", "points_possible": 25, "points_earned": 25, "validation": { "passed": true, "pass_rate": 1.0, "tests_passed": 3, "tests_total": 3, "error": null }, "duration_seconds": 18.27954404700722, "timestamp": "2026-06-04T17:53:18.373610+00:00" }, { "level": 3, "name": "Priority Queue", "points_possible": 25, "points_earned": 25, "validation": { "passed": true, "pass_rate": 1.0, "tests_passed": 3, "tests_total": 3, "error": null }, "duration_seconds": 5.6762857800058555, "timestamp": "2026-06-04T17:53:36.888854+00:00" }, { "level": 4, "name": "Concurrency Bug Fix", "points_possible": 15, "points_earned": 15, "validation": { "passed": true, "pass_rate": 1.0, "tests_passed": 2, "tests_total": 2, "error": null }, "duration_seconds": 18.612723958009155, "timestamp": "2026-06-04T17:53:42.800365+00:00" }, { "level": 5, "name": "Compose Job + RetryPolicy + JobQueue", "points_possible": 10, "points_earned": 10, "validation": { "passed": true, "pass_rate": 1.0, "tests_passed": 5, "tests_total": 5, "error": null }, "duration_seconds": 58.75536671800364, "timestamp": "2026-06-04T17:54:01.653315+00:00" } ] }, { "iteration": 3, "total_score": 100, "levels_passed": 5, "metrics": { "mean_tps": 140.82648522727354, "mean_ttft_ms": 52.845000000000006, "mean_total_ms": 28138.3648, "vram_idle_mb": 15665 }, "timestamp": "2026-06-04T17:57:23.276130+00:00", "levels": [ { "level": 1, "name": "Basic Queue", "points_possible": 25, "points_earned": 25, "validation": { "passed": true, "pass_rate": 1.0, "tests_passed": 3, "tests_total": 3, "error": null }, "duration_seconds": 44.90837505100353, "timestamp": "2026-06-04T17:55:00.674551+00:00" }, { "level": 2, "name": "Retry with Backoff", "points_possible": 25, "points_earned": 25, "validation": { "passed": true, "pass_rate": 1.0, "tests_passed": 3, "tests_total": 3, "error": null }, "duration_seconds": 18.019366723005078, "timestamp": "2026-06-04T17:55:45.812350+00:00" }, { "level": 3, "name": "Priority Queue", "points_possible": 25, "points_earned": 25, "validation": { "passed": true, "pass_rate": 1.0, "tests_passed": 3, "tests_total": 3, "error": null }, "duration_seconds": 7.099477199008106, "timestamp": "2026-06-04T17:56:04.065435+00:00" }, { "level": 4, "name": "Concurrency Bug Fix", "points_possible": 15, "points_earned": 15, "validation": { "passed": true, "pass_rate": 1.0, "tests_passed": 2, "tests_total": 2, "error": null }, "duration_seconds": 14.61563401701278, "timestamp": "2026-06-04T17:56:11.405900+00:00" }, { "level": 5, "name": "Compose Job + RetryPolicy + JobQueue", "points_possible": 10, "points_earned": 10, "validation": { "passed": true, "pass_rate": 1.0, "tests_passed": 5, "tests_total": 5, "error": null }, "duration_seconds": 56.785124966001604, "timestamp": "2026-06-04T17:56:26.255619+00:00" } ] }, { "iteration": 4, "total_score": 100, "levels_passed": 5, "metrics": { "mean_tps": 140.76885776470218, "mean_ttft_ms": 52.973400000000005, "mean_total_ms": 28284.3258, "vram_idle_mb": 15665 }, "timestamp": "2026-06-04T17:59:46.616914+00:00", "levels": [ { "level": 1, "name": "Basic Queue", "points_possible": 25, "points_earned": 25, "validation": { "passed": true, "pass_rate": 1.0, "tests_passed": 3, "tests_total": 3, "error": null }, "duration_seconds": 19.807741682001506, "timestamp": "2026-06-04T17:57:23.294511+00:00" }, { "level": 2, "name": "Retry with Backoff", "points_possible": 25, "points_earned": 25, "validation": { "passed": true, "pass_rate": 1.0, "tests_passed": 3, "tests_total": 3, "error": null }, "duration_seconds": 27.385696174998884, "timestamp": "2026-06-04T17:57:43.333602+00:00" }, { "level": 3, "name": "Priority Queue", "points_possible": 25, "points_earned": 25, "validation": { "passed": true, "pass_rate": 1.0, "tests_passed": 3, "tests_total": 3, "error": null }, "duration_seconds": 11.657436410998343, "timestamp": "2026-06-04T17:58:10.961449+00:00" }, { "level": 4, "name": "Concurrency Bug Fix", "points_possible": 15, "points_earned": 15, "validation": { "passed": true, "pass_rate": 1.0, "tests_passed": 2, "tests_total": 2, "error": null }, "duration_seconds": 17.58918430900667, "timestamp": "2026-06-04T17:58:22.848787+00:00" }, { "level": 5, "name": "Compose Job + RetryPolicy + JobQueue", "points_possible": 10, "points_earned": 10, "validation": { "passed": true, "pass_rate": 1.0, "tests_passed": 5, "tests_total": 5, "error": null }, "duration_seconds": 65.70092624600511, "timestamp": "2026-06-04T17:58:40.673920+00:00" } ] }, { "iteration": 5, "total_score": 100, "levels_passed": 5, "metrics": { "mean_tps": 140.84219618169695, "mean_ttft_ms": 53.06420000000001, "mean_total_ms": 22911.1124, "vram_idle_mb": 15665 }, "timestamp": "2026-06-04T18:01:43.247451+00:00", "levels": [ { "level": 1, "name": "Basic Queue", "points_possible": 25, "points_earned": 25, "validation": { "passed": true, "pass_rate": 1.0, "tests_passed": 3, "tests_total": 3, "error": null }, "duration_seconds": 15.74283011299849, "timestamp": "2026-06-04T17:59:46.634980+00:00" }, { "level": 2, "name": "Retry with Backoff", "points_possible": 25, "points_earned": 25, "validation": { "passed": true, "pass_rate": 1.0, "tests_passed": 3, "tests_total": 3, "error": null }, "duration_seconds": 20.08921498399286, "timestamp": "2026-06-04T18:00:02.621101+00:00" }, { "level": 3, "name": "Priority Queue", "points_possible": 25, "points_earned": 25, "validation": { "passed": true, "pass_rate": 1.0, "tests_passed": 3, "tests_total": 3, "error": null }, "duration_seconds": 14.604287947004195, "timestamp": "2026-06-04T18:00:22.982692+00:00" }, { "level": 4, "name": "Concurrency Bug Fix", "points_possible": 15, "points_earned": 15, "validation": { "passed": true, "pass_rate": 1.0, "tests_passed": 2, "tests_total": 2, "error": null }, "duration_seconds": 14.964168409991544, "timestamp": "2026-06-04T18:00:37.854825+00:00" }, { "level": 5, "name": "Compose Job + RetryPolicy + JobQueue", "points_possible": 10, "points_earned": 10, "validation": { "passed": true, "pass_rate": 1.0, "tests_passed": 5, "tests_total": 5, "error": null }, "duration_seconds": 49.88310712399834, "timestamp": "2026-06-04T18:00:53.085893+00:00" } ] }, { "iteration": 6, "total_score": 100, "levels_passed": 5, "metrics": { "mean_tps": 140.91422552182576, "mean_ttft_ms": 52.9216, "mean_total_ms": 24750.844, "vram_idle_mb": 15665 }, "timestamp": "2026-06-04T18:03:49.077537+00:00", "levels": [ { "level": 1, "name": "Basic Queue", "points_possible": 25, "points_earned": 25, "validation": { "passed": true, "pass_rate": 1.0, "tests_passed": 3, "tests_total": 3, "error": null }, "duration_seconds": 24.75805043199216, "timestamp": "2026-06-04T18:01:43.265256+00:00" }, { "level": 2, "name": "Retry with Backoff", "points_possible": 25, "points_earned": 25, "validation": { "passed": true, "pass_rate": 1.0, "tests_passed": 3, "tests_total": 3, "error": null }, "duration_seconds": 22.327703725997708, "timestamp": "2026-06-04T18:02:08.287595+00:00" }, { "level": 3, "name": "Priority Queue", "points_possible": 25, "points_earned": 25, "validation": { "passed": true, "pass_rate": 1.0, "tests_passed": 3, "tests_total": 3, "error": null }, "duration_seconds": 7.096957216999726, "timestamp": "2026-06-04T18:02:30.868815+00:00" }, { "level": 4, "name": "Concurrency Bug Fix", "points_possible": 15, "points_earned": 15, "validation": { "passed": true, "pass_rate": 1.0, "tests_passed": 2, "tests_total": 2, "error": null }, "duration_seconds": 15.186078426995664, "timestamp": "2026-06-04T18:02:38.218796+00:00" }, { "level": 5, "name": "Compose Job + RetryPolicy + JobQueue", "points_possible": 10, "points_earned": 10, "validation": { "passed": true, "pass_rate": 1.0, "tests_passed": 5, "tests_total": 5, "error": null }, "duration_seconds": 55.12555022799643, "timestamp": "2026-06-04T18:02:53.670588+00:00" } ] }, { "iteration": 7, "total_score": 100, "levels_passed": 5, "metrics": { "mean_tps": 140.87408074473032, "mean_ttft_ms": 53.2072, "mean_total_ms": 23385.6004, "vram_idle_mb": 15665 }, "timestamp": "2026-06-04T18:05:48.145580+00:00", "levels": [ { "level": 1, "name": "Basic Queue", "points_possible": 25, "points_earned": 25, "validation": { "passed": true, "pass_rate": 1.0, "tests_passed": 3, "tests_total": 3, "error": null }, "duration_seconds": 23.41558963499847, "timestamp": "2026-06-04T18:03:49.096648+00:00" }, { "level": 2, "name": "Retry with Backoff", "points_possible": 25, "points_earned": 25, "validation": { "passed": true, "pass_rate": 1.0, "tests_passed": 3, "tests_total": 3, "error": null }, "duration_seconds": 16.417593391990522, "timestamp": "2026-06-04T18:04:12.770906+00:00" }, { "level": 3, "name": "Priority Queue", "points_possible": 25, "points_earned": 25, "validation": { "passed": true, "pass_rate": 1.0, "tests_passed": 3, "tests_total": 3, "error": null }, "duration_seconds": 13.376489892994869, "timestamp": "2026-06-04T18:04:29.481826+00:00" }, { "level": 4, "name": "Concurrency Bug Fix", "points_possible": 15, "points_earned": 15, "validation": { "passed": true, "pass_rate": 1.0, "tests_passed": 2, "tests_total": 2, "error": null }, "duration_seconds": 16.59113994699146, "timestamp": "2026-06-04T18:04:43.116597+00:00" }, { "level": 5, "name": "Compose Job + RetryPolicy + JobQueue", "points_possible": 10, "points_earned": 10, "validation": { "passed": true, "pass_rate": 1.0, "tests_passed": 5, "tests_total": 5, "error": null }, "duration_seconds": 47.90208660799544, "timestamp": "2026-06-04T18:04:59.973101+00:00" } ] }, { "iteration": 8, "total_score": 100, "levels_passed": 5, "metrics": { "mean_tps": 140.65356799134372, "mean_ttft_ms": 53.022000000000006, "mean_total_ms": 26448.733999999997, "vram_idle_mb": 15665 }, "timestamp": "2026-06-04T18:08:02.514299+00:00", "levels": [ { "level": 1, "name": "Basic Queue", "points_possible": 25, "points_earned": 25, "validation": { "passed": true, "pass_rate": 1.0, "tests_passed": 3, "tests_total": 3, "error": null }, "duration_seconds": 27.30369757900189, "timestamp": "2026-06-04T18:05:48.164078+00:00" }, { "level": 2, "name": "Retry with Backoff", "points_possible": 25, "points_earned": 25, "validation": { "passed": true, "pass_rate": 1.0, "tests_passed": 3, "tests_total": 3, "error": null }, "duration_seconds": 29.48541850699985, "timestamp": "2026-06-04T18:06:15.735447+00:00" }, { "level": 3, "name": "Priority Queue", "points_possible": 25, "points_earned": 25, "validation": { "passed": true, "pass_rate": 1.0, "tests_passed": 3, "tests_total": 3, "error": null }, "duration_seconds": 6.546772993009654, "timestamp": "2026-06-04T18:06:45.494424+00:00" }, { "level": 4, "name": "Concurrency Bug Fix", "points_possible": 15, "points_earned": 15, "validation": { "passed": true, "pass_rate": 1.0, "tests_passed": 2, "tests_total": 2, "error": null }, "duration_seconds": 16.09572520099755, "timestamp": "2026-06-04T18:06:52.308778+00:00" }, { "level": 5, "name": "Compose Job + RetryPolicy + JobQueue", "points_possible": 10, "points_earned": 10, "validation": { "passed": true, "pass_rate": 1.0, "tests_passed": 5, "tests_total": 5, "error": null }, "duration_seconds": 53.574720800999785, "timestamp": "2026-06-04T18:07:08.672780+00:00" } ] }, { "iteration": 9, "total_score": 100, "levels_passed": 5, "metrics": { "mean_tps": 140.8765679324869, "mean_ttft_ms": 56.2626, "mean_total_ms": 19550.3374, "vram_idle_mb": 15665 }, "timestamp": "2026-06-04T18:09:42.412931+00:00", "levels": [ { "level": 1, "name": "Basic Queue", "points_possible": 25, "points_earned": 25, "validation": { "passed": true, "pass_rate": 1.0, "tests_passed": 3, "tests_total": 3, "error": null }, "duration_seconds": 23.968159480995382, "timestamp": "2026-06-04T18:08:02.532339+00:00" }, { "level": 2, "name": "Retry with Backoff", "points_possible": 25, "points_earned": 25, "validation": { "passed": true, "pass_rate": 1.0, "tests_passed": 3, "tests_total": 3, "error": null }, "duration_seconds": 19.390304330998333, "timestamp": "2026-06-04T18:08:26.762742+00:00" }, { "level": 3, "name": "Priority Queue", "points_possible": 25, "points_earned": 25, "validation": { "passed": true, "pass_rate": 1.0, "tests_passed": 3, "tests_total": 3, "error": null }, "duration_seconds": 7.12587848099065, "timestamp": "2026-06-04T18:08:46.430989+00:00" }, { "level": 4, "name": "Concurrency Bug Fix", "points_possible": 15, "points_earned": 15, "validation": { "passed": true, "pass_rate": 1.0, "tests_passed": 2, "tests_total": 2, "error": null }, "duration_seconds": 15.771592417004285, "timestamp": "2026-06-04T18:08:53.814064+00:00" }, { "level": 5, "name": "Compose Job + RetryPolicy + JobQueue", "points_possible": 10, "points_earned": 10, "validation": { "passed": true, "pass_rate": 1.0, "tests_passed": 5, "tests_total": 5, "error": null }, "duration_seconds": 32.24817125599657, "timestamp": "2026-06-04T18:09:09.852991+00:00" } ] }, { "iteration": 10, "total_score": 100, "levels_passed": 5, "metrics": { "mean_tps": 139.9805435239851, "mean_ttft_ms": 53.587, "mean_total_ms": 26769.2312, "vram_idle_mb": 15665 }, "timestamp": "2026-06-04T18:11:58.593460+00:00", "levels": [ { "level": 1, "name": "Basic Queue", "points_possible": 25, "points_earned": 25, "validation": { "passed": true, "pass_rate": 1.0, "tests_passed": 3, "tests_total": 3, "error": null }, "duration_seconds": 46.12354587999289, "timestamp": "2026-06-04T18:09:42.434116+00:00" }, { "level": 2, "name": "Retry with Backoff", "points_possible": 25, "points_earned": 25, "validation": { "passed": true, "pass_rate": 1.0, "tests_passed": 3, "tests_total": 3, "error": null }, "duration_seconds": 14.650109668000368, "timestamp": "2026-06-04T18:10:28.826520+00:00" }, { "level": 3, "name": "Priority Queue", "points_possible": 25, "points_earned": 25, "validation": { "passed": true, "pass_rate": 1.0, "tests_passed": 3, "tests_total": 3, "error": null }, "duration_seconds": 8.442481263002264, "timestamp": "2026-06-04T18:10:43.747890+00:00" }, { "level": 4, "name": "Concurrency Bug Fix", "points_possible": 15, "points_earned": 15, "validation": { "passed": true, "pass_rate": 1.0, "tests_passed": 2, "tests_total": 2, "error": null }, "duration_seconds": 17.484769477989175, "timestamp": "2026-06-04T18:10:52.454920+00:00" }, { "level": 5, "name": "Compose Job + RetryPolicy + JobQueue", "points_possible": 10, "points_earned": 10, "validation": { "passed": true, "pass_rate": 1.0, "tests_passed": 5, "tests_total": 5, "error": null }, "duration_seconds": 47.889205013998435, "timestamp": "2026-06-04T18:11:10.424121+00:00" } ] }, { "iteration": 11, "total_score": 100, "levels_passed": 5, "metrics": { "mean_tps": 140.1798362261003, "mean_ttft_ms": 53.6668, "mean_total_ms": 25223.8122, "vram_idle_mb": 15665 }, "timestamp": "2026-06-04T18:14:06.840421+00:00", "levels": [ { "level": 1, "name": "Basic Queue", "points_possible": 25, "points_earned": 25, "validation": { "passed": true, "pass_rate": 1.0, "tests_passed": 3, "tests_total": 3, "error": null }, "duration_seconds": 22.550996153993765, "timestamp": "2026-06-04T18:11:58.628342+00:00" }, { "level": 2, "name": "Retry with Backoff", "points_possible": 25, "points_earned": 25, "validation": { "passed": true, "pass_rate": 1.0, "tests_passed": 3, "tests_total": 3, "error": null }, "duration_seconds": 23.93520354499924, "timestamp": "2026-06-04T18:12:21.446861+00:00" }, { "level": 3, "name": "Priority Queue", "points_possible": 25, "points_earned": 25, "validation": { "passed": true, "pass_rate": 1.0, "tests_passed": 3, "tests_total": 3, "error": null }, "duration_seconds": 10.419598045002203, "timestamp": "2026-06-04T18:12:45.640368+00:00" }, { "level": 4, "name": "Concurrency Bug Fix", "points_possible": 15, "points_earned": 15, "validation": { "passed": true, "pass_rate": 1.0, "tests_passed": 2, "tests_total": 2, "error": null }, "duration_seconds": 17.93186929699732, "timestamp": "2026-06-04T18:12:56.327514+00:00" }, { "level": 5, "name": "Compose Job + RetryPolicy + JobQueue", "points_possible": 10, "points_earned": 10, "validation": { "passed": true, "pass_rate": 1.0, "tests_passed": 5, "tests_total": 5, "error": null }, "duration_seconds": 52.02345973099, "timestamp": "2026-06-04T18:13:14.533900+00:00" } ] }, { "iteration": 12, "total_score": 100, "levels_passed": 5, "metrics": { "mean_tps": 140.44921948993334, "mean_ttft_ms": 53.41760000000001, "mean_total_ms": 25210.8196, "vram_idle_mb": 15665 }, "timestamp": "2026-06-04T18:16:15.008391+00:00", "levels": [ { "level": 1, "name": "Basic Queue", "points_possible": 25, "points_earned": 25, "validation": { "passed": true, "pass_rate": 1.0, "tests_passed": 3, "tests_total": 3, "error": null }, "duration_seconds": 19.905214712998713, "timestamp": "2026-06-04T18:14:06.858320+00:00" }, { "level": 2, "name": "Retry with Backoff", "points_possible": 25, "points_earned": 25, "validation": { "passed": true, "pass_rate": 1.0, "tests_passed": 3, "tests_total": 3, "error": null }, "duration_seconds": 25.52532294599223, "timestamp": "2026-06-04T18:14:27.032058+00:00" }, { "level": 3, "name": "Priority Queue", "points_possible": 25, "points_earned": 25, "validation": { "passed": true, "pass_rate": 1.0, "tests_passed": 3, "tests_total": 3, "error": null }, "duration_seconds": 13.558369235994178, "timestamp": "2026-06-04T18:14:52.820855+00:00" }, { "level": 4, "name": "Concurrency Bug Fix", "points_possible": 15, "points_earned": 15, "validation": { "passed": true, "pass_rate": 1.0, "tests_passed": 2, "tests_total": 2, "error": null }, "duration_seconds": 16.312704285010113, "timestamp": "2026-06-04T18:15:06.636283+00:00" }, { "level": 5, "name": "Compose Job + RetryPolicy + JobQueue", "points_possible": 10, "points_earned": 10, "validation": { "passed": true, "pass_rate": 1.0, "tests_passed": 5, "tests_total": 5, "error": null }, "duration_seconds": 51.53510038398963, "timestamp": "2026-06-04T18:15:23.209737+00:00" } ] }, { "iteration": 13, "total_score": 100, "levels_passed": 5, "metrics": { "mean_tps": 140.7032221820266, "mean_ttft_ms": 53.116600000000005, "mean_total_ms": 22582.370199999998, "vram_idle_mb": 15665 }, "timestamp": "2026-06-04T18:18:10.014482+00:00", "levels": [ { "level": 1, "name": "Basic Queue", "points_possible": 25, "points_earned": 25, "validation": { "passed": true, "pass_rate": 1.0, "tests_passed": 3, "tests_total": 3, "error": null }, "duration_seconds": 14.308365923992824, "timestamp": "2026-06-04T18:16:15.026495+00:00" }, { "level": 2, "name": "Retry with Backoff", "points_possible": 25, "points_earned": 25, "validation": { "passed": true, "pass_rate": 1.0, "tests_passed": 3, "tests_total": 3, "error": null }, "duration_seconds": 36.81401678500697, "timestamp": "2026-06-04T18:16:29.590536+00:00" }, { "level": 3, "name": "Priority Queue", "points_possible": 25, "points_earned": 25, "validation": { "passed": true, "pass_rate": 1.0, "tests_passed": 3, "tests_total": 3, "error": null }, "duration_seconds": 5.7576502180018, "timestamp": "2026-06-04T18:17:06.659518+00:00" }, { "level": 4, "name": "Concurrency Bug Fix", "points_possible": 15, "points_earned": 15, "validation": { "passed": true, "pass_rate": 1.0, "tests_passed": 2, "tests_total": 2, "error": null }, "duration_seconds": 16.126015447996906, "timestamp": "2026-06-04T18:17:12.676689+00:00" }, { "level": 5, "name": "Compose Job + RetryPolicy + JobQueue", "points_possible": 10, "points_earned": 10, "validation": { "passed": true, "pass_rate": 1.0, "tests_passed": 5, "tests_total": 5, "error": null }, "duration_seconds": 40.66723150300095, "timestamp": "2026-06-04T18:17:29.083840+00:00" } ] }, { "iteration": 14, "total_score": 100, "levels_passed": 5, "metrics": { "mean_tps": 140.56730972453457, "mean_ttft_ms": 53.074400000000004, "mean_total_ms": 25012.075, "vram_idle_mb": 15665 }, "timestamp": "2026-06-04T18:20:17.199007+00:00", "levels": [ { "level": 1, "name": "Basic Queue", "points_possible": 25, "points_earned": 25, "validation": { "passed": true, "pass_rate": 1.0, "tests_passed": 3, "tests_total": 3, "error": null }, "duration_seconds": 24.324471136991633, "timestamp": "2026-06-04T18:18:10.032616+00:00" }, { "level": 2, "name": "Retry with Backoff", "points_possible": 25, "points_earned": 25, "validation": { "passed": true, "pass_rate": 1.0, "tests_passed": 3, "tests_total": 3, "error": null }, "duration_seconds": 26.27586199301004, "timestamp": "2026-06-04T18:18:34.619513+00:00" }, { "level": 3, "name": "Priority Queue", "points_possible": 25, "points_earned": 25, "validation": { "passed": true, "pass_rate": 1.0, "tests_passed": 3, "tests_total": 3, "error": null }, "duration_seconds": 7.022979083005339, "timestamp": "2026-06-04T18:19:01.164048+00:00" }, { "level": 4, "name": "Concurrency Bug Fix", "points_possible": 15, "points_earned": 15, "validation": { "passed": true, "pass_rate": 1.0, "tests_passed": 2, "tests_total": 2, "error": null }, "duration_seconds": 19.174620695994236, "timestamp": "2026-06-04T18:19:08.444703+00:00" }, { "level": 5, "name": "Compose Job + RetryPolicy + JobQueue", "points_possible": 10, "points_earned": 10, "validation": { "passed": true, "pass_rate": 1.0, "tests_passed": 5, "tests_total": 5, "error": null }, "duration_seconds": 49.038382827988244, "timestamp": "2026-06-04T18:19:27.893210+00:00" } ] }, { "iteration": 15, "total_score": 100, "levels_passed": 5, "metrics": { "mean_tps": 140.91967511275112, "mean_ttft_ms": 52.9884, "mean_total_ms": 21223.6424, "vram_idle_mb": 15665 }, "timestamp": "2026-06-04T18:22:05.434994+00:00", "levels": [ { "level": 1, "name": "Basic Queue", "points_possible": 25, "points_earned": 25, "validation": { "passed": true, "pass_rate": 1.0, "tests_passed": 3, "tests_total": 3, "error": null }, "duration_seconds": 17.482259188996977, "timestamp": "2026-06-04T18:20:17.217745+00:00" }, { "level": 2, "name": "Retry with Backoff", "points_possible": 25, "points_earned": 25, "validation": { "passed": true, "pass_rate": 1.0, "tests_passed": 3, "tests_total": 3, "error": null }, "duration_seconds": 23.228841949996422, "timestamp": "2026-06-04T18:20:34.961708+00:00" }, { "level": 3, "name": "Priority Queue", "points_possible": 25, "points_earned": 25, "validation": { "passed": true, "pass_rate": 1.0, "tests_passed": 3, "tests_total": 3, "error": null }, "duration_seconds": 10.451770447994932, "timestamp": "2026-06-04T18:20:58.458049+00:00" }, { "level": 4, "name": "Concurrency Bug Fix", "points_possible": 15, "points_earned": 15, "validation": { "passed": true, "pass_rate": 1.0, "tests_passed": 2, "tests_total": 2, "error": null }, "duration_seconds": 13.936649103998207, "timestamp": "2026-06-04T18:21:09.172954+00:00" }, { "level": 5, "name": "Compose Job + RetryPolicy + JobQueue", "points_possible": 10, "points_earned": 10, "validation": { "passed": true, "pass_rate": 1.0, "tests_passed": 5, "tests_total": 5, "error": null }, "duration_seconds": 41.7908064769872, "timestamp": "2026-06-04T18:21:23.374623+00:00" } ] } ], "summary": { "scores": [ 100, 100, 100, 100, 100, 100, 100, 100, 100, 100, 100, 100, 100, 100, 100 ], "stats": { "mean": 100, "std": 0.0, "min": 100, "max": 100 }, "confidence_interval": { "lower": 100, "upper": 100 }, "tps": { "mean": 140.71803941746074, "values": [ 140.9757875146336, 141.2390161238874, 140.82648522727354, 140.76885776470218, 140.84219618169695, 140.91422552182576, 140.87408074473032, 140.65356799134372, 140.8765679324869, 139.9805435239851, 140.1798362261003, 140.44921948993334, 140.7032221820266, 140.56730972453457, 140.91967511275112 ] }, "vram_peak_mb": null }, "started_at": "2026-06-04T17:50:50.681137+00:00", "completed_at": "2026-06-04T18:22:05.435011+00:00" }