{
  "model": {
    "id": "gemma4-e2b-qat-q4",
    "name": "Gemma 4 E2B IT QAT UD-Q4_K_XL",
    "architecture": "dense-E2B",
    "repo": "unsloth/gemma-4-E2B-it-qat-GGUF",
    "quant": "QAT UD-Q4_K_XL",
    "file": "gemma-4-E2B-it-qat-UD-Q4_K_XL.gguf",
    "port": 7113,
    "service_id": "gemma4-e2b-qat-q4",
    "sampler": {
      "temperature": 1.0,
      "top_p": 0.95,
      "top_k": 64,
      "min_p": 0.0,
      "presence_penalty": 0.0,
      "repetition_penalty": 1.05
    }
  },
  "config": {
    "base_url": "http://localhost:7113",
    "iterations": 15,
    "sampler": {
      "temperature": 1.0,
      "top_p": 0.95,
      "top_k": 64,
      "min_p": 0.0,
      "presence_penalty": 0.0,
      "repetition_penalty": 1.05
    },
    "levels": [
      1,
      2,
      3,
      4,
      5
    ]
  },
  "iterations": [
    {
      "iteration": 1,
      "total_score": 75,
      "levels_passed": 4,
      "metrics": {
        "mean_tps": 253.1749972146581,
        "mean_ttft_ms": 28.563799999999997,
        "mean_total_ms": 7480.092999999999,
        "vram_idle_mb": 2537
      },
      "timestamp": "2026-06-25T09:39:45.148577+00:00",
      "levels": [
        {
          "level": 1,
          "name": "Basic Queue",
          "points_possible": 25,
          "points_earned": 25,
          "validation": {
            "passed": true,
            "pass_rate": 1.0,
            "tests_passed": 3,
            "tests_total": 3,
            "error": null
          },
          "duration_seconds": 6.8526821350023965,
          "timestamp": "2026-06-25T09:39:06.200726+00:00"
        },
        {
          "level": 2,
          "name": "Retry with Backoff",
          "points_possible": 25,
          "points_earned": 25,
          "validation": {
            "passed": true,
            "pass_rate": 1.0,
            "tests_passed": 3,
            "tests_total": 3,
            "error": null
          },
          "duration_seconds": 6.831850955997652,
          "timestamp": "2026-06-25T09:39:13.373253+00:00"
        },
        {
          "level": 3,
          "name": "Priority Queue",
          "points_possible": 25,
          "points_earned": 0,
          "validation": {
            "passed": false,
            "pass_rate": 0.0,
            "tests_passed": 0,
            "tests_total": 0,
            "error": "SyntaxError in generated code"
          },
          "duration_seconds": 6.590324352997413,
          "timestamp": "2026-06-25T09:39:20.454787+00:00"
        },
        {
          "level": 4,
          "name": "Concurrency Bug Fix",
          "points_possible": 15,
          "points_earned": 15,
          "validation": {
            "passed": true,
            "pass_rate": 1.0,
            "tests_passed": 2,
            "tests_total": 2,
            "error": null
          },
          "duration_seconds": 7.852410968000186,
          "timestamp": "2026-06-25T09:39:27.316675+00:00"
        },
        {
          "level": 5,
          "name": "Compose Job + RetryPolicy + JobQueue",
          "points_possible": 10,
          "points_earned": 10,
          "validation": {
            "passed": true,
            "pass_rate": 1.0,
            "tests_passed": 5,
            "tests_total": 5,
            "error": null
          },
          "duration_seconds": 9.502606378002383,
          "timestamp": "2026-06-25T09:39:35.403872+00:00"
        }
      ]
    },
    {
      "iteration": 2,
      "total_score": 90,
      "levels_passed": 4,
      "metrics": {
        "mean_tps": 254.12186848016145,
        "mean_ttft_ms": 25.564600000000002,
        "mean_total_ms": 6624.318799999999,
        "vram_idle_mb": 2555
      },
      "timestamp": "2026-06-25T09:40:19.660627+00:00",
      "levels": [
        {
          "level": 1,
          "name": "Basic Queue",
          "points_possible": 25,
          "points_earned": 25,
          "validation": {
            "passed": true,
            "pass_rate": 1.0,
            "tests_passed": 3,
            "tests_total": 3,
            "error": null
          },
          "duration_seconds": 5.345953995005402,
          "timestamp": "2026-06-25T09:39:45.167072+00:00"
        },
        {
          "level": 2,
          "name": "Retry with Backoff",
          "points_possible": 25,
          "points_earned": 25,
          "validation": {
            "passed": true,
            "pass_rate": 1.0,
            "tests_passed": 3,
            "tests_total": 3,
            "error": null
          },
          "duration_seconds": 7.629892867997114,
          "timestamp": "2026-06-25T09:39:50.758291+00:00"
        },
        {
          "level": 3,
          "name": "Priority Queue",
          "points_possible": 25,
          "points_earned": 25,
          "validation": {
            "passed": true,
            "pass_rate": 1.0,
            "tests_passed": 3,
            "tests_total": 3,
            "error": null
          },
          "duration_seconds": 6.575410728000861,
          "timestamp": "2026-06-25T09:39:58.613865+00:00"
        },
        {
          "level": 4,
          "name": "Concurrency Bug Fix",
          "points_possible": 15,
          "points_earned": 15,
          "validation": {
            "passed": true,
            "pass_rate": 1.0,
            "tests_passed": 2,
            "tests_total": 2,
            "error": null
          },
          "duration_seconds": 5.718330445000902,
          "timestamp": "2026-06-25T09:40:05.424604+00:00"
        },
        {
          "level": 5,
          "name": "Compose Job + RetryPolicy + JobQueue",
          "points_possible": 10,
          "points_earned": 0,
          "validation": {
            "passed": false,
            "pass_rate": 0.6,
            "tests_passed": 3,
            "tests_total": 5,
            "error": "Some tests failed"
          },
          "duration_seconds": 8.030606205997174,
          "timestamp": "2026-06-25T09:40:11.376369+00:00"
        }
      ]
    },
    {
      "iteration": 3,
      "total_score": 90,
      "levels_passed": 4,
      "metrics": {
        "mean_tps": 253.57901290273668,
        "mean_ttft_ms": 25.737000000000002,
        "mean_total_ms": 6197.0632,
        "vram_idle_mb": 2555
      },
      "timestamp": "2026-06-25T09:40:52.054436+00:00",
      "levels": [
        {
          "level": 1,
          "name": "Basic Queue",
          "points_possible": 25,
          "points_earned": 25,
          "validation": {
            "passed": true,
            "pass_rate": 1.0,
            "tests_passed": 3,
            "tests_total": 3,
            "error": null
          },
          "duration_seconds": 3.578650816998561,
          "timestamp": "2026-06-25T09:40:19.679186+00:00"
        },
        {
          "level": 2,
          "name": "Retry with Backoff",
          "points_possible": 25,
          "points_earned": 25,
          "validation": {
            "passed": true,
            "pass_rate": 1.0,
            "tests_passed": 3,
            "tests_total": 3,
            "error": null
          },
          "duration_seconds": 7.950945188000333,
          "timestamp": "2026-06-25T09:40:23.490704+00:00"
        },
        {
          "level": 3,
          "name": "Priority Queue",
          "points_possible": 25,
          "points_earned": 25,
          "validation": {
            "passed": true,
            "pass_rate": 1.0,
            "tests_passed": 3,
            "tests_total": 3,
            "error": null
          },
          "duration_seconds": 5.935135801999422,
          "timestamp": "2026-06-25T09:40:31.675556+00:00"
        },
        {
          "level": 4,
          "name": "Concurrency Bug Fix",
          "points_possible": 15,
          "points_earned": 15,
          "validation": {
            "passed": true,
            "pass_rate": 1.0,
            "tests_passed": 2,
            "tests_total": 2,
            "error": null
          },
          "duration_seconds": 5.956384312994487,
          "timestamp": "2026-06-25T09:40:37.848086+00:00"
        },
        {
          "level": 5,
          "name": "Compose Job + RetryPolicy + JobQueue",
          "points_possible": 10,
          "points_earned": 0,
          "validation": {
            "passed": false,
            "pass_rate": 0.0,
            "tests_passed": 0,
            "tests_total": 5,
            "error": "Some tests failed"
          },
          "duration_seconds": 7.742035313996894,
          "timestamp": "2026-06-25T09:40:44.039056+00:00"
        }
      ]
    },
    {
      "iteration": 4,
      "total_score": 100,
      "levels_passed": 5,
      "metrics": {
        "mean_tps": 253.95232421355158,
        "mean_ttft_ms": 26.1064,
        "mean_total_ms": 6537.285,
        "vram_idle_mb": 2555
      },
      "timestamp": "2026-06-25T09:41:26.106589+00:00",
      "levels": [
        {
          "level": 1,
          "name": "Basic Queue",
          "points_possible": 25,
          "points_earned": 25,
          "validation": {
            "passed": true,
            "pass_rate": 1.0,
            "tests_passed": 3,
            "tests_total": 3,
            "error": null
          },
          "duration_seconds": 5.959574959000747,
          "timestamp": "2026-06-25T09:40:52.072352+00:00"
        },
        {
          "level": 2,
          "name": "Retry with Backoff",
          "points_possible": 25,
          "points_earned": 25,
          "validation": {
            "passed": true,
            "pass_rate": 1.0,
            "tests_passed": 3,
            "tests_total": 3,
            "error": null
          },
          "duration_seconds": 8.313388833004865,
          "timestamp": "2026-06-25T09:40:58.265020+00:00"
        },
        {
          "level": 3,
          "name": "Priority Queue",
          "points_possible": 25,
          "points_earned": 25,
          "validation": {
            "passed": true,
            "pass_rate": 1.0,
            "tests_passed": 3,
            "tests_total": 3,
            "error": null
          },
          "duration_seconds": 5.677165016997606,
          "timestamp": "2026-06-25T09:41:06.806045+00:00"
        },
        {
          "level": 4,
          "name": "Concurrency Bug Fix",
          "points_possible": 15,
          "points_earned": 15,
          "validation": {
            "passed": true,
            "pass_rate": 1.0,
            "tests_passed": 2,
            "tests_total": 2,
            "error": null
          },
          "duration_seconds": 7.769829488999676,
          "timestamp": "2026-06-25T09:41:12.712869+00:00"
        },
        {
          "level": 5,
          "name": "Compose Job + RetryPolicy + JobQueue",
          "points_possible": 10,
          "points_earned": 10,
          "validation": {
            "passed": true,
            "pass_rate": 1.0,
            "tests_passed": 5,
            "tests_total": 5,
            "error": null
          },
          "duration_seconds": 5.149017475996516,
          "timestamp": "2026-06-25T09:41:20.718663+00:00"
        }
      ]
    },
    {
      "iteration": 5,
      "total_score": 100,
      "levels_passed": 5,
      "metrics": {
        "mean_tps": 253.57649759526717,
        "mean_ttft_ms": 25.7746,
        "mean_total_ms": 7545.585800000001,
        "vram_idle_mb": 2555
      },
      "timestamp": "2026-06-25T09:42:05.190905+00:00",
      "levels": [
        {
          "level": 1,
          "name": "Basic Queue",
          "points_possible": 25,
          "points_earned": 25,
          "validation": {
            "passed": true,
            "pass_rate": 1.0,
            "tests_passed": 3,
            "tests_total": 3,
            "error": null
          },
          "duration_seconds": 8.224629120006284,
          "timestamp": "2026-06-25T09:41:26.124441+00:00"
        },
        {
          "level": 2,
          "name": "Retry with Backoff",
          "points_possible": 25,
          "points_earned": 25,
          "validation": {
            "passed": true,
            "pass_rate": 1.0,
            "tests_passed": 3,
            "tests_total": 3,
            "error": null
          },
          "duration_seconds": 7.172868510002445,
          "timestamp": "2026-06-25T09:41:34.581208+00:00"
        },
        {
          "level": 3,
          "name": "Priority Queue",
          "points_possible": 25,
          "points_earned": 25,
          "validation": {
            "passed": true,
            "pass_rate": 1.0,
            "tests_passed": 3,
            "tests_total": 3,
            "error": null
          },
          "duration_seconds": 7.306626901998243,
          "timestamp": "2026-06-25T09:41:41.989140+00:00"
        },
        {
          "level": 4,
          "name": "Concurrency Bug Fix",
          "points_possible": 15,
          "points_earned": 15,
          "validation": {
            "passed": true,
            "pass_rate": 1.0,
            "tests_passed": 2,
            "tests_total": 2,
            "error": null
          },
          "duration_seconds": 6.170733967999695,
          "timestamp": "2026-06-25T09:41:49.521477+00:00"
        },
        {
          "level": 5,
          "name": "Compose Job + RetryPolicy + JobQueue",
          "points_possible": 10,
          "points_earned": 10,
          "validation": {
            "passed": true,
            "pass_rate": 1.0,
            "tests_passed": 5,
            "tests_total": 5,
            "error": null
          },
          "duration_seconds": 9.031556187997921,
          "timestamp": "2026-06-25T09:41:55.923587+00:00"
        }
      ]
    },
    {
      "iteration": 6,
      "total_score": 65,
      "levels_passed": 3,
      "metrics": {
        "mean_tps": 253.26518226568615,
        "mean_ttft_ms": 26.335199999999997,
        "mean_total_ms": 6925.7984,
        "vram_idle_mb": 2555
      },
      "timestamp": "2026-06-25T09:42:41.270527+00:00",
      "levels": [
        {
          "level": 1,
          "name": "Basic Queue",
          "points_possible": 25,
          "points_earned": 25,
          "validation": {
            "passed": true,
            "pass_rate": 1.0,
            "tests_passed": 3,
            "tests_total": 3,
            "error": null
          },
          "duration_seconds": 6.619128919002833,
          "timestamp": "2026-06-25T09:42:05.208870+00:00"
        },
        {
          "level": 2,
          "name": "Retry with Backoff",
          "points_possible": 25,
          "points_earned": 0,
          "validation": {
            "passed": false,
            "pass_rate": 0.0,
            "tests_passed": 0,
            "tests_total": 0,
            "error": "SyntaxError in generated code"
          },
          "duration_seconds": 5.902101110994408,
          "timestamp": "2026-06-25T09:42:12.056583+00:00"
        },
        {
          "level": 3,
          "name": "Priority Queue",
          "points_possible": 25,
          "points_earned": 25,
          "validation": {
            "passed": true,
            "pass_rate": 1.0,
            "tests_passed": 3,
            "tests_total": 3,
            "error": null
          },
          "duration_seconds": 6.7866082769978675,
          "timestamp": "2026-06-25T09:42:18.209869+00:00"
        },
        {
          "level": 4,
          "name": "Concurrency Bug Fix",
          "points_possible": 15,
          "points_earned": 15,
          "validation": {
            "passed": true,
            "pass_rate": 1.0,
            "tests_passed": 2,
            "tests_total": 2,
            "error": null
          },
          "duration_seconds": 6.7685430080018705,
          "timestamp": "2026-06-25T09:42:25.241679+00:00"
        },
        {
          "level": 5,
          "name": "Compose Job + RetryPolicy + JobQueue",
          "points_possible": 10,
          "points_earned": 0,
          "validation": {
            "passed": false,
            "pass_rate": 0.0,
            "tests_passed": 0,
            "tests_total": 0,
            "error": "SyntaxError in generated code"
          },
          "duration_seconds": 8.736264175997349,
          "timestamp": "2026-06-25T09:42:32.259153+00:00"
        }
      ]
    },
    {
      "iteration": 7,
      "total_score": 65,
      "levels_passed": 3,
      "metrics": {
        "mean_tps": 252.67014033990228,
        "mean_ttft_ms": 26.2956,
        "mean_total_ms": 7835.534600000001,
        "vram_idle_mb": 2555
      },
      "timestamp": "2026-06-25T09:43:21.912730+00:00",
      "levels": [
        {
          "level": 1,
          "name": "Basic Queue",
          "points_possible": 25,
          "points_earned": 25,
          "validation": {
            "passed": true,
            "pass_rate": 1.0,
            "tests_passed": 3,
            "tests_total": 3,
            "error": null
          },
          "duration_seconds": 9.202701898000669,
          "timestamp": "2026-06-25T09:42:41.288433+00:00"
        },
        {
          "level": 2,
          "name": "Retry with Backoff",
          "points_possible": 25,
          "points_earned": 0,
          "validation": {
            "passed": false,
            "pass_rate": 0.3333333333333333,
            "tests_passed": 1,
            "tests_total": 3,
            "error": "Some tests failed"
          },
          "duration_seconds": 8.471477343002334,
          "timestamp": "2026-06-25T09:42:50.737088+00:00"
        },
        {
          "level": 3,
          "name": "Priority Queue",
          "points_possible": 25,
          "points_earned": 25,
          "validation": {
            "passed": true,
            "pass_rate": 1.0,
            "tests_passed": 3,
            "tests_total": 3,
            "error": null
          },
          "duration_seconds": 6.314321785001084,
          "timestamp": "2026-06-25T09:42:59.467985+00:00"
        },
        {
          "level": 4,
          "name": "Concurrency Bug Fix",
          "points_possible": 15,
          "points_earned": 15,
          "validation": {
            "passed": true,
            "pass_rate": 1.0,
            "tests_passed": 2,
            "tests_total": 2,
            "error": null
          },
          "duration_seconds": 7.665166070000851,
          "timestamp": "2026-06-25T09:43:06.028127+00:00"
        },
        {
          "level": 5,
          "name": "Compose Job + RetryPolicy + JobQueue",
          "points_possible": 10,
          "points_earned": 0,
          "validation": {
            "passed": false,
            "pass_rate": 0.4,
            "tests_passed": 2,
            "tests_total": 5,
            "error": "Some tests failed"
          },
          "duration_seconds": 7.7112385779983015,
          "timestamp": "2026-06-25T09:43:13.943649+00:00"
        }
      ]
    },
    {
      "iteration": 8,
      "total_score": 40,
      "levels_passed": 2,
      "metrics": {
        "mean_tps": 253.76417144037313,
        "mean_ttft_ms": 25.6702,
        "mean_total_ms": 6124.5235999999995,
        "vram_idle_mb": 2555
      },
      "timestamp": "2026-06-25T09:43:53.963363+00:00",
      "levels": [
        {
          "level": 1,
          "name": "Basic Queue",
          "points_possible": 25,
          "points_earned": 25,
          "validation": {
            "passed": true,
            "pass_rate": 1.0,
            "tests_passed": 3,
            "tests_total": 3,
            "error": null
          },
          "duration_seconds": 5.286013352000737,
          "timestamp": "2026-06-25T09:43:21.930747+00:00"
        },
        {
          "level": 2,
          "name": "Retry with Backoff",
          "points_possible": 25,
          "points_earned": 0,
          "validation": {
            "passed": false,
            "pass_rate": 0.0,
            "tests_passed": 0,
            "tests_total": 0,
            "error": "SyntaxError in generated code"
          },
          "duration_seconds": 6.9103129869981785,
          "timestamp": "2026-06-25T09:43:27.452997+00:00"
        },
        {
          "level": 3,
          "name": "Priority Queue",
          "points_possible": 25,
          "points_earned": 0,
          "validation": {
            "passed": false,
            "pass_rate": 0.0,
            "tests_passed": 0,
            "tests_total": 0,
            "error": "SyntaxError in generated code"
          },
          "duration_seconds": 5.465980191998824,
          "timestamp": "2026-06-25T09:43:34.617438+00:00"
        },
        {
          "level": 4,
          "name": "Concurrency Bug Fix",
          "points_possible": 15,
          "points_earned": 15,
          "validation": {
            "passed": true,
            "pass_rate": 1.0,
            "tests_passed": 2,
            "tests_total": 2,
            "error": null
          },
          "duration_seconds": 5.809054509001726,
          "timestamp": "2026-06-25T09:43:40.337871+00:00"
        },
        {
          "level": 5,
          "name": "Compose Job + RetryPolicy + JobQueue",
          "points_possible": 10,
          "points_earned": 0,
          "validation": {
            "passed": false,
            "pass_rate": 0.6,
            "tests_passed": 3,
            "tests_total": 5,
            "error": "Some tests failed"
          },
          "duration_seconds": 7.330481912002142,
          "timestamp": "2026-06-25T09:43:46.382617+00:00"
        }
      ]
    },
    {
      "iteration": 9,
      "total_score": 100,
      "levels_passed": 5,
      "metrics": {
        "mean_tps": 253.19662024837672,
        "mean_ttft_ms": 26.1252,
        "mean_total_ms": 7681.159799999999,
        "vram_idle_mb": 2555
      },
      "timestamp": "2026-06-25T09:44:33.744027+00:00",
      "levels": [
        {
          "level": 1,
          "name": "Basic Queue",
          "points_possible": 25,
          "points_earned": 25,
          "validation": {
            "passed": true,
            "pass_rate": 1.0,
            "tests_passed": 3,
            "tests_total": 3,
            "error": null
          },
          "duration_seconds": 10.481264596994151,
          "timestamp": "2026-06-25T09:43:53.981407+00:00"
        },
        {
          "level": 2,
          "name": "Retry with Backoff",
          "points_possible": 25,
          "points_earned": 25,
          "validation": {
            "passed": true,
            "pass_rate": 1.0,
            "tests_passed": 3,
            "tests_total": 3,
            "error": null
          },
          "duration_seconds": 7.749326085002394,
          "timestamp": "2026-06-25T09:44:04.691441+00:00"
        },
        {
          "level": 3,
          "name": "Priority Queue",
          "points_possible": 25,
          "points_earned": 25,
          "validation": {
            "passed": true,
            "pass_rate": 1.0,
            "tests_passed": 3,
            "tests_total": 3,
            "error": null
          },
          "duration_seconds": 6.169882663001772,
          "timestamp": "2026-06-25T09:44:12.679156+00:00"
        },
        {
          "level": 4,
          "name": "Concurrency Bug Fix",
          "points_possible": 15,
          "points_earned": 15,
          "validation": {
            "passed": true,
            "pass_rate": 1.0,
            "tests_passed": 2,
            "tests_total": 2,
            "error": null
          },
          "duration_seconds": 5.883932554002968,
          "timestamp": "2026-06-25T09:44:19.076067+00:00"
        },
        {
          "level": 5,
          "name": "Compose Job + RetryPolicy + JobQueue",
          "points_possible": 10,
          "points_earned": 10,
          "validation": {
            "passed": true,
            "pass_rate": 1.0,
            "tests_passed": 5,
            "tests_total": 5,
            "error": null
          },
          "duration_seconds": 8.310904827994818,
          "timestamp": "2026-06-25T09:44:25.196161+00:00"
        }
      ]
    },
    {
      "iteration": 10,
      "total_score": 100,
      "levels_passed": 5,
      "metrics": {
        "mean_tps": 252.36053943909275,
        "mean_ttft_ms": 25.659,
        "mean_total_ms": 7421.6972,
        "vram_idle_mb": 2555
      },
      "timestamp": "2026-06-25T09:45:12.273175+00:00",
      "levels": [
        {
          "level": 1,
          "name": "Basic Queue",
          "points_possible": 25,
          "points_earned": 25,
          "validation": {
            "passed": true,
            "pass_rate": 1.0,
            "tests_passed": 3,
            "tests_total": 3,
            "error": null
          },
          "duration_seconds": 7.795975483000802,
          "timestamp": "2026-06-25T09:44:33.762255+00:00"
        },
        {
          "level": 2,
          "name": "Retry with Backoff",
          "points_possible": 25,
          "points_earned": 25,
          "validation": {
            "passed": true,
            "pass_rate": 1.0,
            "tests_passed": 3,
            "tests_total": 3,
            "error": null
          },
          "duration_seconds": 7.066855574004876,
          "timestamp": "2026-06-25T09:44:41.785386+00:00"
        },
        {
          "level": 3,
          "name": "Priority Queue",
          "points_possible": 25,
          "points_earned": 25,
          "validation": {
            "passed": true,
            "pass_rate": 1.0,
            "tests_passed": 3,
            "tests_total": 3,
            "error": null
          },
          "duration_seconds": 6.743666829999711,
          "timestamp": "2026-06-25T09:44:49.081985+00:00"
        },
        {
          "level": 4,
          "name": "Concurrency Bug Fix",
          "points_possible": 15,
          "points_earned": 15,
          "validation": {
            "passed": true,
            "pass_rate": 1.0,
            "tests_passed": 2,
            "tests_total": 2,
            "error": null
          },
          "duration_seconds": 8.463764945998264,
          "timestamp": "2026-06-25T09:44:56.063688+00:00"
        },
        {
          "level": 5,
          "name": "Compose Job + RetryPolicy + JobQueue",
          "points_possible": 10,
          "points_earned": 10,
          "validation": {
            "passed": true,
            "pass_rate": 1.0,
            "tests_passed": 5,
            "tests_total": 5,
            "error": null
          },
          "duration_seconds": 7.222173989001021,
          "timestamp": "2026-06-25T09:45:04.780721+00:00"
        }
      ]
    },
    {
      "iteration": 11,
      "total_score": 75,
      "levels_passed": 4,
      "metrics": {
        "mean_tps": 251.0456186707168,
        "mean_ttft_ms": 26.160800000000002,
        "mean_total_ms": 7615.347199999999,
        "vram_idle_mb": 2555
      },
      "timestamp": "2026-06-25T09:45:51.871901+00:00",
      "levels": [
        {
          "level": 1,
          "name": "Basic Queue",
          "points_possible": 25,
          "points_earned": 25,
          "validation": {
            "passed": true,
            "pass_rate": 1.0,
            "tests_passed": 3,
            "tests_total": 3,
            "error": null
          },
          "duration_seconds": 7.185740967004676,
          "timestamp": "2026-06-25T09:45:12.291233+00:00"
        },
        {
          "level": 2,
          "name": "Retry with Backoff",
          "points_possible": 25,
          "points_earned": 25,
          "validation": {
            "passed": true,
            "pass_rate": 1.0,
            "tests_passed": 3,
            "tests_total": 3,
            "error": null
          },
          "duration_seconds": 8.106739688999369,
          "timestamp": "2026-06-25T09:45:19.740831+00:00"
        },
        {
          "level": 3,
          "name": "Priority Queue",
          "points_possible": 25,
          "points_earned": 0,
          "validation": {
            "passed": false,
            "pass_rate": 0.6666666666666666,
            "tests_passed": 2,
            "tests_total": 3,
            "error": "Some tests failed"
          },
          "duration_seconds": 6.837889208996785,
          "timestamp": "2026-06-25T09:45:28.112117+00:00"
        },
        {
          "level": 4,
          "name": "Concurrency Bug Fix",
          "points_possible": 15,
          "points_earned": 15,
          "validation": {
            "passed": true,
            "pass_rate": 1.0,
            "tests_passed": 2,
            "tests_total": 2,
            "error": null
          },
          "duration_seconds": 6.571406637995096,
          "timestamp": "2026-06-25T09:45:35.219819+00:00"
        },
        {
          "level": 5,
          "name": "Compose Job + RetryPolicy + JobQueue",
          "points_possible": 10,
          "points_earned": 10,
          "validation": {
            "passed": true,
            "pass_rate": 1.0,
            "tests_passed": 5,
            "tests_total": 5,
            "error": null
          },
          "duration_seconds": 9.560661866998998,
          "timestamp": "2026-06-25T09:45:42.048998+00:00"
        }
      ]
    },
    {
      "iteration": 12,
      "total_score": 65,
      "levels_passed": 3,
      "metrics": {
        "mean_tps": 252.66578577322443,
        "mean_ttft_ms": 25.834000000000003,
        "mean_total_ms": 5603.741599999999,
        "vram_idle_mb": 2555
      },
      "timestamp": "2026-06-25T09:46:21.378822+00:00",
      "levels": [
        {
          "level": 1,
          "name": "Basic Queue",
          "points_possible": 25,
          "points_earned": 25,
          "validation": {
            "passed": true,
            "pass_rate": 1.0,
            "tests_passed": 3,
            "tests_total": 3,
            "error": null
          },
          "duration_seconds": 3.2502721950004343,
          "timestamp": "2026-06-25T09:45:51.889688+00:00"
        },
        {
          "level": 2,
          "name": "Retry with Backoff",
          "points_possible": 25,
          "points_earned": 0,
          "validation": {
            "passed": false,
            "pass_rate": 0.6666666666666666,
            "tests_passed": 2,
            "tests_total": 3,
            "error": "Some tests failed"
          },
          "duration_seconds": 4.635526637001021,
          "timestamp": "2026-06-25T09:45:55.383271+00:00"
        },
        {
          "level": 3,
          "name": "Priority Queue",
          "points_possible": 25,
          "points_earned": 25,
          "validation": {
            "passed": true,
            "pass_rate": 1.0,
            "tests_passed": 3,
            "tests_total": 3,
            "error": null
          },
          "duration_seconds": 6.285069867997663,
          "timestamp": "2026-06-25T09:46:00.285968+00:00"
        },
        {
          "level": 4,
          "name": "Concurrency Bug Fix",
          "points_possible": 15,
          "points_earned": 15,
          "validation": {
            "passed": true,
            "pass_rate": 1.0,
            "tests_passed": 2,
            "tests_total": 2,
            "error": null
          },
          "duration_seconds": 5.195686159997422,
          "timestamp": "2026-06-25T09:46:06.826058+00:00"
        },
        {
          "level": 5,
          "name": "Compose Job + RetryPolicy + JobQueue",
          "points_possible": 10,
          "points_earned": 0,
          "validation": {
            "passed": false,
            "pass_rate": 0.4,
            "tests_passed": 2,
            "tests_total": 5,
            "error": "Some tests failed"
          },
          "duration_seconds": 8.833143322000979,
          "timestamp": "2026-06-25T09:46:12.265580+00:00"
        }
      ]
    },
    {
      "iteration": 13,
      "total_score": 90,
      "levels_passed": 4,
      "metrics": {
        "mean_tps": 252.6370916001787,
        "mean_ttft_ms": 25.842200000000002,
        "mean_total_ms": 6493.2014,
        "vram_idle_mb": 2555
      },
      "timestamp": "2026-06-25T09:46:55.351359+00:00",
      "levels": [
        {
          "level": 1,
          "name": "Basic Queue",
          "points_possible": 25,
          "points_earned": 25,
          "validation": {
            "passed": true,
            "pass_rate": 1.0,
            "tests_passed": 3,
            "tests_total": 3,
            "error": null
          },
          "duration_seconds": 8.65993887300283,
          "timestamp": "2026-06-25T09:46:21.397322+00:00"
        },
        {
          "level": 2,
          "name": "Retry with Backoff",
          "points_possible": 25,
          "points_earned": 25,
          "validation": {
            "passed": true,
            "pass_rate": 1.0,
            "tests_passed": 3,
            "tests_total": 3,
            "error": null
          },
          "duration_seconds": 7.356894403004844,
          "timestamp": "2026-06-25T09:46:30.313640+00:00"
        },
        {
          "level": 3,
          "name": "Priority Queue",
          "points_possible": 25,
          "points_earned": 25,
          "validation": {
            "passed": true,
            "pass_rate": 1.0,
            "tests_passed": 3,
            "tests_total": 3,
            "error": null
          },
          "duration_seconds": 5.6134216409991495,
          "timestamp": "2026-06-25T09:46:37.925758+00:00"
        },
        {
          "level": 4,
          "name": "Concurrency Bug Fix",
          "points_possible": 15,
          "points_earned": 15,
          "validation": {
            "passed": true,
            "pass_rate": 1.0,
            "tests_passed": 2,
            "tests_total": 2,
            "error": null
          },
          "duration_seconds": 6.01222546200006,
          "timestamp": "2026-06-25T09:46:43.804206+00:00"
        },
        {
          "level": 5,
          "name": "Compose Job + RetryPolicy + JobQueue",
          "points_possible": 10,
          "points_earned": 0,
          "validation": {
            "passed": false,
            "pass_rate": 0.6,
            "tests_passed": 3,
            "tests_total": 5,
            "error": "Some tests failed"
          },
          "duration_seconds": 5.007410015998175,
          "timestamp": "2026-06-25T09:46:50.065636+00:00"
        }
      ]
    },
    {
      "iteration": 14,
      "total_score": 50,
      "levels_passed": 3,
      "metrics": {
        "mean_tps": 252.23182741313025,
        "mean_ttft_ms": 26.0448,
        "mean_total_ms": 6716.977800000001,
        "vram_idle_mb": 2555
      },
      "timestamp": "2026-06-25T09:47:30.472016+00:00",
      "levels": [
        {
          "level": 1,
          "name": "Basic Queue",
          "points_possible": 25,
          "points_earned": 0,
          "validation": {
            "passed": false,
            "pass_rate": 0.0,
            "tests_passed": 0,
            "tests_total": 3,
            "error": "Some tests failed"
          },
          "duration_seconds": 9.802862688004097,
          "timestamp": "2026-06-25T09:46:55.369634+00:00"
        },
        {
          "level": 2,
          "name": "Retry with Backoff",
          "points_possible": 25,
          "points_earned": 0,
          "validation": {
            "passed": false,
            "pass_rate": 0.3333333333333333,
            "tests_passed": 1,
            "tests_total": 3,
            "error": "Some tests failed"
          },
          "duration_seconds": 7.816132769003161,
          "timestamp": "2026-06-25T09:47:05.455182+00:00"
        },
        {
          "level": 3,
          "name": "Priority Queue",
          "points_possible": 25,
          "points_earned": 25,
          "validation": {
            "passed": true,
            "pass_rate": 1.0,
            "tests_passed": 3,
            "tests_total": 3,
            "error": null
          },
          "duration_seconds": 5.10801903000538,
          "timestamp": "2026-06-25T09:47:13.553205+00:00"
        },
        {
          "level": 4,
          "name": "Concurrency Bug Fix",
          "points_possible": 15,
          "points_earned": 15,
          "validation": {
            "passed": true,
            "pass_rate": 1.0,
            "tests_passed": 2,
            "tests_total": 2,
            "error": null
          },
          "duration_seconds": 4.576660544000333,
          "timestamp": "2026-06-25T09:47:18.917280+00:00"
        },
        {
          "level": 5,
          "name": "Compose Job + RetryPolicy + JobQueue",
          "points_possible": 10,
          "points_earned": 10,
          "validation": {
            "passed": true,
            "pass_rate": 1.0,
            "tests_passed": 5,
            "tests_total": 5,
            "error": null
          },
          "duration_seconds": 6.4645939039983205,
          "timestamp": "2026-06-25T09:47:23.740932+00:00"
        }
      ]
    },
    {
      "iteration": 15,
      "total_score": 100,
      "levels_passed": 5,
      "metrics": {
        "mean_tps": 250.93573106818903,
        "mean_ttft_ms": 26.4272,
        "mean_total_ms": 7928.6774000000005,
        "vram_idle_mb": 2555
      },
      "timestamp": "2026-06-25T09:48:11.636922+00:00",
      "levels": [
        {
          "level": 1,
          "name": "Basic Queue",
          "points_possible": 25,
          "points_earned": 25,
          "validation": {
            "passed": true,
            "pass_rate": 1.0,
            "tests_passed": 3,
            "tests_total": 3,
            "error": null
          },
          "duration_seconds": 7.6114486119986395,
          "timestamp": "2026-06-25T09:47:30.490287+00:00"
        },
        {
          "level": 2,
          "name": "Retry with Backoff",
          "points_possible": 25,
          "points_earned": 25,
          "validation": {
            "passed": true,
            "pass_rate": 1.0,
            "tests_passed": 3,
            "tests_total": 3,
            "error": null
          },
          "duration_seconds": 7.28758795199974,
          "timestamp": "2026-06-25T09:47:38.366294+00:00"
        },
        {
          "level": 3,
          "name": "Priority Queue",
          "points_possible": 25,
          "points_earned": 25,
          "validation": {
            "passed": true,
            "pass_rate": 1.0,
            "tests_passed": 3,
            "tests_total": 3,
            "error": null
          },
          "duration_seconds": 5.981591299998399,
          "timestamp": "2026-06-25T09:47:45.912743+00:00"
        },
        {
          "level": 4,
          "name": "Concurrency Bug Fix",
          "points_possible": 15,
          "points_earned": 15,
          "validation": {
            "passed": true,
            "pass_rate": 1.0,
            "tests_passed": 2,
            "tests_total": 2,
            "error": null
          },
          "duration_seconds": 8.468654602998868,
          "timestamp": "2026-06-25T09:47:52.145191+00:00"
        },
        {
          "level": 5,
          "name": "Compose Job + RetryPolicy + JobQueue",
          "points_possible": 10,
          "points_earned": 10,
          "validation": {
            "passed": true,
            "pass_rate": 1.0,
            "tests_passed": 5,
            "tests_total": 5,
            "error": null
          },
          "duration_seconds": 10.482568154999171,
          "timestamp": "2026-06-25T09:48:00.894207+00:00"
        }
      ]
    }
  ],
  "summary": {
    "scores": [
      75,
      90,
      90,
      100,
      100,
      65,
      65,
      40,
      100,
      100,
      75,
      65,
      90,
      50,
      100
    ],
    "stats": {
      "mean": 80.33333333333333,
      "std": 19.86262343004593,
      "min": 40,
      "max": 100
    },
    "confidence_interval": {
      "lower": 69.35832767473119,
      "upper": 91.30833899193547
    },
    "tps": {
      "mean": 252.87849391101636,
      "values": [
        253.1749972146581,
        254.12186848016145,
        253.57901290273668,
        253.95232421355158,
        253.57649759526717,
        253.26518226568615,
        252.67014033990228,
        253.76417144037313,
        253.19662024837672,
        252.36053943909275,
        251.0456186707168,
        252.66578577322443,
        252.6370916001787,
        252.23182741313025,
        250.93573106818903
      ]
    },
    "vram_peak_mb": null
  },
  "started_at": "2026-06-25T09:39:06.182781+00:00",
  "completed_at": "2026-06-25T09:48:11.636942+00:00"
}