{
  "model": {
    "id": "agentworld-35b-a3b-q4",
    "name": "Qwen-AgentWorld-35B-A3B Q4_K_M",
    "architecture": "qwen35moe-hybrid-35B-A3B",
    "repo": "gaoqianshen/Qwen-AgentWorld-35B-A3B-Q4_K_M-GGUF",
    "quant": "Q4_K_M",
    "file": "qwen-agentworld-35b-a3b-q4_k_m.gguf",
    "port": 7111,
    "service_id": "agentworld-35b-a3b-q4",
    "sampler": {
      "temperature": 0.6,
      "top_p": 0.95,
      "top_k": 20,
      "min_p": 0.0,
      "presence_penalty": 0.0,
      "repetition_penalty": 1.0
    }
  },
  "config": {
    "base_url": "http://localhost:7111",
    "iterations": 15,
    "sampler": {
      "temperature": 0.6,
      "top_p": 0.95,
      "top_k": 20,
      "min_p": 0.0,
      "presence_penalty": 0.0,
      "repetition_penalty": 1.0
    },
    "levels": [
      1,
      2,
      3,
      4,
      5
    ]
  },
  "iterations": [
    {
      "iteration": 1,
      "total_score": 40,
      "levels_passed": 2,
      "metrics": {
        "mean_tps": 189.62899111231258,
        "mean_ttft_ms": 99.94059999999999,
        "mean_total_ms": 32219.3942,
        "vram_idle_mb": 21361
      },
      "timestamp": "2026-06-24T22:15:11.684735+00:00",
      "levels": [
        {
          "level": 1,
          "name": "Basic Queue",
          "points_possible": 25,
          "points_earned": 0,
          "validation": {
            "passed": false,
            "pass_rate": 0.0,
            "tests_passed": 0,
            "tests_total": 3,
            "error": "Some tests failed"
          },
          "duration_seconds": 33.6476758230001,
          "timestamp": "2026-06-24T22:12:28.223783+00:00"
        },
        {
          "level": 2,
          "name": "Retry with Backoff",
          "points_possible": 25,
          "points_earned": 0,
          "validation": {
            "passed": false,
            "pass_rate": 0.0,
            "tests_passed": 0,
            "tests_total": 3,
            "error": "Some tests failed"
          },
          "duration_seconds": 30.54917393999949,
          "timestamp": "2026-06-24T22:13:02.136458+00:00"
        },
        {
          "level": 3,
          "name": "Priority Queue",
          "points_possible": 25,
          "points_earned": 25,
          "validation": {
            "passed": true,
            "pass_rate": 1.0,
            "tests_passed": 3,
            "tests_total": 3,
            "error": null
          },
          "duration_seconds": 13.748024347000865,
          "timestamp": "2026-06-24T22:13:32.999979+00:00"
        },
        {
          "level": 4,
          "name": "Concurrency Bug Fix",
          "points_possible": 15,
          "points_earned": 15,
          "validation": {
            "passed": true,
            "pass_rate": 1.0,
            "tests_passed": 2,
            "tests_total": 2,
            "error": null
          },
          "duration_seconds": 35.39967536699987,
          "timestamp": "2026-06-24T22:13:46.990956+00:00"
        },
        {
          "level": 5,
          "name": "Compose Job + RetryPolicy + JobQueue",
          "points_possible": 10,
          "points_earned": 0,
          "validation": {
            "passed": false,
            "pass_rate": 0.0,
            "tests_passed": 0,
            "tests_total": 5,
            "error": "Some tests failed"
          },
          "duration_seconds": 48.763282479000736,
          "timestamp": "2026-06-24T22:14:22.635261+00:00"
        }
      ]
    },
    {
      "iteration": 2,
      "total_score": 65,
      "levels_passed": 3,
      "metrics": {
        "mean_tps": 189.20475643080886,
        "mean_ttft_ms": 81.9196,
        "mean_total_ms": 36129.886,
        "vram_idle_mb": 21389
      },
      "timestamp": "2026-06-24T22:18:14.574500+00:00",
      "levels": [
        {
          "level": 1,
          "name": "Basic Queue",
          "points_possible": 25,
          "points_earned": 0,
          "validation": {
            "passed": false,
            "pass_rate": 0.0,
            "tests_passed": 0,
            "tests_total": 3,
            "error": "Some tests failed"
          },
          "duration_seconds": 32.77963720800017,
          "timestamp": "2026-06-24T22:15:11.702823+00:00"
        },
        {
          "level": 2,
          "name": "Retry with Backoff",
          "points_possible": 25,
          "points_earned": 25,
          "validation": {
            "passed": true,
            "pass_rate": 1.0,
            "tests_passed": 3,
            "tests_total": 3,
            "error": null
          },
          "duration_seconds": 34.94725680800002,
          "timestamp": "2026-06-24T22:15:44.759600+00:00"
        },
        {
          "level": 3,
          "name": "Priority Queue",
          "points_possible": 25,
          "points_earned": 25,
          "validation": {
            "passed": true,
            "pass_rate": 1.0,
            "tests_passed": 3,
            "tests_total": 3,
            "error": null
          },
          "duration_seconds": 10.327145410999947,
          "timestamp": "2026-06-24T22:16:19.935647+00:00"
        },
        {
          "level": 4,
          "name": "Concurrency Bug Fix",
          "points_possible": 15,
          "points_earned": 15,
          "validation": {
            "passed": true,
            "pass_rate": 1.0,
            "tests_passed": 2,
            "tests_total": 2,
            "error": null
          },
          "duration_seconds": 42.70624706600029,
          "timestamp": "2026-06-24T22:16:30.502602+00:00"
        },
        {
          "level": 5,
          "name": "Compose Job + RetryPolicy + JobQueue",
          "points_possible": 10,
          "points_earned": 0,
          "validation": {
            "passed": false,
            "pass_rate": 0.2,
            "tests_passed": 1,
            "tests_total": 5,
            "error": "Some tests failed"
          },
          "duration_seconds": 60.88819932500064,
          "timestamp": "2026-06-24T22:17:13.435299+00:00"
        }
      ]
    },
    {
      "iteration": 3,
      "total_score": 65,
      "levels_passed": 3,
      "metrics": {
        "mean_tps": 189.49148727854433,
        "mean_ttft_ms": 82.11240000000001,
        "mean_total_ms": 32888.5262,
        "vram_idle_mb": 21389
      },
      "timestamp": "2026-06-24T22:21:01.319219+00:00",
      "levels": [
        {
          "level": 1,
          "name": "Basic Queue",
          "points_possible": 25,
          "points_earned": 25,
          "validation": {
            "passed": true,
            "pass_rate": 1.0,
            "tests_passed": 3,
            "tests_total": 3,
            "error": null
          },
          "duration_seconds": 26.964879893000216,
          "timestamp": "2026-06-24T22:18:14.592740+00:00"
        },
        {
          "level": 2,
          "name": "Retry with Backoff",
          "points_possible": 25,
          "points_earned": 0,
          "validation": {
            "passed": false,
            "pass_rate": 0.0,
            "tests_passed": 0,
            "tests_total": 0,
            "error": "SyntaxError in generated code"
          },
          "duration_seconds": 34.81603837000057,
          "timestamp": "2026-06-24T22:18:41.778659+00:00"
        },
        {
          "level": 3,
          "name": "Priority Queue",
          "points_possible": 25,
          "points_earned": 25,
          "validation": {
            "passed": true,
            "pass_rate": 1.0,
            "tests_passed": 3,
            "tests_total": 3,
            "error": null
          },
          "duration_seconds": 14.809050036999906,
          "timestamp": "2026-06-24T22:19:16.843322+00:00"
        },
        {
          "level": 4,
          "name": "Concurrency Bug Fix",
          "points_possible": 15,
          "points_earned": 15,
          "validation": {
            "passed": true,
            "pass_rate": 1.0,
            "tests_passed": 2,
            "tests_total": 2,
            "error": null
          },
          "duration_seconds": 33.49821422500008,
          "timestamp": "2026-06-24T22:19:31.879226+00:00"
        },
        {
          "level": 5,
          "name": "Compose Job + RetryPolicy + JobQueue",
          "points_possible": 10,
          "points_earned": 0,
          "validation": {
            "passed": false,
            "pass_rate": 0.0,
            "tests_passed": 0,
            "tests_total": 5,
            "error": "Some tests failed"
          },
          "duration_seconds": 55.369868387999304,
          "timestamp": "2026-06-24T22:20:05.668183+00:00"
        }
      ]
    },
    {
      "iteration": 4,
      "total_score": 40,
      "levels_passed": 2,
      "metrics": {
        "mean_tps": 189.25535055163377,
        "mean_ttft_ms": 83.27680000000001,
        "mean_total_ms": 35142.304000000004,
        "vram_idle_mb": 21389
      },
      "timestamp": "2026-06-24T22:23:59.296459+00:00",
      "levels": [
        {
          "level": 1,
          "name": "Basic Queue",
          "points_possible": 25,
          "points_earned": 0,
          "validation": {
            "passed": false,
            "pass_rate": 0.0,
            "tests_passed": 0,
            "tests_total": 3,
            "error": "Some tests failed"
          },
          "duration_seconds": 45.50739713299936,
          "timestamp": "2026-06-24T22:21:01.345026+00:00"
        },
        {
          "level": 2,
          "name": "Retry with Backoff",
          "points_possible": 25,
          "points_earned": 0,
          "validation": {
            "passed": false,
            "pass_rate": 0.0,
            "tests_passed": 0,
            "tests_total": 3,
            "error": "Some tests failed"
          },
          "duration_seconds": 37.19469789300001,
          "timestamp": "2026-06-24T22:21:47.103948+00:00"
        },
        {
          "level": 3,
          "name": "Priority Queue",
          "points_possible": 25,
          "points_earned": 25,
          "validation": {
            "passed": true,
            "pass_rate": 1.0,
            "tests_passed": 3,
            "tests_total": 3,
            "error": null
          },
          "duration_seconds": 10.726031301000148,
          "timestamp": "2026-06-24T22:22:24.549426+00:00"
        },
        {
          "level": 4,
          "name": "Concurrency Bug Fix",
          "points_possible": 15,
          "points_earned": 15,
          "validation": {
            "passed": true,
            "pass_rate": 1.0,
            "tests_passed": 2,
            "tests_total": 2,
            "error": null
          },
          "duration_seconds": 42.02856411000084,
          "timestamp": "2026-06-24T22:22:35.494690+00:00"
        },
        {
          "level": 5,
          "name": "Compose Job + RetryPolicy + JobQueue",
          "points_possible": 10,
          "points_earned": 0,
          "validation": {
            "passed": false,
            "pass_rate": 0.0,
            "tests_passed": 0,
            "tests_total": 5,
            "error": "Some tests failed"
          },
          "duration_seconds": 41.296905760999834,
          "timestamp": "2026-06-24T22:23:17.751512+00:00"
        }
      ]
    },
    {
      "iteration": 5,
      "total_score": 40,
      "levels_passed": 2,
      "metrics": {
        "mean_tps": 189.57089552881789,
        "mean_ttft_ms": 81.4794,
        "mean_total_ms": 33560.7298,
        "vram_idle_mb": 21389
      },
      "timestamp": "2026-06-24T22:26:49.314766+00:00",
      "levels": [
        {
          "level": 1,
          "name": "Basic Queue",
          "points_possible": 25,
          "points_earned": 0,
          "validation": {
            "passed": false,
            "pass_rate": 0.0,
            "tests_passed": 0,
            "tests_total": 3,
            "error": "Some tests failed"
          },
          "duration_seconds": 27.633046294999986,
          "timestamp": "2026-06-24T22:23:59.324110+00:00"
        },
        {
          "level": 2,
          "name": "Retry with Backoff",
          "points_possible": 25,
          "points_earned": 0,
          "validation": {
            "passed": false,
            "pass_rate": 0.0,
            "tests_passed": 0,
            "tests_total": 3,
            "error": "Some tests failed"
          },
          "duration_seconds": 31.19020804199954,
          "timestamp": "2026-06-24T22:24:27.199686+00:00"
        },
        {
          "level": 3,
          "name": "Priority Queue",
          "points_possible": 25,
          "points_earned": 25,
          "validation": {
            "passed": true,
            "pass_rate": 1.0,
            "tests_passed": 3,
            "tests_total": 3,
            "error": null
          },
          "duration_seconds": 13.340495081999507,
          "timestamp": "2026-06-24T22:24:58.637705+00:00"
        },
        {
          "level": 4,
          "name": "Concurrency Bug Fix",
          "points_possible": 15,
          "points_earned": 15,
          "validation": {
            "passed": true,
            "pass_rate": 1.0,
            "tests_passed": 2,
            "tests_total": 2,
            "error": null
          },
          "duration_seconds": 46.69520655100041,
          "timestamp": "2026-06-24T22:25:12.199693+00:00"
        },
        {
          "level": 5,
          "name": "Compose Job + RetryPolicy + JobQueue",
          "points_possible": 10,
          "points_earned": 0,
          "validation": {
            "passed": false,
            "pass_rate": 0.0,
            "tests_passed": 0,
            "tests_total": 5,
            "error": "Some tests failed"
          },
          "duration_seconds": 49.92047881399958,
          "timestamp": "2026-06-24T22:25:59.141845+00:00"
        }
      ]
    },
    {
      "iteration": 6,
      "total_score": 40,
      "levels_passed": 2,
      "metrics": {
        "mean_tps": 189.7406808179416,
        "mean_ttft_ms": 82.102,
        "mean_total_ms": 30436.253399999998,
        "vram_idle_mb": 21389
      },
      "timestamp": "2026-06-24T22:29:23.732839+00:00",
      "levels": [
        {
          "level": 1,
          "name": "Basic Queue",
          "points_possible": 25,
          "points_earned": 0,
          "validation": {
            "passed": false,
            "pass_rate": 0.0,
            "tests_passed": 0,
            "tests_total": 3,
            "error": "Some tests failed"
          },
          "duration_seconds": 25.721377640000355,
          "timestamp": "2026-06-24T22:26:49.332724+00:00"
        },
        {
          "level": 2,
          "name": "Retry with Backoff",
          "points_possible": 25,
          "points_earned": 0,
          "validation": {
            "passed": false,
            "pass_rate": 0.0,
            "tests_passed": 0,
            "tests_total": 0,
            "error": "SyntaxError in generated code"
          },
          "duration_seconds": 25.66026595599942,
          "timestamp": "2026-06-24T22:27:15.298746+00:00"
        },
        {
          "level": 3,
          "name": "Priority Queue",
          "points_possible": 25,
          "points_earned": 25,
          "validation": {
            "passed": true,
            "pass_rate": 1.0,
            "tests_passed": 3,
            "tests_total": 3,
            "error": null
          },
          "duration_seconds": 10.888093018999825,
          "timestamp": "2026-06-24T22:27:41.209845+00:00"
        },
        {
          "level": 4,
          "name": "Concurrency Bug Fix",
          "points_possible": 15,
          "points_earned": 15,
          "validation": {
            "passed": true,
            "pass_rate": 1.0,
            "tests_passed": 2,
            "tests_total": 2,
            "error": null
          },
          "duration_seconds": 50.21532937899974,
          "timestamp": "2026-06-24T22:27:52.323992+00:00"
        },
        {
          "level": 5,
          "name": "Compose Job + RetryPolicy + JobQueue",
          "points_possible": 10,
          "points_earned": 0,
          "validation": {
            "passed": false,
            "pass_rate": 0.0,
            "tests_passed": 0,
            "tests_total": 5,
            "error": "Some tests failed"
          },
          "duration_seconds": 40.68680358000074,
          "timestamp": "2026-06-24T22:28:42.778990+00:00"
        }
      ]
    },
    {
      "iteration": 7,
      "total_score": 40,
      "levels_passed": 2,
      "metrics": {
        "mean_tps": 189.4468534160938,
        "mean_ttft_ms": 82.4002,
        "mean_total_ms": 30596.427999999996,
        "vram_idle_mb": 21389
      },
      "timestamp": "2026-06-24T22:31:59.071368+00:00",
      "levels": [
        {
          "level": 1,
          "name": "Basic Queue",
          "points_possible": 25,
          "points_earned": 0,
          "validation": {
            "passed": false,
            "pass_rate": 0.0,
            "tests_passed": 0,
            "tests_total": 3,
            "error": "Some tests failed"
          },
          "duration_seconds": 43.12813438300054,
          "timestamp": "2026-06-24T22:29:23.751152+00:00"
        },
        {
          "level": 2,
          "name": "Retry with Backoff",
          "points_possible": 25,
          "points_earned": 0,
          "validation": {
            "passed": false,
            "pass_rate": 0.0,
            "tests_passed": 0,
            "tests_total": 3,
            "error": "Some tests failed"
          },
          "duration_seconds": 26.170544829999926,
          "timestamp": "2026-06-24T22:30:07.154569+00:00"
        },
        {
          "level": 3,
          "name": "Priority Queue",
          "points_possible": 25,
          "points_earned": 25,
          "validation": {
            "passed": true,
            "pass_rate": 1.0,
            "tests_passed": 3,
            "tests_total": 3,
            "error": null
          },
          "duration_seconds": 16.524943565000285,
          "timestamp": "2026-06-24T22:30:33.596654+00:00"
        },
        {
          "level": 4,
          "name": "Concurrency Bug Fix",
          "points_possible": 15,
          "points_earned": 15,
          "validation": {
            "passed": true,
            "pass_rate": 1.0,
            "tests_passed": 2,
            "tests_total": 2,
            "error": null
          },
          "duration_seconds": 26.192124264000086,
          "timestamp": "2026-06-24T22:30:50.386877+00:00"
        },
        {
          "level": 5,
          "name": "Compose Job + RetryPolicy + JobQueue",
          "points_possible": 10,
          "points_earned": 0,
          "validation": {
            "passed": false,
            "pass_rate": 0.2,
            "tests_passed": 1,
            "tests_total": 5,
            "error": "Some tests failed"
          },
          "duration_seconds": 41.9510405609999,
          "timestamp": "2026-06-24T22:31:16.833452+00:00"
        }
      ]
    },
    {
      "iteration": 8,
      "total_score": 40,
      "levels_passed": 2,
      "metrics": {
        "mean_tps": 188.82145399461916,
        "mean_ttft_ms": 82.77080000000001,
        "mean_total_ms": 35406.536799999994,
        "vram_idle_mb": 21389
      },
      "timestamp": "2026-06-24T22:34:58.470404+00:00",
      "levels": [
        {
          "level": 1,
          "name": "Basic Queue",
          "points_possible": 25,
          "points_earned": 0,
          "validation": {
            "passed": false,
            "pass_rate": 0.0,
            "tests_passed": 0,
            "tests_total": 3,
            "error": "Some tests failed"
          },
          "duration_seconds": 32.70334098700005,
          "timestamp": "2026-06-24T22:31:59.089409+00:00"
        },
        {
          "level": 2,
          "name": "Retry with Backoff",
          "points_possible": 25,
          "points_earned": 0,
          "validation": {
            "passed": false,
            "pass_rate": 0.0,
            "tests_passed": 0,
            "tests_total": 3,
            "error": "Some tests failed"
          },
          "duration_seconds": 33.02559409800051,
          "timestamp": "2026-06-24T22:32:32.061016+00:00"
        },
        {
          "level": 3,
          "name": "Priority Queue",
          "points_possible": 25,
          "points_earned": 25,
          "validation": {
            "passed": true,
            "pass_rate": 1.0,
            "tests_passed": 3,
            "tests_total": 3,
            "error": null
          },
          "duration_seconds": 10.623148345999653,
          "timestamp": "2026-06-24T22:33:05.362398+00:00"
        },
        {
          "level": 4,
          "name": "Concurrency Bug Fix",
          "points_possible": 15,
          "points_earned": 15,
          "validation": {
            "passed": true,
            "pass_rate": 1.0,
            "tests_passed": 2,
            "tests_total": 2,
            "error": null
          },
          "duration_seconds": 60.669551758000125,
          "timestamp": "2026-06-24T22:33:16.238894+00:00"
        },
        {
          "level": 5,
          "name": "Compose Job + RetryPolicy + JobQueue",
          "points_possible": 10,
          "points_earned": 0,
          "validation": {
            "passed": false,
            "pass_rate": 0.0,
            "tests_passed": 0,
            "tests_total": 5,
            "error": "Some tests failed"
          },
          "duration_seconds": 41.02828621400022,
          "timestamp": "2026-06-24T22:34:17.161431+00:00"
        }
      ]
    },
    {
      "iteration": 9,
      "total_score": 40,
      "levels_passed": 2,
      "metrics": {
        "mean_tps": 186.63704825567845,
        "mean_ttft_ms": 83.3092,
        "mean_total_ms": 36116.429000000004,
        "vram_idle_mb": 21389
      },
      "timestamp": "2026-06-24T22:38:01.544540+00:00",
      "levels": [
        {
          "level": 1,
          "name": "Basic Queue",
          "points_possible": 25,
          "points_earned": 0,
          "validation": {
            "passed": false,
            "pass_rate": 0.0,
            "tests_passed": 0,
            "tests_total": 3,
            "error": "Some tests failed"
          },
          "duration_seconds": 42.35319371300011,
          "timestamp": "2026-06-24T22:34:58.488331+00:00"
        },
        {
          "level": 2,
          "name": "Retry with Backoff",
          "points_possible": 25,
          "points_earned": 0,
          "validation": {
            "passed": false,
            "pass_rate": 0.0,
            "tests_passed": 0,
            "tests_total": 3,
            "error": "Some tests failed"
          },
          "duration_seconds": 43.602314326999476,
          "timestamp": "2026-06-24T22:35:41.183945+00:00"
        },
        {
          "level": 3,
          "name": "Priority Queue",
          "points_possible": 25,
          "points_earned": 25,
          "validation": {
            "passed": true,
            "pass_rate": 1.0,
            "tests_passed": 3,
            "tests_total": 3,
            "error": null
          },
          "duration_seconds": 17.683436364000045,
          "timestamp": "2026-06-24T22:36:25.060277+00:00"
        },
        {
          "level": 4,
          "name": "Concurrency Bug Fix",
          "points_possible": 15,
          "points_earned": 15,
          "validation": {
            "passed": true,
            "pass_rate": 1.0,
            "tests_passed": 2,
            "tests_total": 2,
            "error": null
          },
          "duration_seconds": 39.487462850000156,
          "timestamp": "2026-06-24T22:36:42.997090+00:00"
        },
        {
          "level": 5,
          "name": "Compose Job + RetryPolicy + JobQueue",
          "points_possible": 10,
          "points_earned": 0,
          "validation": {
            "passed": false,
            "pass_rate": 0.0,
            "tests_passed": 0,
            "tests_total": 5,
            "error": "Some tests failed"
          },
          "duration_seconds": 38.51850956099952,
          "timestamp": "2026-06-24T22:37:22.741852+00:00"
        }
      ]
    },
    {
      "iteration": 10,
      "total_score": 40,
      "levels_passed": 2,
      "metrics": {
        "mean_tps": 188.11829113509876,
        "mean_ttft_ms": 82.7206,
        "mean_total_ms": 36883.054599999996,
        "vram_idle_mb": 21389
      },
      "timestamp": "2026-06-24T22:41:08.410371+00:00",
      "levels": [
        {
          "level": 1,
          "name": "Basic Queue",
          "points_possible": 25,
          "points_earned": 0,
          "validation": {
            "passed": false,
            "pass_rate": 0.0,
            "tests_passed": 0,
            "tests_total": 3,
            "error": "Some tests failed"
          },
          "duration_seconds": 43.08508802699998,
          "timestamp": "2026-06-24T22:38:01.562289+00:00"
        },
        {
          "level": 2,
          "name": "Retry with Backoff",
          "points_possible": 25,
          "points_earned": 0,
          "validation": {
            "passed": false,
            "pass_rate": 0.0,
            "tests_passed": 0,
            "tests_total": 3,
            "error": "Some tests failed"
          },
          "duration_seconds": 28.77571246000025,
          "timestamp": "2026-06-24T22:38:44.937807+00:00"
        },
        {
          "level": 3,
          "name": "Priority Queue",
          "points_possible": 25,
          "points_earned": 25,
          "validation": {
            "passed": true,
            "pass_rate": 1.0,
            "tests_passed": 3,
            "tests_total": 3,
            "error": null
          },
          "duration_seconds": 14.185812163000264,
          "timestamp": "2026-06-24T22:39:13.994897+00:00"
        },
        {
          "level": 4,
          "name": "Concurrency Bug Fix",
          "points_possible": 15,
          "points_earned": 15,
          "validation": {
            "passed": true,
            "pass_rate": 1.0,
            "tests_passed": 2,
            "tests_total": 2,
            "error": null
          },
          "duration_seconds": 31.183686916000624,
          "timestamp": "2026-06-24T22:39:28.437810+00:00"
        },
        {
          "level": 5,
          "name": "Compose Job + RetryPolicy + JobQueue",
          "points_possible": 10,
          "points_earned": 0,
          "validation": {
            "passed": false,
            "pass_rate": 0.0,
            "tests_passed": 0,
            "tests_total": 5,
            "error": "Some tests failed"
          },
          "duration_seconds": 68.24552665600004,
          "timestamp": "2026-06-24T22:39:59.879187+00:00"
        }
      ]
    },
    {
      "iteration": 11,
      "total_score": 90,
      "levels_passed": 4,
      "metrics": {
        "mean_tps": 189.26034292086416,
        "mean_ttft_ms": 82.11959999999999,
        "mean_total_ms": 31073.5396,
        "vram_idle_mb": 21389
      },
      "timestamp": "2026-06-24T22:43:46.124075+00:00",
      "levels": [
        {
          "level": 1,
          "name": "Basic Queue",
          "points_possible": 25,
          "points_earned": 25,
          "validation": {
            "passed": true,
            "pass_rate": 1.0,
            "tests_passed": 3,
            "tests_total": 3,
            "error": null
          },
          "duration_seconds": 35.43356457799928,
          "timestamp": "2026-06-24T22:41:08.429220+00:00"
        },
        {
          "level": 2,
          "name": "Retry with Backoff",
          "points_possible": 25,
          "points_earned": 25,
          "validation": {
            "passed": true,
            "pass_rate": 1.0,
            "tests_passed": 3,
            "tests_total": 3,
            "error": null
          },
          "duration_seconds": 30.089627794999615,
          "timestamp": "2026-06-24T22:41:44.122239+00:00"
        },
        {
          "level": 3,
          "name": "Priority Queue",
          "points_possible": 25,
          "points_earned": 25,
          "validation": {
            "passed": true,
            "pass_rate": 1.0,
            "tests_passed": 3,
            "tests_total": 3,
            "error": null
          },
          "duration_seconds": 15.623268383000323,
          "timestamp": "2026-06-24T22:42:14.454271+00:00"
        },
        {
          "level": 4,
          "name": "Concurrency Bug Fix",
          "points_possible": 15,
          "points_earned": 15,
          "validation": {
            "passed": true,
            "pass_rate": 1.0,
            "tests_passed": 2,
            "tests_total": 2,
            "error": null
          },
          "duration_seconds": 31.848821749000308,
          "timestamp": "2026-06-24T22:42:30.309578+00:00"
        },
        {
          "level": 5,
          "name": "Compose Job + RetryPolicy + JobQueue",
          "points_possible": 10,
          "points_earned": 0,
          "validation": {
            "passed": false,
            "pass_rate": 0.0,
            "tests_passed": 0,
            "tests_total": 5,
            "error": "Some tests failed"
          },
          "duration_seconds": 43.45827683400057,
          "timestamp": "2026-06-24T22:43:02.390208+00:00"
        }
      ]
    },
    {
      "iteration": 12,
      "total_score": 40,
      "levels_passed": 2,
      "metrics": {
        "mean_tps": 188.61193456927353,
        "mean_ttft_ms": 82.46459999999999,
        "mean_total_ms": 34603.6688,
        "vram_idle_mb": 21389
      },
      "timestamp": "2026-06-24T22:46:41.511686+00:00",
      "levels": [
        {
          "level": 1,
          "name": "Basic Queue",
          "points_possible": 25,
          "points_earned": 0,
          "validation": {
            "passed": false,
            "pass_rate": 0.0,
            "tests_passed": 0,
            "tests_total": 3,
            "error": "Some tests failed"
          },
          "duration_seconds": 35.432571634999476,
          "timestamp": "2026-06-24T22:43:46.142152+00:00"
        },
        {
          "level": 2,
          "name": "Retry with Backoff",
          "points_possible": 25,
          "points_earned": 0,
          "validation": {
            "passed": false,
            "pass_rate": 0.0,
            "tests_passed": 0,
            "tests_total": 3,
            "error": "Some tests failed"
          },
          "duration_seconds": 32.06225154300046,
          "timestamp": "2026-06-24T22:44:21.831104+00:00"
        },
        {
          "level": 3,
          "name": "Priority Queue",
          "points_possible": 25,
          "points_earned": 25,
          "validation": {
            "passed": true,
            "pass_rate": 1.0,
            "tests_passed": 3,
            "tests_total": 3,
            "error": null
          },
          "duration_seconds": 14.308385149999594,
          "timestamp": "2026-06-24T22:44:54.146030+00:00"
        },
        {
          "level": 4,
          "name": "Concurrency Bug Fix",
          "points_possible": 15,
          "points_earned": 15,
          "validation": {
            "passed": true,
            "pass_rate": 1.0,
            "tests_passed": 2,
            "tests_total": 2,
            "error": null
          },
          "duration_seconds": 35.188109415000326,
          "timestamp": "2026-06-24T22:45:08.718066+00:00"
        },
        {
          "level": 5,
          "name": "Compose Job + RetryPolicy + JobQueue",
          "points_possible": 10,
          "points_earned": 0,
          "validation": {
            "passed": false,
            "pass_rate": 0.0,
            "tests_passed": 0,
            "tests_total": 5,
            "error": "Some tests failed"
          },
          "duration_seconds": 57.08547125599944,
          "timestamp": "2026-06-24T22:45:44.159066+00:00"
        }
      ]
    },
    {
      "iteration": 13,
      "total_score": 65,
      "levels_passed": 3,
      "metrics": {
        "mean_tps": 188.8355329381932,
        "mean_ttft_ms": 81.6148,
        "mean_total_ms": 35661.1806,
        "vram_idle_mb": 21389
      },
      "timestamp": "2026-06-24T22:49:42.109378+00:00",
      "levels": [
        {
          "level": 1,
          "name": "Basic Queue",
          "points_possible": 25,
          "points_earned": 25,
          "validation": {
            "passed": true,
            "pass_rate": 1.0,
            "tests_passed": 3,
            "tests_total": 3,
            "error": null
          },
          "duration_seconds": 32.30069904799984,
          "timestamp": "2026-06-24T22:46:41.530052+00:00"
        },
        {
          "level": 2,
          "name": "Retry with Backoff",
          "points_possible": 25,
          "points_earned": 0,
          "validation": {
            "passed": false,
            "pass_rate": 0.0,
            "tests_passed": 0,
            "tests_total": 3,
            "error": "Some tests failed"
          },
          "duration_seconds": 33.97194307999962,
          "timestamp": "2026-06-24T22:47:14.064555+00:00"
        },
        {
          "level": 3,
          "name": "Priority Queue",
          "points_possible": 25,
          "points_earned": 25,
          "validation": {
            "passed": true,
            "pass_rate": 1.0,
            "tests_passed": 3,
            "tests_total": 3,
            "error": null
          },
          "duration_seconds": 15.053175768999608,
          "timestamp": "2026-06-24T22:47:48.286778+00:00"
        },
        {
          "level": 4,
          "name": "Concurrency Bug Fix",
          "points_possible": 15,
          "points_earned": 15,
          "validation": {
            "passed": true,
            "pass_rate": 1.0,
            "tests_passed": 2,
            "tests_total": 2,
            "error": null
          },
          "duration_seconds": 29.184206165999967,
          "timestamp": "2026-06-24T22:48:03.573095+00:00"
        },
        {
          "level": 5,
          "name": "Compose Job + RetryPolicy + JobQueue",
          "points_possible": 10,
          "points_earned": 0,
          "validation": {
            "passed": false,
            "pass_rate": 0.0,
            "tests_passed": 0,
            "tests_total": 5,
            "error": "Some tests failed"
          },
          "duration_seconds": 68.84117226900071,
          "timestamp": "2026-06-24T22:48:32.996099+00:00"
        }
      ]
    },
    {
      "iteration": 14,
      "total_score": 40,
      "levels_passed": 2,
      "metrics": {
        "mean_tps": 188.76268146969738,
        "mean_ttft_ms": 82.3878,
        "mean_total_ms": 36303.5214,
        "vram_idle_mb": 21389
      },
      "timestamp": "2026-06-24T22:52:45.971568+00:00",
      "levels": [
        {
          "level": 1,
          "name": "Basic Queue",
          "points_possible": 25,
          "points_earned": 0,
          "validation": {
            "passed": false,
            "pass_rate": 0.0,
            "tests_passed": 0,
            "tests_total": 3,
            "error": "Some tests failed"
          },
          "duration_seconds": 34.558466358999794,
          "timestamp": "2026-06-24T22:49:42.127891+00:00"
        },
        {
          "level": 2,
          "name": "Retry with Backoff",
          "points_possible": 25,
          "points_earned": 0,
          "validation": {
            "passed": false,
            "pass_rate": 0.0,
            "tests_passed": 0,
            "tests_total": 3,
            "error": "Some tests failed"
          },
          "duration_seconds": 45.27893063099964,
          "timestamp": "2026-06-24T22:50:16.943351+00:00"
        },
        {
          "level": 3,
          "name": "Priority Queue",
          "points_possible": 25,
          "points_earned": 25,
          "validation": {
            "passed": true,
            "pass_rate": 1.0,
            "tests_passed": 3,
            "tests_total": 3,
            "error": null
          },
          "duration_seconds": 11.226579915999537,
          "timestamp": "2026-06-24T22:51:02.475395+00:00"
        },
        {
          "level": 4,
          "name": "Concurrency Bug Fix",
          "points_possible": 15,
          "points_earned": 15,
          "validation": {
            "passed": true,
            "pass_rate": 1.0,
            "tests_passed": 2,
            "tests_total": 2,
            "error": null
          },
          "duration_seconds": 36.21737015600047,
          "timestamp": "2026-06-24T22:51:13.938607+00:00"
        },
        {
          "level": 5,
          "name": "Compose Job + RetryPolicy + JobQueue",
          "points_possible": 10,
          "points_earned": 0,
          "validation": {
            "passed": false,
            "pass_rate": 0.0,
            "tests_passed": 0,
            "tests_total": 5,
            "error": "Some tests failed"
          },
          "duration_seconds": 55.31808185600039,
          "timestamp": "2026-06-24T22:51:50.393945+00:00"
        }
      ]
    },
    {
      "iteration": 15,
      "total_score": 65,
      "levels_passed": 3,
      "metrics": {
        "mean_tps": 188.60540838255963,
        "mean_ttft_ms": 82.1038,
        "mean_total_ms": 37897.362,
        "vram_idle_mb": 21389
      },
      "timestamp": "2026-06-24T22:55:57.785094+00:00",
      "levels": [
        {
          "level": 1,
          "name": "Basic Queue",
          "points_possible": 25,
          "points_earned": 25,
          "validation": {
            "passed": true,
            "pass_rate": 1.0,
            "tests_passed": 3,
            "tests_total": 3,
            "error": null
          },
          "duration_seconds": 42.601871922999635,
          "timestamp": "2026-06-24T22:52:45.990076+00:00"
        },
        {
          "level": 2,
          "name": "Retry with Backoff",
          "points_possible": 25,
          "points_earned": 0,
          "validation": {
            "passed": false,
            "pass_rate": 0.0,
            "tests_passed": 0,
            "tests_total": 3,
            "error": "Some tests failed"
          },
          "duration_seconds": 28.090921824999896,
          "timestamp": "2026-06-24T22:53:28.823793+00:00"
        },
        {
          "level": 3,
          "name": "Priority Queue",
          "points_possible": 25,
          "points_earned": 25,
          "validation": {
            "passed": true,
            "pass_rate": 1.0,
            "tests_passed": 3,
            "tests_total": 3,
            "error": null
          },
          "duration_seconds": 16.45990140699996,
          "timestamp": "2026-06-24T22:53:57.176440+00:00"
        },
        {
          "level": 4,
          "name": "Concurrency Bug Fix",
          "points_possible": 15,
          "points_earned": 15,
          "validation": {
            "passed": true,
            "pass_rate": 1.0,
            "tests_passed": 2,
            "tests_total": 2,
            "error": null
          },
          "duration_seconds": 28.513116252000145,
          "timestamp": "2026-06-24T22:54:13.876430+00:00"
        },
        {
          "level": 5,
          "name": "Compose Job + RetryPolicy + JobQueue",
          "points_possible": 10,
          "points_earned": 0,
          "validation": {
            "passed": false,
            "pass_rate": 0.2,
            "tests_passed": 1,
            "tests_total": 5,
            "error": "Some tests failed"
          },
          "duration_seconds": 74.86853433000033,
          "timestamp": "2026-06-24T22:54:42.633911+00:00"
        }
      ]
    }
  ],
  "summary": {
    "scores": [
      40,
      65,
      65,
      40,
      40,
      40,
      40,
      40,
      40,
      40,
      90,
      40,
      65,
      40,
      65
    ],
    "stats": {
      "mean": 50,
      "std": 15.811388300841896,
      "min": 40,
      "max": 90
    },
    "confidence_interval": {
      "lower": 41.263486584073334,
      "upper": 58.736513415926666
    },
    "tps": {
      "mean": 188.93278058680914,
      "values": [
        189.62899111231258,
        189.20475643080886,
        189.49148727854433,
        189.25535055163377,
        189.57089552881789,
        189.7406808179416,
        189.4468534160938,
        188.82145399461916,
        186.63704825567845,
        188.11829113509876,
        189.26034292086416,
        188.61193456927353,
        188.8355329381932,
        188.76268146969738,
        188.60540838255963
      ]
    },
    "vram_peak_mb": null
  },
  "started_at": "2026-06-24T22:12:28.205490+00:00",
  "completed_at": "2026-06-24T22:55:57.785112+00:00"
}