{
  "model": {
    "id": "vibethinker-3b-q8",
    "name": "VibeThinker-3B Q8_0",
    "architecture": "dense-3B",
    "repo": "prithivMLmods/VibeThinker-3B-GGUF",
    "quant": "Q8_0",
    "file": "VibeThinker-3B.Q8_0.gguf",
    "port": 7115,
    "service_id": "vibethinker-3b-q8",
    "sampler": {
      "temperature": 1.0,
      "top_p": 0.95,
      "top_k": 20,
      "min_p": 0.0,
      "presence_penalty": 0.0,
      "repetition_penalty": 1.0
    }
  },
  "config": {
    "base_url": "http://localhost:7115",
    "iterations": 15,
    "sampler": {
      "temperature": 1.0,
      "top_p": 0.95,
      "top_k": 20,
      "min_p": 0.0,
      "presence_penalty": 0.0,
      "repetition_penalty": 1.0
    },
    "levels": [
      1,
      2,
      3,
      4,
      5
    ]
  },
  "iterations": [
    {
      "iteration": 1,
      "total_score": 75,
      "levels_passed": 4,
      "metrics": {
        "mean_tps": 194.78108536907945,
        "mean_ttft_ms": 18.5948,
        "mean_total_ms": 22779.6204,
        "vram_idle_mb": 4961
      },
      "timestamp": "2026-06-25T22:22:32.192223+00:00",
      "levels": [
        {
          "level": 1,
          "name": "Basic Queue",
          "points_possible": 25,
          "points_earned": 25,
          "validation": {
            "passed": true,
            "pass_rate": 1.0,
            "tests_passed": 3,
            "tests_total": 3,
            "error": null
          },
          "duration_seconds": 19.632383724994725,
          "timestamp": "2026-06-25T22:20:36.629458+00:00"
        },
        {
          "level": 2,
          "name": "Retry with Backoff",
          "points_possible": 25,
          "points_earned": 0,
          "validation": {
            "passed": false,
            "pass_rate": 0.0,
            "tests_passed": 0,
            "tests_total": 0,
            "error": "SyntaxError in generated code"
          },
          "duration_seconds": 31.004781911004102,
          "timestamp": "2026-06-25T22:20:56.524390+00:00"
        },
        {
          "level": 3,
          "name": "Priority Queue",
          "points_possible": 25,
          "points_earned": 25,
          "validation": {
            "passed": true,
            "pass_rate": 1.0,
            "tests_passed": 3,
            "tests_total": 3,
            "error": null
          },
          "duration_seconds": 9.618992131989216,
          "timestamp": "2026-06-25T22:21:27.810081+00:00"
        },
        {
          "level": 4,
          "name": "Concurrency Bug Fix",
          "points_possible": 15,
          "points_earned": 15,
          "validation": {
            "passed": true,
            "pass_rate": 1.0,
            "tests_passed": 2,
            "tests_total": 2,
            "error": null
          },
          "duration_seconds": 15.31981115299277,
          "timestamp": "2026-06-25T22:21:37.696811+00:00"
        },
        {
          "level": 5,
          "name": "Compose Job + RetryPolicy + JobQueue",
          "points_possible": 10,
          "points_earned": 10,
          "validation": {
            "passed": true,
            "pass_rate": 1.0,
            "tests_passed": 5,
            "tests_total": 5,
            "error": null
          },
          "duration_seconds": 38.668374407992815,
          "timestamp": "2026-06-25T22:21:53.261886+00:00"
        }
      ]
    },
    {
      "iteration": 2,
      "total_score": 75,
      "levels_passed": 3,
      "metrics": {
        "mean_tps": 196.11850586159576,
        "mean_ttft_ms": 15.9202,
        "mean_total_ms": 18017.8228,
        "vram_idle_mb": 4971
      },
      "timestamp": "2026-06-25T22:24:03.893433+00:00",
      "levels": [
        {
          "level": 1,
          "name": "Basic Queue",
          "points_possible": 25,
          "points_earned": 25,
          "validation": {
            "passed": true,
            "pass_rate": 1.0,
            "tests_passed": 3,
            "tests_total": 3,
            "error": null
          },
          "duration_seconds": 23.08359891299915,
          "timestamp": "2026-06-25T22:22:32.211265+00:00"
        },
        {
          "level": 2,
          "name": "Retry with Backoff",
          "points_possible": 25,
          "points_earned": 25,
          "validation": {
            "passed": true,
            "pass_rate": 1.0,
            "tests_passed": 3,
            "tests_total": 3,
            "error": null
          },
          "duration_seconds": 29.068769043005886,
          "timestamp": "2026-06-25T22:22:55.545936+00:00"
        },
        {
          "level": 3,
          "name": "Priority Queue",
          "points_possible": 25,
          "points_earned": 25,
          "validation": {
            "passed": true,
            "pass_rate": 1.0,
            "tests_passed": 3,
            "tests_total": 3,
            "error": null
          },
          "duration_seconds": 8.527138824996655,
          "timestamp": "2026-06-25T22:23:24.847856+00:00"
        },
        {
          "level": 4,
          "name": "Concurrency Bug Fix",
          "points_possible": 15,
          "points_earned": 0,
          "validation": {
            "passed": false,
            "pass_rate": 0.5,
            "tests_passed": 1,
            "tests_total": 2,
            "error": "Some tests failed"
          },
          "duration_seconds": 10.648621180996997,
          "timestamp": "2026-06-25T22:23:33.602540+00:00"
        },
        {
          "level": 5,
          "name": "Compose Job + RetryPolicy + JobQueue",
          "points_possible": 10,
          "points_earned": 0,
          "validation": {
            "passed": false,
            "pass_rate": 0.0,
            "tests_passed": 0,
            "tests_total": 5,
            "error": "Some tests failed"
          },
          "duration_seconds": 19.126267814994208,
          "timestamp": "2026-06-25T22:23:44.509331+00:00"
        }
      ]
    },
    {
      "iteration": 3,
      "total_score": 90,
      "levels_passed": 4,
      "metrics": {
        "mean_tps": 193.93378501915367,
        "mean_ttft_ms": 15.8296,
        "mean_total_ms": 29218.2578,
        "vram_idle_mb": 4971
      },
      "timestamp": "2026-06-25T22:26:31.546916+00:00",
      "levels": [
        {
          "level": 1,
          "name": "Basic Queue",
          "points_possible": 25,
          "points_earned": 25,
          "validation": {
            "passed": true,
            "pass_rate": 1.0,
            "tests_passed": 3,
            "tests_total": 3,
            "error": null
          },
          "duration_seconds": 25.18607494600292,
          "timestamp": "2026-06-25T22:24:03.912315+00:00"
        },
        {
          "level": 2,
          "name": "Retry with Backoff",
          "points_possible": 25,
          "points_earned": 25,
          "validation": {
            "passed": true,
            "pass_rate": 1.0,
            "tests_passed": 3,
            "tests_total": 3,
            "error": null
          },
          "duration_seconds": 39.91385856100533,
          "timestamp": "2026-06-25T22:24:29.328887+00:00"
        },
        {
          "level": 3,
          "name": "Priority Queue",
          "points_possible": 25,
          "points_earned": 25,
          "validation": {
            "passed": true,
            "pass_rate": 1.0,
            "tests_passed": 3,
            "tests_total": 3,
            "error": null
          },
          "duration_seconds": 9.754695225012256,
          "timestamp": "2026-06-25T22:25:09.469951+00:00"
        },
        {
          "level": 4,
          "name": "Concurrency Bug Fix",
          "points_possible": 15,
          "points_earned": 15,
          "validation": {
            "passed": true,
            "pass_rate": 1.0,
            "tests_passed": 2,
            "tests_total": 2,
            "error": null
          },
          "duration_seconds": 14.097692188996007,
          "timestamp": "2026-06-25T22:25:19.454565+00:00"
        },
        {
          "level": 5,
          "name": "Compose Job + RetryPolicy + JobQueue",
          "points_possible": 10,
          "points_earned": 0,
          "validation": {
            "passed": false,
            "pass_rate": 0.8,
            "tests_passed": 4,
            "tests_total": 5,
            "error": "Some tests failed"
          },
          "duration_seconds": 57.49222613198799,
          "timestamp": "2026-06-25T22:25:33.786310+00:00"
        }
      ]
    },
    {
      "iteration": 4,
      "total_score": 40,
      "levels_passed": 2,
      "metrics": {
        "mean_tps": 194.36495917714598,
        "mean_ttft_ms": 16.116,
        "mean_total_ms": 26251.718200000003,
        "vram_idle_mb": 4971
      },
      "timestamp": "2026-06-25T22:28:44.483748+00:00",
      "levels": [
        {
          "level": 1,
          "name": "Basic Queue",
          "points_possible": 25,
          "points_earned": 25,
          "validation": {
            "passed": true,
            "pass_rate": 1.0,
            "tests_passed": 3,
            "tests_total": 3,
            "error": null
          },
          "duration_seconds": 16.984418844003812,
          "timestamp": "2026-06-25T22:26:31.564915+00:00"
        },
        {
          "level": 2,
          "name": "Retry with Backoff",
          "points_possible": 25,
          "points_earned": 0,
          "validation": {
            "passed": false,
            "pass_rate": 0.3333333333333333,
            "tests_passed": 1,
            "tests_total": 3,
            "error": "Some tests failed"
          },
          "duration_seconds": 46.17328407400055,
          "timestamp": "2026-06-25T22:26:48.777094+00:00"
        },
        {
          "level": 3,
          "name": "Priority Queue",
          "points_possible": 25,
          "points_earned": 0,
          "validation": {
            "passed": false,
            "pass_rate": 0.0,
            "tests_passed": 0,
            "tests_total": 0,
            "error": "SyntaxError in generated code"
          },
          "duration_seconds": 17.882998638990102,
          "timestamp": "2026-06-25T22:27:35.204631+00:00"
        },
        {
          "level": 4,
          "name": "Concurrency Bug Fix",
          "points_possible": 15,
          "points_earned": 15,
          "validation": {
            "passed": true,
            "pass_rate": 1.0,
            "tests_passed": 2,
            "tests_total": 2,
            "error": null
          },
          "duration_seconds": 15.301881523002521,
          "timestamp": "2026-06-25T22:27:53.329855+00:00"
        },
        {
          "level": 5,
          "name": "Compose Job + RetryPolicy + JobQueue",
          "points_possible": 10,
          "points_earned": 0,
          "validation": {
            "passed": false,
            "pass_rate": 0.6,
            "tests_passed": 3,
            "tests_total": 5,
            "error": "Some tests failed"
          },
          "duration_seconds": 35.35434058100509,
          "timestamp": "2026-06-25T22:28:08.859454+00:00"
        }
      ]
    },
    {
      "iteration": 5,
      "total_score": 65,
      "levels_passed": 3,
      "metrics": {
        "mean_tps": 194.58031307094612,
        "mean_ttft_ms": 15.8958,
        "mean_total_ms": 25067.876800000002,
        "vram_idle_mb": 4971
      },
      "timestamp": "2026-06-25T22:30:51.519384+00:00",
      "levels": [
        {
          "level": 1,
          "name": "Basic Queue",
          "points_possible": 25,
          "points_earned": 25,
          "validation": {
            "passed": true,
            "pass_rate": 1.0,
            "tests_passed": 3,
            "tests_total": 3,
            "error": null
          },
          "duration_seconds": 17.491023239010246,
          "timestamp": "2026-06-25T22:28:44.501813+00:00"
        },
        {
          "level": 2,
          "name": "Retry with Backoff",
          "points_possible": 25,
          "points_earned": 0,
          "validation": {
            "passed": false,
            "pass_rate": 0.6666666666666666,
            "tests_passed": 2,
            "tests_total": 3,
            "error": "Some tests failed"
          },
          "duration_seconds": 42.83212815299339,
          "timestamp": "2026-06-25T22:29:02.248070+00:00"
        },
        {
          "level": 3,
          "name": "Priority Queue",
          "points_possible": 25,
          "points_earned": 25,
          "validation": {
            "passed": true,
            "pass_rate": 1.0,
            "tests_passed": 3,
            "tests_total": 3,
            "error": null
          },
          "duration_seconds": 9.689503696994507,
          "timestamp": "2026-06-25T22:29:45.355171+00:00"
        },
        {
          "level": 4,
          "name": "Concurrency Bug Fix",
          "points_possible": 15,
          "points_earned": 15,
          "validation": {
            "passed": true,
            "pass_rate": 1.0,
            "tests_passed": 2,
            "tests_total": 2,
            "error": null
          },
          "duration_seconds": 11.407465657990542,
          "timestamp": "2026-06-25T22:29:55.286340+00:00"
        },
        {
          "level": 5,
          "name": "Compose Job + RetryPolicy + JobQueue",
          "points_possible": 10,
          "points_earned": 0,
          "validation": {
            "passed": false,
            "pass_rate": 0.0,
            "tests_passed": 0,
            "tests_total": 5,
            "error": "Some tests failed"
          },
          "duration_seconds": 44.28811631600547,
          "timestamp": "2026-06-25T22:30:06.953740+00:00"
        }
      ]
    },
    {
      "iteration": 6,
      "total_score": 65,
      "levels_passed": 3,
      "metrics": {
        "mean_tps": 195.4160683184385,
        "mean_ttft_ms": 15.8856,
        "mean_total_ms": 20166.1312,
        "vram_idle_mb": 4971
      },
      "timestamp": "2026-06-25T22:32:34.053904+00:00",
      "levels": [
        {
          "level": 1,
          "name": "Basic Queue",
          "points_possible": 25,
          "points_earned": 25,
          "validation": {
            "passed": true,
            "pass_rate": 1.0,
            "tests_passed": 3,
            "tests_total": 3,
            "error": null
          },
          "duration_seconds": 11.928589798990288,
          "timestamp": "2026-06-25T22:30:51.537384+00:00"
        },
        {
          "level": 2,
          "name": "Retry with Backoff",
          "points_possible": 25,
          "points_earned": 0,
          "validation": {
            "passed": false,
            "pass_rate": 0.0,
            "tests_passed": 0,
            "tests_total": 3,
            "error": "Some tests failed"
          },
          "duration_seconds": 23.652579532994423,
          "timestamp": "2026-06-25T22:31:03.700225+00:00"
        },
        {
          "level": 3,
          "name": "Priority Queue",
          "points_possible": 25,
          "points_earned": 25,
          "validation": {
            "passed": true,
            "pass_rate": 1.0,
            "tests_passed": 3,
            "tests_total": 3,
            "error": null
          },
          "duration_seconds": 11.226697224003146,
          "timestamp": "2026-06-25T22:31:27.609145+00:00"
        },
        {
          "level": 4,
          "name": "Concurrency Bug Fix",
          "points_possible": 15,
          "points_earned": 15,
          "validation": {
            "passed": true,
            "pass_rate": 1.0,
            "tests_passed": 2,
            "tests_total": 2,
            "error": null
          },
          "duration_seconds": 11.251943103998201,
          "timestamp": "2026-06-25T22:31:39.072819+00:00"
        },
        {
          "level": 5,
          "name": "Compose Job + RetryPolicy + JobQueue",
          "points_possible": 10,
          "points_earned": 0,
          "validation": {
            "passed": false,
            "pass_rate": 0.8,
            "tests_passed": 4,
            "tests_total": 5,
            "error": "Some tests failed"
          },
          "duration_seconds": 43.10998977499548,
          "timestamp": "2026-06-25T22:31:50.561313+00:00"
        }
      ]
    },
    {
      "iteration": 7,
      "total_score": 65,
      "levels_passed": 3,
      "metrics": {
        "mean_tps": 194.958850133887,
        "mean_ttft_ms": 16.016399999999997,
        "mean_total_ms": 23613.6016,
        "vram_idle_mb": 4971
      },
      "timestamp": "2026-06-25T22:34:33.794534+00:00",
      "levels": [
        {
          "level": 1,
          "name": "Basic Queue",
          "points_possible": 25,
          "points_earned": 25,
          "validation": {
            "passed": true,
            "pass_rate": 1.0,
            "tests_passed": 3,
            "tests_total": 3,
            "error": null
          },
          "duration_seconds": 28.715413878991967,
          "timestamp": "2026-06-25T22:32:34.071870+00:00"
        },
        {
          "level": 2,
          "name": "Retry with Backoff",
          "points_possible": 25,
          "points_earned": 0,
          "validation": {
            "passed": false,
            "pass_rate": 0.0,
            "tests_passed": 0,
            "tests_total": 3,
            "error": "Some tests failed"
          },
          "duration_seconds": 40.34584741698927,
          "timestamp": "2026-06-25T22:33:03.026815+00:00"
        },
        {
          "level": 3,
          "name": "Priority Queue",
          "points_possible": 25,
          "points_earned": 25,
          "validation": {
            "passed": true,
            "pass_rate": 1.0,
            "tests_passed": 3,
            "tests_total": 3,
            "error": null
          },
          "duration_seconds": 12.58962682899437,
          "timestamp": "2026-06-25T22:33:43.627893+00:00"
        },
        {
          "level": 4,
          "name": "Concurrency Bug Fix",
          "points_possible": 15,
          "points_earned": 15,
          "validation": {
            "passed": true,
            "pass_rate": 1.0,
            "tests_passed": 2,
            "tests_total": 2,
            "error": null
          },
          "duration_seconds": 10.220471446999,
          "timestamp": "2026-06-25T22:33:56.444410+00:00"
        },
        {
          "level": 5,
          "name": "Compose Job + RetryPolicy + JobQueue",
          "points_possible": 10,
          "points_earned": 0,
          "validation": {
            "passed": false,
            "pass_rate": 0.0,
            "tests_passed": 0,
            "tests_total": 5,
            "error": "Some tests failed"
          },
          "duration_seconds": 26.59836579900002,
          "timestamp": "2026-06-25T22:34:06.899358+00:00"
        }
      ]
    },
    {
      "iteration": 8,
      "total_score": 90,
      "levels_passed": 4,
      "metrics": {
        "mean_tps": 195.8977501757857,
        "mean_ttft_ms": 15.856,
        "mean_total_ms": 18765.0192,
        "vram_idle_mb": 4971
      },
      "timestamp": "2026-06-25T22:36:09.160468+00:00",
      "levels": [
        {
          "level": 1,
          "name": "Basic Queue",
          "points_possible": 25,
          "points_earned": 25,
          "validation": {
            "passed": true,
            "pass_rate": 1.0,
            "tests_passed": 3,
            "tests_total": 3,
            "error": null
          },
          "duration_seconds": 17.366848053003196,
          "timestamp": "2026-06-25T22:34:33.812189+00:00"
        },
        {
          "level": 2,
          "name": "Retry with Backoff",
          "points_possible": 25,
          "points_earned": 25,
          "validation": {
            "passed": true,
            "pass_rate": 1.0,
            "tests_passed": 3,
            "tests_total": 3,
            "error": null
          },
          "duration_seconds": 27.210018383993884,
          "timestamp": "2026-06-25T22:34:51.420026+00:00"
        },
        {
          "level": 3,
          "name": "Priority Queue",
          "points_possible": 25,
          "points_earned": 25,
          "validation": {
            "passed": true,
            "pass_rate": 1.0,
            "tests_passed": 3,
            "tests_total": 3,
            "error": null
          },
          "duration_seconds": 12.777533401997061,
          "timestamp": "2026-06-25T22:35:18.862456+00:00"
        },
        {
          "level": 4,
          "name": "Concurrency Bug Fix",
          "points_possible": 15,
          "points_earned": 15,
          "validation": {
            "passed": true,
            "pass_rate": 1.0,
            "tests_passed": 2,
            "tests_total": 2,
            "error": null
          },
          "duration_seconds": 11.651716521999333,
          "timestamp": "2026-06-25T22:35:31.875078+00:00"
        },
        {
          "level": 5,
          "name": "Compose Job + RetryPolicy + JobQueue",
          "points_possible": 10,
          "points_earned": 0,
          "validation": {
            "passed": false,
            "pass_rate": 0.0,
            "tests_passed": 0,
            "tests_total": 5,
            "error": "Some tests failed"
          },
          "duration_seconds": 25.146343732994865,
          "timestamp": "2026-06-25T22:35:43.756543+00:00"
        }
      ]
    },
    {
      "iteration": 9,
      "total_score": 75,
      "levels_passed": 4,
      "metrics": {
        "mean_tps": 195.92160159441062,
        "mean_ttft_ms": 15.776,
        "mean_total_ms": 19658.6066,
        "vram_idle_mb": 4971
      },
      "timestamp": "2026-06-25T22:37:48.962924+00:00",
      "levels": [
        {
          "level": 1,
          "name": "Basic Queue",
          "points_possible": 25,
          "points_earned": 25,
          "validation": {
            "passed": true,
            "pass_rate": 1.0,
            "tests_passed": 3,
            "tests_total": 3,
            "error": null
          },
          "duration_seconds": 10.445907337998506,
          "timestamp": "2026-06-25T22:36:09.179543+00:00"
        },
        {
          "level": 2,
          "name": "Retry with Backoff",
          "points_possible": 25,
          "points_earned": 0,
          "validation": {
            "passed": false,
            "pass_rate": 0.0,
            "tests_passed": 0,
            "tests_total": 3,
            "error": "Some tests failed"
          },
          "duration_seconds": 33.64534881099826,
          "timestamp": "2026-06-25T22:36:19.854830+00:00"
        },
        {
          "level": 3,
          "name": "Priority Queue",
          "points_possible": 25,
          "points_earned": 25,
          "validation": {
            "passed": true,
            "pass_rate": 1.0,
            "tests_passed": 3,
            "tests_total": 3,
            "error": null
          },
          "duration_seconds": 11.379840182999033,
          "timestamp": "2026-06-25T22:36:53.755942+00:00"
        },
        {
          "level": 4,
          "name": "Concurrency Bug Fix",
          "points_possible": 15,
          "points_earned": 15,
          "validation": {
            "passed": true,
            "pass_rate": 1.0,
            "tests_passed": 2,
            "tests_total": 2,
            "error": null
          },
          "duration_seconds": 8.14337020998937,
          "timestamp": "2026-06-25T22:37:05.360131+00:00"
        },
        {
          "level": 5,
          "name": "Compose Job + RetryPolicy + JobQueue",
          "points_possible": 10,
          "points_earned": 10,
          "validation": {
            "passed": true,
            "pass_rate": 1.0,
            "tests_passed": 5,
            "tests_total": 5,
            "error": null
          },
          "duration_seconds": 34.990978639994864,
          "timestamp": "2026-06-25T22:37:13.739951+00:00"
        }
      ]
    },
    {
      "iteration": 10,
      "total_score": 65,
      "levels_passed": 3,
      "metrics": {
        "mean_tps": 194.18677956438245,
        "mean_ttft_ms": 16.107,
        "mean_total_ms": 27879.2918,
        "vram_idle_mb": 4971
      },
      "timestamp": "2026-06-25T22:40:10.009318+00:00",
      "levels": [
        {
          "level": 1,
          "name": "Basic Queue",
          "points_possible": 25,
          "points_earned": 25,
          "validation": {
            "passed": true,
            "pass_rate": 1.0,
            "tests_passed": 3,
            "tests_total": 3,
            "error": null
          },
          "duration_seconds": 26.522237966986722,
          "timestamp": "2026-06-25T22:37:48.980976+00:00"
        },
        {
          "level": 2,
          "name": "Retry with Backoff",
          "points_possible": 25,
          "points_earned": 0,
          "validation": {
            "passed": false,
            "pass_rate": 0.0,
            "tests_passed": 0,
            "tests_total": 3,
            "error": "Some tests failed"
          },
          "duration_seconds": 57.68345739399956,
          "timestamp": "2026-06-25T22:38:15.729917+00:00"
        },
        {
          "level": 3,
          "name": "Priority Queue",
          "points_possible": 25,
          "points_earned": 25,
          "validation": {
            "passed": true,
            "pass_rate": 1.0,
            "tests_passed": 3,
            "tests_total": 3,
            "error": null
          },
          "duration_seconds": 11.09122761800245,
          "timestamp": "2026-06-25T22:39:13.666268+00:00"
        },
        {
          "level": 4,
          "name": "Concurrency Bug Fix",
          "points_possible": 15,
          "points_earned": 15,
          "validation": {
            "passed": true,
            "pass_rate": 1.0,
            "tests_passed": 2,
            "tests_total": 2,
            "error": null
          },
          "duration_seconds": 9.376636506000068,
          "timestamp": "2026-06-25T22:39:24.986801+00:00"
        },
        {
          "level": 5,
          "name": "Compose Job + RetryPolicy + JobQueue",
          "points_possible": 10,
          "points_earned": 0,
          "validation": {
            "passed": false,
            "pass_rate": 0.0,
            "tests_passed": 0,
            "tests_total": 5,
            "error": "Some tests failed"
          },
          "duration_seconds": 35.131815981003456,
          "timestamp": "2026-06-25T22:39:34.597716+00:00"
        }
      ]
    },
    {
      "iteration": 11,
      "total_score": 65,
      "levels_passed": 3,
      "metrics": {
        "mean_tps": 191.31637730462353,
        "mean_ttft_ms": 16.3776,
        "mean_total_ms": 45726.4284,
        "vram_idle_mb": 4971
      },
      "timestamp": "2026-06-25T22:44:00.465726+00:00",
      "levels": [
        {
          "level": 1,
          "name": "Basic Queue",
          "points_possible": 25,
          "points_earned": 25,
          "validation": {
            "passed": true,
            "pass_rate": 1.0,
            "tests_passed": 3,
            "tests_total": 3,
            "error": null
          },
          "duration_seconds": 36.843631484007346,
          "timestamp": "2026-06-25T22:40:10.027223+00:00"
        },
        {
          "level": 2,
          "name": "Retry with Backoff",
          "points_possible": 25,
          "points_earned": 0,
          "validation": {
            "passed": false,
            "pass_rate": 0.6666666666666666,
            "tests_passed": 2,
            "tests_total": 3,
            "error": "Some tests failed"
          },
          "duration_seconds": 131.4401842290099,
          "timestamp": "2026-06-25T22:40:47.138203+00:00"
        },
        {
          "level": 3,
          "name": "Priority Queue",
          "points_possible": 25,
          "points_earned": 25,
          "validation": {
            "passed": true,
            "pass_rate": 1.0,
            "tests_passed": 3,
            "tests_total": 3,
            "error": null
          },
          "duration_seconds": 11.24491805699654,
          "timestamp": "2026-06-25T22:42:58.839047+00:00"
        },
        {
          "level": 4,
          "name": "Concurrency Bug Fix",
          "points_possible": 15,
          "points_earned": 15,
          "validation": {
            "passed": true,
            "pass_rate": 1.0,
            "tests_passed": 2,
            "tests_total": 2,
            "error": null
          },
          "duration_seconds": 9.471588693995727,
          "timestamp": "2026-06-25T22:43:10.322861+00:00"
        },
        {
          "level": 5,
          "name": "Compose Job + RetryPolicy + JobQueue",
          "points_possible": 10,
          "points_earned": 0,
          "validation": {
            "passed": false,
            "pass_rate": 0.8,
            "tests_passed": 4,
            "tests_total": 5,
            "error": "Some tests failed"
          },
          "duration_seconds": 40.19135304899828,
          "timestamp": "2026-06-25T22:43:20.026014+00:00"
        }
      ]
    },
    {
      "iteration": 12,
      "total_score": 65,
      "levels_passed": 3,
      "metrics": {
        "mean_tps": 193.97799710825356,
        "mean_ttft_ms": 15.972800000000001,
        "mean_total_ms": 28941.792999999998,
        "vram_idle_mb": 4971
      },
      "timestamp": "2026-06-25T22:46:26.951033+00:00",
      "levels": [
        {
          "level": 1,
          "name": "Basic Queue",
          "points_possible": 25,
          "points_earned": 25,
          "validation": {
            "passed": true,
            "pass_rate": 1.0,
            "tests_passed": 3,
            "tests_total": 3,
            "error": null
          },
          "duration_seconds": 25.875073818009696,
          "timestamp": "2026-06-25T22:44:00.483738+00:00"
        },
        {
          "level": 2,
          "name": "Retry with Backoff",
          "points_possible": 25,
          "points_earned": 0,
          "validation": {
            "passed": false,
            "pass_rate": 0.3333333333333333,
            "tests_passed": 1,
            "tests_total": 3,
            "error": "Some tests failed"
          },
          "duration_seconds": 64.84235718799755,
          "timestamp": "2026-06-25T22:44:26.583562+00:00"
        },
        {
          "level": 3,
          "name": "Priority Queue",
          "points_possible": 25,
          "points_earned": 25,
          "validation": {
            "passed": true,
            "pass_rate": 1.0,
            "tests_passed": 3,
            "tests_total": 3,
            "error": null
          },
          "duration_seconds": 9.776002241997048,
          "timestamp": "2026-06-25T22:45:31.699537+00:00"
        },
        {
          "level": 4,
          "name": "Concurrency Bug Fix",
          "points_possible": 15,
          "points_earned": 15,
          "validation": {
            "passed": true,
            "pass_rate": 1.0,
            "tests_passed": 2,
            "tests_total": 2,
            "error": null
          },
          "duration_seconds": 9.988064908000524,
          "timestamp": "2026-06-25T22:45:41.732812+00:00"
        },
        {
          "level": 5,
          "name": "Compose Job + RetryPolicy + JobQueue",
          "points_possible": 10,
          "points_earned": 0,
          "validation": {
            "passed": false,
            "pass_rate": 0.0,
            "tests_passed": 0,
            "tests_total": 5,
            "error": "Some tests failed"
          },
          "duration_seconds": 34.66213986699586,
          "timestamp": "2026-06-25T22:45:51.981869+00:00"
        }
      ]
    },
    {
      "iteration": 13,
      "total_score": 100,
      "levels_passed": 5,
      "metrics": {
        "mean_tps": 195.23226378247222,
        "mean_ttft_ms": 15.831999999999999,
        "mean_total_ms": 21755.731200000002,
        "vram_idle_mb": 4971
      },
      "timestamp": "2026-06-25T22:48:17.390595+00:00",
      "levels": [
        {
          "level": 1,
          "name": "Basic Queue",
          "points_possible": 25,
          "points_earned": 25,
          "validation": {
            "passed": true,
            "pass_rate": 1.0,
            "tests_passed": 3,
            "tests_total": 3,
            "error": null
          },
          "duration_seconds": 15.337136147005367,
          "timestamp": "2026-06-25T22:46:26.969008+00:00"
        },
        {
          "level": 2,
          "name": "Retry with Backoff",
          "points_possible": 25,
          "points_earned": 25,
          "validation": {
            "passed": true,
            "pass_rate": 1.0,
            "tests_passed": 3,
            "tests_total": 3,
            "error": null
          },
          "duration_seconds": 19.283580428003916,
          "timestamp": "2026-06-25T22:46:42.571048+00:00"
        },
        {
          "level": 3,
          "name": "Priority Queue",
          "points_possible": 25,
          "points_earned": 25,
          "validation": {
            "passed": true,
            "pass_rate": 1.0,
            "tests_passed": 3,
            "tests_total": 3,
            "error": null
          },
          "duration_seconds": 11.476509472006,
          "timestamp": "2026-06-25T22:47:02.116766+00:00"
        },
        {
          "level": 4,
          "name": "Concurrency Bug Fix",
          "points_possible": 15,
          "points_earned": 15,
          "validation": {
            "passed": true,
            "pass_rate": 1.0,
            "tests_passed": 2,
            "tests_total": 2,
            "error": null
          },
          "duration_seconds": 8.625027748988941,
          "timestamp": "2026-06-25T22:47:13.856272+00:00"
        },
        {
          "level": 5,
          "name": "Compose Job + RetryPolicy + JobQueue",
          "points_possible": 10,
          "points_earned": 10,
          "validation": {
            "passed": true,
            "pass_rate": 1.0,
            "tests_passed": 5,
            "tests_total": 5,
            "error": null
          },
          "duration_seconds": 54.380242846003966,
          "timestamp": "2026-06-25T22:47:22.747093+00:00"
        }
      ]
    },
    {
      "iteration": 14,
      "total_score": 90,
      "levels_passed": 4,
      "metrics": {
        "mean_tps": 193.11759370826613,
        "mean_ttft_ms": 15.9516,
        "mean_total_ms": 32821.288,
        "vram_idle_mb": 4971
      },
      "timestamp": "2026-06-25T22:51:03.284615+00:00",
      "levels": [
        {
          "level": 1,
          "name": "Basic Queue",
          "points_possible": 25,
          "points_earned": 25,
          "validation": {
            "passed": true,
            "pass_rate": 1.0,
            "tests_passed": 3,
            "tests_total": 3,
            "error": null
          },
          "duration_seconds": 19.14800918700348,
          "timestamp": "2026-06-25T22:48:17.408525+00:00"
        },
        {
          "level": 2,
          "name": "Retry with Backoff",
          "points_possible": 25,
          "points_earned": 25,
          "validation": {
            "passed": true,
            "pass_rate": 1.0,
            "tests_passed": 3,
            "tests_total": 3,
            "error": null
          },
          "duration_seconds": 48.35888168300153,
          "timestamp": "2026-06-25T22:48:36.813745+00:00"
        },
        {
          "level": 3,
          "name": "Priority Queue",
          "points_possible": 25,
          "points_earned": 25,
          "validation": {
            "passed": true,
            "pass_rate": 1.0,
            "tests_passed": 3,
            "tests_total": 3,
            "error": null
          },
          "duration_seconds": 12.01885774100083,
          "timestamp": "2026-06-25T22:49:25.426719+00:00"
        },
        {
          "level": 4,
          "name": "Concurrency Bug Fix",
          "points_possible": 15,
          "points_earned": 15,
          "validation": {
            "passed": true,
            "pass_rate": 1.0,
            "tests_passed": 2,
            "tests_total": 2,
            "error": null
          },
          "duration_seconds": 8.471958295995137,
          "timestamp": "2026-06-25T22:49:37.709104+00:00"
        },
        {
          "level": 5,
          "name": "Compose Job + RetryPolicy + JobQueue",
          "points_possible": 10,
          "points_earned": 0,
          "validation": {
            "passed": false,
            "pass_rate": 0.8,
            "tests_passed": 4,
            "tests_total": 5,
            "error": "Some tests failed"
          },
          "duration_seconds": 76.54026347599574,
          "timestamp": "2026-06-25T22:49:46.443798+00:00"
        }
      ]
    },
    {
      "iteration": 15,
      "total_score": 90,
      "levels_passed": 4,
      "metrics": {
        "mean_tps": 193.59208835055802,
        "mean_ttft_ms": 16.1196,
        "mean_total_ms": 28215.108400000005,
        "vram_idle_mb": 4971
      },
      "timestamp": "2026-06-25T22:53:26.228939+00:00",
      "levels": [
        {
          "level": 1,
          "name": "Basic Queue",
          "points_possible": 25,
          "points_earned": 25,
          "validation": {
            "passed": true,
            "pass_rate": 1.0,
            "tests_passed": 3,
            "tests_total": 3,
            "error": null
          },
          "duration_seconds": 17.567582300005597,
          "timestamp": "2026-06-25T22:51:03.303056+00:00"
        },
        {
          "level": 2,
          "name": "Retry with Backoff",
          "points_possible": 25,
          "points_earned": 25,
          "validation": {
            "passed": true,
            "pass_rate": 1.0,
            "tests_passed": 3,
            "tests_total": 3,
            "error": null
          },
          "duration_seconds": 50.853034962987294,
          "timestamp": "2026-06-25T22:51:21.142397+00:00"
        },
        {
          "level": 3,
          "name": "Priority Queue",
          "points_possible": 25,
          "points_earned": 25,
          "validation": {
            "passed": true,
            "pass_rate": 1.0,
            "tests_passed": 3,
            "tests_total": 3,
            "error": null
          },
          "duration_seconds": 14.493115499994019,
          "timestamp": "2026-06-25T22:52:12.251797+00:00"
        },
        {
          "level": 4,
          "name": "Concurrency Bug Fix",
          "points_possible": 15,
          "points_earned": 15,
          "validation": {
            "passed": true,
            "pass_rate": 1.0,
            "tests_passed": 2,
            "tests_total": 2,
            "error": null
          },
          "duration_seconds": 17.747357434011064,
          "timestamp": "2026-06-25T22:52:27.005712+00:00"
        },
        {
          "level": 5,
          "name": "Compose Job + RetryPolicy + JobQueue",
          "points_possible": 10,
          "points_earned": 0,
          "validation": {
            "passed": false,
            "pass_rate": 0.0,
            "tests_passed": 0,
            "tests_total": 5,
            "error": "Some tests failed"
          },
          "duration_seconds": 40.90072426298866,
          "timestamp": "2026-06-25T22:52:45.029485+00:00"
        }
      ]
    }
  ],
  "summary": {
    "scores": [
      75,
      75,
      90,
      40,
      65,
      65,
      65,
      90,
      75,
      65,
      65,
      65,
      100,
      90,
      90
    ],
    "stats": {
      "mean": 74.33333333333333,
      "std": 15.453463165566603,
      "min": 40,
      "max": 100
    },
    "confidence_interval": {
      "lower": 65.79458988464373,
      "upper": 82.87207678202293
    },
    "tps": {
      "mean": 194.4930679025999,
      "values": [
        194.78108536907945,
        196.11850586159576,
        193.93378501915367,
        194.36495917714598,
        194.58031307094612,
        195.4160683184385,
        194.958850133887,
        195.8977501757857,
        195.92160159441062,
        194.18677956438245,
        191.31637730462353,
        193.97799710825356,
        195.23226378247222,
        193.11759370826613,
        193.59208835055802
      ]
    },
    "vram_peak_mb": null
  },
  "started_at": "2026-06-25T22:20:36.611279+00:00",
  "completed_at": "2026-06-25T22:53:26.228953+00:00"
}