{
 "id": 2,
 "started_at": "2026-07-17T15:31:49.076787+00:00",
 "git_sha": "c4dd881",
 "engine_version": "0.1.0",
 "challenge_set_hash": "96e86e1711a49f7d",
 "note": "run 2: 4 local models, 9 challenges incl. 4 harder",
 "config": {
  "models": {
   "claude-sonnet": {
    "api_key_env": "ANTHROPIC_API_KEY",
    "base_url": "https://api.anthropic.com/v1",
    "max_tokens": 16384,
    "model": "claude-sonnet-5",
    "temperature": 0.0
   },
   "glm4-9b": {
    "base_url": "http://localhost:11434/v1",
    "max_tokens": 8192,
    "model": "glm4:9b",
    "temperature": 0.0
   },
   "llama3.2-3b": {
    "base_url": "http://localhost:11434/v1",
    "max_tokens": 8192,
    "model": "llama3.2:3b",
    "temperature": 0.0
   },
   "qwen2.5-coder-3b": {
    "base_url": "http://localhost:11434/v1",
    "max_tokens": 8192,
    "model": "qwen2.5-coder:3b",
    "temperature": 0.0
   },
   "qwen3-30b-a3b": {
    "base_url": "http://localhost:11434/v1",
    "max_tokens": 16384,
    "model": "qwen3:30b-a3b",
    "temperature": 0.0
   }
  },
  "run": {
   "max_agent_turns": 24,
   "modes": [
    "oneshot",
    "agentic"
   ],
   "request_retries": 3,
   "samples": 1,
   "test_timeout_secs": 120
  }
 },
 "results": [
  {
   "run_id": 2,
   "model": "glm4-9b",
   "mode": "agentic",
   "challenge": "calculator",
   "sample": 0,
   "status": "ok",
   "error": null,
   "score_total": 48.6,
   "score_tests": 0.14285714285714285,
   "score_deliverables": 1.0,
   "score_content": 1.0,
   "tests_passed": 1,
   "tests_failed": 6,
   "wall_secs": 1289.1058128330042,
   "session_path": "/Users/richardblundell/repos/llmcoderlab/.lab/runs/2/glm4-9b/agentic/calculator/s0/session.jsonl",
   "finished_at": "2026-07-17T18:24:18.221985+00:00",
   "slug": "run2-glm4-9b-agentic-calculator-s0"
  },
  {
   "run_id": 2,
   "model": "glm4-9b",
   "mode": "agentic",
   "challenge": "fizzbuzz",
   "sample": 0,
   "status": "ok",
   "error": null,
   "score_total": 76.0,
   "score_tests": 0.6,
   "score_deliverables": 1.0,
   "score_content": 1.0,
   "tests_passed": 3,
   "tests_failed": 2,
   "wall_secs": 230.4712710830063,
   "session_path": "/Users/richardblundell/repos/llmcoderlab/.lab/runs/2/glm4-9b/agentic/fizzbuzz/s0/session.jsonl",
   "finished_at": "2026-07-17T18:28:20.858211+00:00",
   "slug": "run2-glm4-9b-agentic-fizzbuzz-s0"
  },
  {
   "run_id": 2,
   "model": "glm4-9b",
   "mode": "agentic",
   "challenge": "json-pointer",
   "sample": 0,
   "status": "ok",
   "error": null,
   "score_total": 0.0,
   "score_tests": 0.0,
   "score_deliverables": 0.0,
   "score_content": 0.0,
   "tests_passed": 0,
   "tests_failed": 1,
   "wall_secs": 322.6983024999936,
   "session_path": "/Users/richardblundell/repos/llmcoderlab/.lab/runs/2/glm4-9b/agentic/json-pointer/s0/session.jsonl",
   "finished_at": "2026-07-17T18:34:06.195879+00:00",
   "slug": "run2-glm4-9b-agentic-json-pointer-s0"
  },
  {
   "run_id": 2,
   "model": "glm4-9b",
   "mode": "agentic",
   "challenge": "lru-cache",
   "sample": 0,
   "status": "ok",
   "error": null,
   "score_total": 40.0,
   "score_tests": 0.0,
   "score_deliverables": 1.0,
   "score_content": 1.0,
   "tests_passed": 0,
   "tests_failed": 1,
   "wall_secs": 371.5958705420053,
   "session_path": "/Users/richardblundell/repos/llmcoderlab/.lab/runs/2/glm4-9b/agentic/lru-cache/s0/session.jsonl",
   "finished_at": "2026-07-17T18:40:32.143933+00:00",
   "slug": "run2-glm4-9b-agentic-lru-cache-s0"
  },
  {
   "run_id": 2,
   "model": "glm4-9b",
   "mode": "agentic",
   "challenge": "palindrome",
   "sample": 0,
   "status": "ok",
   "error": null,
   "score_total": 100.0,
   "score_tests": 1.0,
   "score_deliverables": 1.0,
   "score_content": 1.0,
   "tests_passed": 5,
   "tests_failed": 0,
   "wall_secs": 34.65467483300017,
   "session_path": "/Users/richardblundell/repos/llmcoderlab/.lab/runs/2/glm4-9b/agentic/palindrome/s0/session.jsonl",
   "finished_at": "2026-07-17T18:41:12.674298+00:00",
   "slug": "run2-glm4-9b-agentic-palindrome-s0"
  },
  {
   "run_id": 2,
   "model": "glm4-9b",
   "mode": "agentic",
   "challenge": "temperature",
   "sample": 0,
   "status": "ok",
   "error": null,
   "score_total": 40.0,
   "score_tests": 0.0,
   "score_deliverables": 1.0,
   "score_content": 1.0,
   "tests_passed": 0,
   "tests_failed": 1,
   "wall_secs": 368.4269397499884,
   "session_path": "/Users/richardblundell/repos/llmcoderlab/.lab/runs/2/glm4-9b/agentic/temperature/s0/session.jsonl",
   "finished_at": "2026-07-17T19:06:18.542667+00:00",
   "slug": "run2-glm4-9b-agentic-temperature-s0"
  },
  {
   "run_id": 2,
   "model": "glm4-9b",
   "mode": "agentic",
   "challenge": "text-stats",
   "sample": 0,
   "status": "ok",
   "error": null,
   "score_total": 0.0,
   "score_tests": 0.0,
   "score_deliverables": 0.0,
   "score_content": 0.0,
   "tests_passed": 0,
   "tests_failed": 1,
   "wall_secs": 534.6566399159929,
   "session_path": "/Users/richardblundell/repos/llmcoderlab/.lab/runs/2/glm4-9b/agentic/text-stats/s0/session.jsonl",
   "finished_at": "2026-07-17T19:15:30.107868+00:00",
   "slug": "run2-glm4-9b-agentic-text-stats-s0"
  },
  {
   "run_id": 2,
   "model": "glm4-9b",
   "mode": "agentic",
   "challenge": "vowel-count",
   "sample": 0,
   "status": "ok",
   "error": null,
   "score_total": 100.0,
   "score_tests": 1.0,
   "score_deliverables": 1.0,
   "score_content": 1.0,
   "tests_passed": 5,
   "tests_failed": 0,
   "wall_secs": 29.844886749997386,
   "session_path": "/Users/richardblundell/repos/llmcoderlab/.lab/runs/2/glm4-9b/agentic/vowel-count/s0/session.jsonl",
   "finished_at": "2026-07-17T19:16:03.982556+00:00",
   "slug": "run2-glm4-9b-agentic-vowel-count-s0"
  },
  {
   "run_id": 2,
   "model": "glm4-9b",
   "mode": "agentic",
   "challenge": "word-ladder",
   "sample": 0,
   "status": "ok",
   "error": null,
   "score_total": 40.0,
   "score_tests": 0.0,
   "score_deliverables": 1.0,
   "score_content": 1.0,
   "tests_passed": 0,
   "tests_failed": 5,
   "wall_secs": 279.72138195899606,
   "session_path": "/Users/richardblundell/repos/llmcoderlab/.lab/runs/2/glm4-9b/agentic/word-ladder/s0/session.jsonl",
   "finished_at": "2026-07-17T19:20:57.541241+00:00",
   "slug": "run2-glm4-9b-agentic-word-ladder-s0"
  },
  {
   "run_id": 2,
   "model": "glm4-9b",
   "mode": "oneshot",
   "challenge": "calculator",
   "sample": 0,
   "status": "degenerate",
   "error": "one-shot reply is not valid JSON: Invalid \\escape: line 1 column 125 (char 124)",
   "score_total": null,
   "score_tests": null,
   "score_deliverables": null,
   "score_content": null,
   "tests_passed": null,
   "tests_failed": null,
   "wall_secs": 30.449076000004425,
   "session_path": "/Users/richardblundell/repos/llmcoderlab/.lab/runs/2/glm4-9b/oneshot/calculator/s0/session.jsonl",
   "finished_at": "2026-07-17T16:17:24.600458+00:00",
   "slug": "run2-glm4-9b-oneshot-calculator-s0"
  },
  {
   "run_id": 2,
   "model": "glm4-9b",
   "mode": "oneshot",
   "challenge": "fizzbuzz",
   "sample": 0,
   "status": "ok",
   "error": null,
   "score_total": 100.0,
   "score_tests": 1.0,
   "score_deliverables": 1.0,
   "score_content": 1.0,
   "tests_passed": 3,
   "tests_failed": 0,
   "wall_secs": 12.163272457997664,
   "session_path": "/Users/richardblundell/repos/llmcoderlab/.lab/runs/2/glm4-9b/oneshot/fizzbuzz/s0/session.jsonl",
   "finished_at": "2026-07-17T18:24:30.386249+00:00",
   "slug": "run2-glm4-9b-oneshot-fizzbuzz-s0"
  },
  {
   "run_id": 2,
   "model": "glm4-9b",
   "mode": "oneshot",
   "challenge": "json-pointer",
   "sample": 0,
   "status": "ok",
   "error": null,
   "score_total": 82.0,
   "score_tests": 0.7,
   "score_deliverables": 1.0,
   "score_content": 1.0,
   "tests_passed": 7,
   "tests_failed": 3,
   "wall_secs": 22.63433683400217,
   "session_path": "/Users/richardblundell/repos/llmcoderlab/.lab/runs/2/glm4-9b/oneshot/json-pointer/s0/session.jsonl",
   "finished_at": "2026-07-17T18:28:43.493377+00:00",
   "slug": "run2-glm4-9b-oneshot-json-pointer-s0"
  },
  {
   "run_id": 2,
   "model": "glm4-9b",
   "mode": "oneshot",
   "challenge": "lru-cache",
   "sample": 0,
   "status": "degenerate",
   "error": "one-shot reply JSON has no files",
   "score_total": null,
   "score_tests": null,
   "score_deliverables": null,
   "score_content": null,
   "tests_passed": null,
   "tests_failed": null,
   "wall_secs": 14.34827587500331,
   "session_path": "/Users/richardblundell/repos/llmcoderlab/.lab/runs/2/glm4-9b/oneshot/lru-cache/s0/session.jsonl",
   "finished_at": "2026-07-17T18:34:20.545192+00:00",
   "slug": "run2-glm4-9b-oneshot-lru-cache-s0"
  },
  {
   "run_id": 2,
   "model": "glm4-9b",
   "mode": "oneshot",
   "challenge": "palindrome",
   "sample": 0,
   "status": "ok",
   "error": null,
   "score_total": 100.0,
   "score_tests": 1.0,
   "score_deliverables": 1.0,
   "score_content": 1.0,
   "tests_passed": 5,
   "tests_failed": 0,
   "wall_secs": 5.8738689580059145,
   "session_path": "/Users/richardblundell/repos/llmcoderlab/.lab/runs/2/glm4-9b/oneshot/palindrome/s0/session.jsonl",
   "finished_at": "2026-07-17T18:40:38.018784+00:00",
   "slug": "run2-glm4-9b-oneshot-palindrome-s0"
  },
  {
   "run_id": 2,
   "model": "glm4-9b",
   "mode": "oneshot",
   "challenge": "temperature",
   "sample": 0,
   "status": "ok",
   "error": null,
   "score_total": 100.0,
   "score_tests": 1.0,
   "score_deliverables": 1.0,
   "score_content": 1.0,
   "tests_passed": 4,
   "tests_failed": 0,
   "wall_secs": 7.064489958007471,
   "session_path": "/Users/richardblundell/repos/llmcoderlab/.lab/runs/2/glm4-9b/oneshot/temperature/s0/session.jsonl",
   "finished_at": "2026-07-17T18:41:19.739531+00:00",
   "slug": "run2-glm4-9b-oneshot-temperature-s0"
  },
  {
   "run_id": 2,
   "model": "glm4-9b",
   "mode": "oneshot",
   "challenge": "text-stats",
   "sample": 0,
   "status": "degenerate",
   "error": "one-shot reply is not valid JSON: Invalid \\escape: line 1 column 115 (char 114)",
   "score_total": null,
   "score_tests": null,
   "score_deliverables": null,
   "score_content": null,
   "tests_passed": null,
   "tests_failed": null,
   "wall_secs": 16.908410709002055,
   "session_path": "/Users/richardblundell/repos/llmcoderlab/.lab/runs/2/glm4-9b/oneshot/text-stats/s0/session.jsonl",
   "finished_at": "2026-07-17T19:06:35.452083+00:00",
   "slug": "run2-glm4-9b-oneshot-text-stats-s0"
  },
  {
   "run_id": 2,
   "model": "glm4-9b",
   "mode": "oneshot",
   "challenge": "vowel-count",
   "sample": 0,
   "status": "ok",
   "error": null,
   "score_total": 100.0,
   "score_tests": 1.0,
   "score_deliverables": 1.0,
   "score_content": 1.0,
   "tests_passed": 5,
   "tests_failed": 0,
   "wall_secs": 4.0278680410119705,
   "session_path": "/Users/richardblundell/repos/llmcoderlab/.lab/runs/2/glm4-9b/oneshot/vowel-count/s0/session.jsonl",
   "finished_at": "2026-07-17T19:15:34.137081+00:00",
   "slug": "run2-glm4-9b-oneshot-vowel-count-s0"
  },
  {
   "run_id": 2,
   "model": "glm4-9b",
   "mode": "oneshot",
   "challenge": "word-ladder",
   "sample": 0,
   "status": "ok",
   "error": null,
   "score_total": 40.0,
   "score_tests": 0.0,
   "score_deliverables": 1.0,
   "score_content": 1.0,
   "tests_passed": 0,
   "tests_failed": 5,
   "wall_secs": 13.837303708001855,
   "session_path": "/Users/richardblundell/repos/llmcoderlab/.lab/runs/2/glm4-9b/oneshot/word-ladder/s0/session.jsonl",
   "finished_at": "2026-07-17T19:16:17.820547+00:00",
   "slug": "run2-glm4-9b-oneshot-word-ladder-s0"
  },
  {
   "run_id": 2,
   "model": "llama3.2-3b",
   "mode": "agentic",
   "challenge": "calculator",
   "sample": 0,
   "status": "ok",
   "error": null,
   "score_total": 91.4,
   "score_tests": 0.8571428571428571,
   "score_deliverables": 1.0,
   "score_content": 1.0,
   "tests_passed": 6,
   "tests_failed": 1,
   "wall_secs": 294.50099058299384,
   "session_path": "/Users/richardblundell/repos/llmcoderlab/.lab/runs/2/llama3.2-3b/agentic/calculator/s0/session.jsonl",
   "finished_at": "2026-07-17T16:05:49.895813+00:00",
   "slug": "run2-llama3.2-3b-agentic-calculator-s0"
  },
  {
   "run_id": 2,
   "model": "llama3.2-3b",
   "mode": "agentic",
   "challenge": "fizzbuzz",
   "sample": 0,
   "status": "ok",
   "error": null,
   "score_total": 100.0,
   "score_tests": 1.0,
   "score_deliverables": 1.0,
   "score_content": 1.0,
   "tests_passed": 3,
   "tests_failed": 0,
   "wall_secs": 7.910776791992248,
   "session_path": "/Users/richardblundell/repos/llmcoderlab/.lab/runs/2/llama3.2-3b/agentic/fizzbuzz/s0/session.jsonl",
   "finished_at": "2026-07-17T16:06:02.024381+00:00",
   "slug": "run2-llama3.2-3b-agentic-fizzbuzz-s0"
  },
  {
   "run_id": 2,
   "model": "llama3.2-3b",
   "mode": "agentic",
   "challenge": "json-pointer",
   "sample": 0,
   "status": "ok",
   "error": null,
   "score_total": 82.0,
   "score_tests": 0.7,
   "score_deliverables": 1.0,
   "score_content": 1.0,
   "tests_passed": 7,
   "tests_failed": 3,
   "wall_secs": 304.8264125419955,
   "session_path": "/Users/richardblundell/repos/llmcoderlab/.lab/runs/2/llama3.2-3b/agentic/json-pointer/s0/session.jsonl",
   "finished_at": "2026-07-17T16:11:14.227625+00:00",
   "slug": "run2-llama3.2-3b-agentic-json-pointer-s0"
  },
  {
   "run_id": 2,
   "model": "llama3.2-3b",
   "mode": "agentic",
   "challenge": "lru-cache",
   "sample": 0,
   "status": "ok",
   "error": null,
   "score_total": 76.0,
   "score_tests": 0.6,
   "score_deliverables": 1.0,
   "score_content": 1.0,
   "tests_passed": 3,
   "tests_failed": 2,
   "wall_secs": 111.01434708299348,
   "session_path": "/Users/richardblundell/repos/llmcoderlab/.lab/runs/2/llama3.2-3b/agentic/lru-cache/s0/session.jsonl",
   "finished_at": "2026-07-17T16:13:11.042106+00:00",
   "slug": "run2-llama3.2-3b-agentic-lru-cache-s0"
  },
  {
   "run_id": 2,
   "model": "llama3.2-3b",
   "mode": "agentic",
   "challenge": "palindrome",
   "sample": 0,
   "status": "ok",
   "error": null,
   "score_total": 100.0,
   "score_tests": 1.0,
   "score_deliverables": 1.0,
   "score_content": 1.0,
   "tests_passed": 5,
   "tests_failed": 0,
   "wall_secs": 4.820278875005897,
   "session_path": "/Users/richardblundell/repos/llmcoderlab/.lab/runs/2/llama3.2-3b/agentic/palindrome/s0/session.jsonl",
   "finished_at": "2026-07-17T16:13:18.587622+00:00",
   "slug": "run2-llama3.2-3b-agentic-palindrome-s0"
  },
  {
   "run_id": 2,
   "model": "llama3.2-3b",
   "mode": "agentic",
   "challenge": "temperature",
   "sample": 0,
   "status": "ok",
   "error": null,
   "score_total": 100.0,
   "score_tests": 1.0,
   "score_deliverables": 1.0,
   "score_content": 1.0,
   "tests_passed": 4,
   "tests_failed": 0,
   "wall_secs": 5.059446208004374,
   "session_path": "/Users/richardblundell/repos/llmcoderlab/.lab/runs/2/llama3.2-3b/agentic/temperature/s0/session.jsonl",
   "finished_at": "2026-07-17T16:13:26.932119+00:00",
   "slug": "run2-llama3.2-3b-agentic-temperature-s0"
  },
  {
   "run_id": 2,
   "model": "llama3.2-3b",
   "mode": "agentic",
   "challenge": "text-stats",
   "sample": 0,
   "status": "ok",
   "error": null,
   "score_total": 0.0,
   "score_tests": 0.0,
   "score_deliverables": 0.0,
   "score_content": 0.0,
   "tests_passed": 0,
   "tests_failed": 1,
   "wall_secs": 67.22202970800572,
   "session_path": "/Users/richardblundell/repos/llmcoderlab/.lab/runs/2/llama3.2-3b/agentic/text-stats/s0/session.jsonl",
   "finished_at": "2026-07-17T16:14:40.627367+00:00",
   "slug": "run2-llama3.2-3b-agentic-text-stats-s0"
  },
  {
   "run_id": 2,
   "model": "llama3.2-3b",
   "mode": "agentic",
   "challenge": "vowel-count",
   "sample": 0,
   "status": "ok",
   "error": null,
   "score_total": 100.0,
   "score_tests": 1.0,
   "score_deliverables": 1.0,
   "score_content": 1.0,
   "tests_passed": 5,
   "tests_failed": 0,
   "wall_secs": 4.113071583997225,
   "session_path": "/Users/richardblundell/repos/llmcoderlab/.lab/runs/2/llama3.2-3b/agentic/vowel-count/s0/session.jsonl",
   "finished_at": "2026-07-17T16:14:46.635290+00:00",
   "slug": "run2-llama3.2-3b-agentic-vowel-count-s0"
  },
  {
   "run_id": 2,
   "model": "llama3.2-3b",
   "mode": "agentic",
   "challenge": "word-ladder",
   "sample": 0,
   "status": "ok",
   "error": null,
   "score_total": 52.0,
   "score_tests": 0.2,
   "score_deliverables": 1.0,
   "score_content": 1.0,
   "tests_passed": 1,
   "tests_failed": 4,
   "wall_secs": 118.76998337500845,
   "session_path": "/Users/richardblundell/repos/llmcoderlab/.lab/runs/2/llama3.2-3b/agentic/word-ladder/s0/session.jsonl",
   "finished_at": "2026-07-17T16:16:54.148625+00:00",
   "slug": "run2-llama3.2-3b-agentic-word-ladder-s0"
  },
  {
   "run_id": 2,
   "model": "llama3.2-3b",
   "mode": "oneshot",
   "challenge": "calculator",
   "sample": 0,
   "status": "ok",
   "error": null,
   "score_total": 40.0,
   "score_tests": 0.0,
   "score_deliverables": 1.0,
   "score_content": 1.0,
   "tests_passed": 0,
   "tests_failed": 1,
   "wall_secs": 12.351432290990488,
   "session_path": "/Users/richardblundell/repos/llmcoderlab/.lab/runs/2/llama3.2-3b/oneshot/calculator/s0/session.jsonl",
   "finished_at": "2026-07-17T16:00:55.388413+00:00",
   "slug": "run2-llama3.2-3b-oneshot-calculator-s0"
  },
  {
   "run_id": 2,
   "model": "llama3.2-3b",
   "mode": "oneshot",
   "challenge": "fizzbuzz",
   "sample": 0,
   "status": "ok",
   "error": null,
   "score_total": 100.0,
   "score_tests": 1.0,
   "score_deliverables": 1.0,
   "score_content": 1.0,
   "tests_passed": 3,
   "tests_failed": 0,
   "wall_secs": 4.214595124998596,
   "session_path": "/Users/richardblundell/repos/llmcoderlab/.lab/runs/2/llama3.2-3b/oneshot/fizzbuzz/s0/session.jsonl",
   "finished_at": "2026-07-17T16:05:54.112355+00:00",
   "slug": "run2-llama3.2-3b-oneshot-fizzbuzz-s0"
  },
  {
   "run_id": 2,
   "model": "llama3.2-3b",
   "mode": "oneshot",
   "challenge": "json-pointer",
   "sample": 0,
   "status": "degenerate",
   "error": "one-shot reply is not valid JSON: Expecting ',' delimiter: line 1 column 32 (char 31)",
   "score_total": null,
   "score_tests": null,
   "score_deliverables": null,
   "score_content": null,
   "tests_passed": null,
   "tests_failed": null,
   "wall_secs": 7.356492999999318,
   "session_path": "/Users/richardblundell/repos/llmcoderlab/.lab/runs/2/llama3.2-3b/oneshot/json-pointer/s0/session.jsonl",
   "finished_at": "2026-07-17T16:06:09.382326+00:00",
   "slug": "run2-llama3.2-3b-oneshot-json-pointer-s0"
  },
  {
   "run_id": 2,
   "model": "llama3.2-3b",
   "mode": "oneshot",
   "challenge": "lru-cache",
   "sample": 0,
   "status": "ok",
   "error": null,
   "score_total": 100.0,
   "score_tests": 1.0,
   "score_deliverables": 1.0,
   "score_content": 1.0,
   "tests_passed": 5,
   "tests_failed": 0,
   "wall_secs": 5.795666916994378,
   "session_path": "/Users/richardblundell/repos/llmcoderlab/.lab/runs/2/llama3.2-3b/oneshot/lru-cache/s0/session.jsonl",
   "finished_at": "2026-07-17T16:11:20.024693+00:00",
   "slug": "run2-llama3.2-3b-oneshot-lru-cache-s0"
  },
  {
   "run_id": 2,
   "model": "llama3.2-3b",
   "mode": "oneshot",
   "challenge": "palindrome",
   "sample": 0,
   "status": "ok",
   "error": null,
   "score_total": 100.0,
   "score_tests": 1.0,
   "score_deliverables": 1.0,
   "score_content": 1.0,
   "tests_passed": 5,
   "tests_failed": 0,
   "wall_secs": 2.72290525000426,
   "session_path": "/Users/richardblundell/repos/llmcoderlab/.lab/runs/2/llama3.2-3b/oneshot/palindrome/s0/session.jsonl",
   "finished_at": "2026-07-17T16:13:13.766270+00:00",
   "slug": "run2-llama3.2-3b-oneshot-palindrome-s0"
  },
  {
   "run_id": 2,
   "model": "llama3.2-3b",
   "mode": "oneshot",
   "challenge": "temperature",
   "sample": 0,
   "status": "ok",
   "error": null,
   "score_total": 100.0,
   "score_tests": 1.0,
   "score_deliverables": 1.0,
   "score_content": 1.0,
   "tests_passed": 4,
   "tests_failed": 0,
   "wall_secs": 3.283273916997132,
   "session_path": "/Users/richardblundell/repos/llmcoderlab/.lab/runs/2/llama3.2-3b/oneshot/temperature/s0/session.jsonl",
   "finished_at": "2026-07-17T16:13:21.871776+00:00",
   "slug": "run2-llama3.2-3b-oneshot-temperature-s0"
  },
  {
   "run_id": 2,
   "model": "llama3.2-3b",
   "mode": "oneshot",
   "challenge": "text-stats",
   "sample": 0,
   "status": "degenerate",
   "error": "one-shot reply is not valid JSON: Invalid \\escape: line 1 column 215 (char 214)",
   "score_total": null,
   "score_tests": null,
   "score_deliverables": null,
   "score_content": null,
   "tests_passed": null,
   "tests_failed": null,
   "wall_secs": 6.468571374993189,
   "session_path": "/Users/richardblundell/repos/llmcoderlab/.lab/runs/2/llama3.2-3b/oneshot/text-stats/s0/session.jsonl",
   "finished_at": "2026-07-17T16:13:33.401521+00:00",
   "slug": "run2-llama3.2-3b-oneshot-text-stats-s0"
  },
  {
   "run_id": 2,
   "model": "llama3.2-3b",
   "mode": "oneshot",
   "challenge": "vowel-count",
   "sample": 0,
   "status": "ok",
   "error": null,
   "score_total": 100.0,
   "score_tests": 1.0,
   "score_deliverables": 1.0,
   "score_content": 1.0,
   "tests_passed": 5,
   "tests_failed": 0,
   "wall_secs": 1.8929783329949714,
   "session_path": "/Users/richardblundell/repos/llmcoderlab/.lab/runs/2/llama3.2-3b/oneshot/vowel-count/s0/session.jsonl",
   "finished_at": "2026-07-17T16:14:42.521333+00:00",
   "slug": "run2-llama3.2-3b-oneshot-vowel-count-s0"
  },
  {
   "run_id": 2,
   "model": "llama3.2-3b",
   "mode": "oneshot",
   "challenge": "word-ladder",
   "sample": 0,
   "status": "ok",
   "error": null,
   "score_total": 100.0,
   "score_tests": 1.0,
   "score_deliverables": 1.0,
   "score_content": 1.0,
   "tests_passed": 5,
   "tests_failed": 0,
   "wall_secs": 8.739256999993813,
   "session_path": "/Users/richardblundell/repos/llmcoderlab/.lab/runs/2/llama3.2-3b/oneshot/word-ladder/s0/session.jsonl",
   "finished_at": "2026-07-17T16:14:55.375403+00:00",
   "slug": "run2-llama3.2-3b-oneshot-word-ladder-s0"
  },
  {
   "run_id": 2,
   "model": "qwen2.5-coder-3b",
   "mode": "agentic",
   "challenge": "calculator",
   "sample": 0,
   "status": "ok",
   "error": null,
   "score_total": 48.6,
   "score_tests": 0.14285714285714285,
   "score_deliverables": 1.0,
   "score_content": 1.0,
   "tests_passed": 1,
   "tests_failed": 6,
   "wall_secs": 341.35896129198954,
   "session_path": "/Users/richardblundell/repos/llmcoderlab/.lab/runs/2/qwen2.5-coder-3b/agentic/calculator/s0/session.jsonl",
   "finished_at": "2026-07-17T15:37:46.063978+00:00",
   "slug": "run2-qwen2.5-coder-3b-agentic-calculator-s0"
  },
  {
   "run_id": 2,
   "model": "qwen2.5-coder-3b",
   "mode": "agentic",
   "challenge": "fizzbuzz",
   "sample": 0,
   "status": "ok",
   "error": null,
   "score_total": 100.0,
   "score_tests": 1.0,
   "score_deliverables": 1.0,
   "score_content": 1.0,
   "tests_passed": 3,
   "tests_failed": 0,
   "wall_secs": 129.2373662500031,
   "session_path": "/Users/richardblundell/repos/llmcoderlab/.lab/runs/2/qwen2.5-coder-3b/agentic/fizzbuzz/s0/session.jsonl",
   "finished_at": "2026-07-17T15:40:00.939214+00:00",
   "slug": "run2-qwen2.5-coder-3b-agentic-fizzbuzz-s0"
  },
  {
   "run_id": 2,
   "model": "qwen2.5-coder-3b",
   "mode": "agentic",
   "challenge": "json-pointer",
   "sample": 0,
   "status": "ok",
   "error": null,
   "score_total": 0.0,
   "score_tests": 0.0,
   "score_deliverables": 0.0,
   "score_content": 0.0,
   "tests_passed": 0,
   "tests_failed": 1,
   "wall_secs": 138.787011583001,
   "session_path": "/Users/richardblundell/repos/llmcoderlab/.lab/runs/2/qwen2.5-coder-3b/agentic/json-pointer/s0/session.jsonl",
   "finished_at": "2026-07-17T15:42:26.014850+00:00",
   "slug": "run2-qwen2.5-coder-3b-agentic-json-pointer-s0"
  },
  {
   "run_id": 2,
   "model": "qwen2.5-coder-3b",
   "mode": "agentic",
   "challenge": "lru-cache",
   "sample": 0,
   "status": "ok",
   "error": null,
   "score_total": 0.0,
   "score_tests": 0.0,
   "score_deliverables": 0.0,
   "score_content": 0.0,
   "tests_passed": 0,
   "tests_failed": 1,
   "wall_secs": 238.74919799999043,
   "session_path": "/Users/richardblundell/repos/llmcoderlab/.lab/runs/2/qwen2.5-coder-3b/agentic/lru-cache/s0/session.jsonl",
   "finished_at": "2026-07-17T15:46:30.943449+00:00",
   "slug": "run2-qwen2.5-coder-3b-agentic-lru-cache-s0"
  },
  {
   "run_id": 2,
   "model": "qwen2.5-coder-3b",
   "mode": "agentic",
   "challenge": "palindrome",
   "sample": 0,
   "status": "ok",
   "error": null,
   "score_total": 100.0,
   "score_tests": 1.0,
   "score_deliverables": 1.0,
   "score_content": 1.0,
   "tests_passed": 5,
   "tests_failed": 0,
   "wall_secs": 62.88492058299016,
   "session_path": "/Users/richardblundell/repos/llmcoderlab/.lab/runs/2/qwen2.5-coder-3b/agentic/palindrome/s0/session.jsonl",
   "finished_at": "2026-07-17T15:47:37.270669+00:00",
   "slug": "run2-qwen2.5-coder-3b-agentic-palindrome-s0"
  },
  {
   "run_id": 2,
   "model": "qwen2.5-coder-3b",
   "mode": "agentic",
   "challenge": "temperature",
   "sample": 0,
   "status": "ok",
   "error": null,
   "score_total": 100.0,
   "score_tests": 1.0,
   "score_deliverables": 1.0,
   "score_content": 1.0,
   "tests_passed": 4,
   "tests_failed": 0,
   "wall_secs": 76.56415204200312,
   "session_path": "/Users/richardblundell/repos/llmcoderlab/.lab/runs/2/qwen2.5-coder-3b/agentic/temperature/s0/session.jsonl",
   "finished_at": "2026-07-17T15:48:58.753614+00:00",
   "slug": "run2-qwen2.5-coder-3b-agentic-temperature-s0"
  },
  {
   "run_id": 2,
   "model": "qwen2.5-coder-3b",
   "mode": "agentic",
   "challenge": "text-stats",
   "sample": 0,
   "status": "ok",
   "error": null,
   "score_total": 0.0,
   "score_tests": 0.0,
   "score_deliverables": 0.0,
   "score_content": 0.0,
   "tests_passed": 0,
   "tests_failed": 1,
   "wall_secs": 383.8507628340012,
   "session_path": "/Users/richardblundell/repos/llmcoderlab/.lab/runs/2/qwen2.5-coder-3b/agentic/text-stats/s0/session.jsonl",
   "finished_at": "2026-07-17T15:55:36.483647+00:00",
   "slug": "run2-qwen2.5-coder-3b-agentic-text-stats-s0"
  },
  {
   "run_id": 2,
   "model": "qwen2.5-coder-3b",
   "mode": "agentic",
   "challenge": "vowel-count",
   "sample": 0,
   "status": "ok",
   "error": null,
   "score_total": 100.0,
   "score_tests": 1.0,
   "score_deliverables": 1.0,
   "score_content": 1.0,
   "tests_passed": 5,
   "tests_failed": 0,
   "wall_secs": 63.28579604199331,
   "session_path": "/Users/richardblundell/repos/llmcoderlab/.lab/runs/2/qwen2.5-coder-3b/agentic/vowel-count/s0/session.jsonl",
   "finished_at": "2026-07-17T15:56:43.113398+00:00",
   "slug": "run2-qwen2.5-coder-3b-agentic-vowel-count-s0"
  },
  {
   "run_id": 2,
   "model": "qwen2.5-coder-3b",
   "mode": "agentic",
   "challenge": "word-ladder",
   "sample": 0,
   "status": "ok",
   "error": null,
   "score_total": 0.0,
   "score_tests": 0.0,
   "score_deliverables": 0.0,
   "score_content": 0.0,
   "tests_passed": 0,
   "tests_failed": 1,
   "wall_secs": 227.90620433399454,
   "session_path": "/Users/richardblundell/repos/llmcoderlab/.lab/runs/2/qwen2.5-coder-3b/agentic/word-ladder/s0/session.jsonl",
   "finished_at": "2026-07-17T16:00:43.035808+00:00",
   "slug": "run2-qwen2.5-coder-3b-agentic-word-ladder-s0"
  },
  {
   "run_id": 2,
   "model": "qwen2.5-coder-3b",
   "mode": "oneshot",
   "challenge": "calculator",
   "sample": 0,
   "status": "ok",
   "error": null,
   "score_total": 48.6,
   "score_tests": 0.14285714285714285,
   "score_deliverables": 1.0,
   "score_content": 1.0,
   "tests_passed": 1,
   "tests_failed": 6,
   "wall_secs": 15.61372812501213,
   "session_path": "/Users/richardblundell/repos/llmcoderlab/.lab/runs/2/qwen2.5-coder-3b/oneshot/calculator/s0/session.jsonl",
   "finished_at": "2026-07-17T15:32:04.701962+00:00",
   "slug": "run2-qwen2.5-coder-3b-oneshot-calculator-s0"
  },
  {
   "run_id": 2,
   "model": "qwen2.5-coder-3b",
   "mode": "oneshot",
   "challenge": "fizzbuzz",
   "sample": 0,
   "status": "ok",
   "error": null,
   "score_total": 100.0,
   "score_tests": 1.0,
   "score_deliverables": 1.0,
   "score_content": 1.0,
   "tests_passed": 3,
   "tests_failed": 0,
   "wall_secs": 5.633473875001073,
   "session_path": "/Users/richardblundell/repos/llmcoderlab/.lab/runs/2/qwen2.5-coder-3b/oneshot/fizzbuzz/s0/session.jsonl",
   "finished_at": "2026-07-17T15:37:51.699531+00:00",
   "slug": "run2-qwen2.5-coder-3b-oneshot-fizzbuzz-s0"
  },
  {
   "run_id": 2,
   "model": "qwen2.5-coder-3b",
   "mode": "oneshot",
   "challenge": "json-pointer",
   "sample": 0,
   "status": "degenerate",
   "error": "one-shot reply is not valid JSON: Invalid \\escape: line 3 column 151 (char 165)",
   "score_total": null,
   "score_tests": null,
   "score_deliverables": null,
   "score_content": null,
   "tests_passed": null,
   "tests_failed": null,
   "wall_secs": 6.284722292009974,
   "session_path": "/Users/richardblundell/repos/llmcoderlab/.lab/runs/2/qwen2.5-coder-3b/oneshot/json-pointer/s0/session.jsonl",
   "finished_at": "2026-07-17T15:40:07.224771+00:00",
   "slug": "run2-qwen2.5-coder-3b-oneshot-json-pointer-s0"
  },
  {
   "run_id": 2,
   "model": "qwen2.5-coder-3b",
   "mode": "oneshot",
   "challenge": "lru-cache",
   "sample": 0,
   "status": "degenerate",
   "error": "one-shot reply is not valid JSON: Expecting ',' delimiter: line 3 column 17 (char 31)",
   "score_total": null,
   "score_tests": null,
   "score_deliverables": null,
   "score_content": null,
   "tests_passed": null,
   "tests_failed": null,
   "wall_secs": 6.167725708000944,
   "session_path": "/Users/richardblundell/repos/llmcoderlab/.lab/runs/2/qwen2.5-coder-3b/oneshot/lru-cache/s0/session.jsonl",
   "finished_at": "2026-07-17T15:42:32.184286+00:00",
   "slug": "run2-qwen2.5-coder-3b-oneshot-lru-cache-s0"
  },
  {
   "run_id": 2,
   "model": "qwen2.5-coder-3b",
   "mode": "oneshot",
   "challenge": "palindrome",
   "sample": 0,
   "status": "degenerate",
   "error": "one-shot reply is not valid JSON: Expecting ',' delimiter: line 3 column 24 (char 38)",
   "score_total": null,
   "score_tests": null,
   "score_deliverables": null,
   "score_content": null,
   "tests_passed": null,
   "tests_failed": null,
   "wall_secs": 3.408883665993926,
   "session_path": "/Users/richardblundell/repos/llmcoderlab/.lab/runs/2/qwen2.5-coder-3b/oneshot/palindrome/s0/session.jsonl",
   "finished_at": "2026-07-17T15:46:34.359056+00:00",
   "slug": "run2-qwen2.5-coder-3b-oneshot-palindrome-s0"
  },
  {
   "run_id": 2,
   "model": "qwen2.5-coder-3b",
   "mode": "oneshot",
   "challenge": "temperature",
   "sample": 0,
   "status": "ok",
   "error": null,
   "score_total": 100.0,
   "score_tests": 1.0,
   "score_deliverables": 1.0,
   "score_content": 1.0,
   "tests_passed": 4,
   "tests_failed": 0,
   "wall_secs": 4.914466290996643,
   "session_path": "/Users/richardblundell/repos/llmcoderlab/.lab/runs/2/qwen2.5-coder-3b/oneshot/temperature/s0/session.jsonl",
   "finished_at": "2026-07-17T15:47:42.186293+00:00",
   "slug": "run2-qwen2.5-coder-3b-oneshot-temperature-s0"
  },
  {
   "run_id": 2,
   "model": "qwen2.5-coder-3b",
   "mode": "oneshot",
   "challenge": "text-stats",
   "sample": 0,
   "status": "degenerate",
   "error": "one-shot reply is not valid JSON: Expecting ',' delimiter: line 3 column 23 (char 37)",
   "score_total": null,
   "score_tests": null,
   "score_deliverables": null,
   "score_content": null,
   "tests_passed": null,
   "tests_failed": null,
   "wall_secs": 13.87013658300566,
   "session_path": "/Users/richardblundell/repos/llmcoderlab/.lab/runs/2/qwen2.5-coder-3b/oneshot/text-stats/s0/session.jsonl",
   "finished_at": "2026-07-17T15:49:12.624849+00:00",
   "slug": "run2-qwen2.5-coder-3b-oneshot-text-stats-s0"
  },
  {
   "run_id": 2,
   "model": "qwen2.5-coder-3b",
   "mode": "oneshot",
   "challenge": "vowel-count",
   "sample": 0,
   "status": "ok",
   "error": null,
   "score_total": 100.0,
   "score_tests": 1.0,
   "score_deliverables": 1.0,
   "score_content": 1.0,
   "tests_passed": 5,
   "tests_failed": 0,
   "wall_secs": 3.3379849580087466,
   "session_path": "/Users/richardblundell/repos/llmcoderlab/.lab/runs/2/qwen2.5-coder-3b/oneshot/vowel-count/s0/session.jsonl",
   "finished_at": "2026-07-17T15:55:39.824379+00:00",
   "slug": "run2-qwen2.5-coder-3b-oneshot-vowel-count-s0"
  },
  {
   "run_id": 2,
   "model": "qwen2.5-coder-3b",
   "mode": "oneshot",
   "challenge": "word-ladder",
   "sample": 0,
   "status": "degenerate",
   "error": "one-shot reply is not valid JSON: Expecting ',' delimiter: line 3 column 20 (char 34)",
   "score_total": null,
   "score_tests": null,
   "score_deliverables": null,
   "score_content": null,
   "tests_passed": null,
   "tests_failed": null,
   "wall_secs": 12.007273541006725,
   "session_path": "/Users/richardblundell/repos/llmcoderlab/.lab/runs/2/qwen2.5-coder-3b/oneshot/word-ladder/s0/session.jsonl",
   "finished_at": "2026-07-17T15:56:55.122511+00:00",
   "slug": "run2-qwen2.5-coder-3b-oneshot-word-ladder-s0"
  },
  {
   "run_id": 2,
   "model": "qwen3-30b-a3b",
   "mode": "agentic",
   "challenge": "calculator",
   "sample": 0,
   "status": "error",
   "error": "qwen3-30b-a3b: timed out",
   "score_total": null,
   "score_tests": null,
   "score_deliverables": null,
   "score_content": null,
   "tests_passed": null,
   "tests_failed": null,
   "wall_secs": 906.0503520829952,
   "session_path": "/Users/richardblundell/repos/llmcoderlab/.lab/runs/2/qwen3-30b-a3b/agentic/calculator/s0/session.jsonl",
   "finished_at": "2026-07-17T19:51:09.640723+00:00",
   "slug": "run2-qwen3-30b-a3b-agentic-calculator-s0"
  },
  {
   "run_id": 2,
   "model": "qwen3-30b-a3b",
   "mode": "agentic",
   "challenge": "fizzbuzz",
   "sample": 0,
   "status": "ok",
   "error": null,
   "score_total": 100.0,
   "score_tests": 1.0,
   "score_deliverables": 1.0,
   "score_content": 1.0,
   "tests_passed": 3,
   "tests_failed": 0,
   "wall_secs": 215.31030541700602,
   "session_path": "/Users/richardblundell/repos/llmcoderlab/.lab/runs/2/qwen3-30b-a3b/agentic/fizzbuzz/s0/session.jsonl",
   "finished_at": "2026-07-17T19:56:13.675322+00:00",
   "slug": "run2-qwen3-30b-a3b-agentic-fizzbuzz-s0"
  },
  {
   "run_id": 2,
   "model": "qwen3-30b-a3b",
   "mode": "agentic",
   "challenge": "json-pointer",
   "sample": 0,
   "status": "error",
   "error": "qwen3-30b-a3b: timed out",
   "score_total": null,
   "score_tests": null,
   "score_deliverables": null,
   "score_content": null,
   "tests_passed": null,
   "tests_failed": null,
   "wall_secs": 1399.8826815000066,
   "session_path": "/Users/richardblundell/repos/llmcoderlab/.lab/runs/2/qwen3-30b-a3b/agentic/json-pointer/s0/session.jsonl",
   "finished_at": "2026-07-17T20:24:17.638453+00:00",
   "slug": "run2-qwen3-30b-a3b-agentic-json-pointer-s0"
  },
  {
   "run_id": 2,
   "model": "qwen3-30b-a3b",
   "mode": "agentic",
   "challenge": "lru-cache",
   "sample": 0,
   "status": "ok",
   "error": null,
   "score_total": 100.0,
   "score_tests": 1.0,
   "score_deliverables": 1.0,
   "score_content": 1.0,
   "tests_passed": 5,
   "tests_failed": 0,
   "wall_secs": 336.37185508299444,
   "session_path": "/Users/richardblundell/repos/llmcoderlab/.lab/runs/2/qwen3-30b-a3b/agentic/lru-cache/s0/session.jsonl",
   "finished_at": "2026-07-17T20:33:51.788970+00:00",
   "slug": "run2-qwen3-30b-a3b-agentic-lru-cache-s0"
  },
  {
   "run_id": 2,
   "model": "qwen3-30b-a3b",
   "mode": "agentic",
   "challenge": "palindrome",
   "sample": 0,
   "status": "ok",
   "error": null,
   "score_total": 100.0,
   "score_tests": 1.0,
   "score_deliverables": 1.0,
   "score_content": 1.0,
   "tests_passed": 5,
   "tests_failed": 0,
   "wall_secs": 380.49314624999533,
   "session_path": "/Users/richardblundell/repos/llmcoderlab/.lab/runs/2/qwen3-30b-a3b/agentic/palindrome/s0/session.jsonl",
   "finished_at": "2026-07-17T20:45:03.301183+00:00",
   "slug": "run2-qwen3-30b-a3b-agentic-palindrome-s0"
  },
  {
   "run_id": 2,
   "model": "qwen3-30b-a3b",
   "mode": "agentic",
   "challenge": "temperature",
   "sample": 0,
   "status": "ok",
   "error": null,
   "score_total": 100.0,
   "score_tests": 1.0,
   "score_deliverables": 1.0,
   "score_content": 1.0,
   "tests_passed": 4,
   "tests_failed": 0,
   "wall_secs": 132.25715087499702,
   "session_path": "/Users/richardblundell/repos/llmcoderlab/.lab/runs/2/qwen3-30b-a3b/agentic/temperature/s0/session.jsonl",
   "finished_at": "2026-07-17T20:48:07.429205+00:00",
   "slug": "run2-qwen3-30b-a3b-agentic-temperature-s0"
  },
  {
   "run_id": 2,
   "model": "qwen3-30b-a3b",
   "mode": "agentic",
   "challenge": "text-stats",
   "sample": 0,
   "status": "error",
   "error": "qwen3-30b-a3b: timed out",
   "score_total": null,
   "score_tests": null,
   "score_deliverables": null,
   "score_content": null,
   "tests_passed": null,
   "tests_failed": null,
   "wall_secs": 906.0377436249983,
   "session_path": "/Users/richardblundell/repos/llmcoderlab/.lab/runs/2/qwen3-30b-a3b/agentic/text-stats/s0/session.jsonl",
   "finished_at": "2026-07-17T21:18:19.536895+00:00",
   "slug": "run2-qwen3-30b-a3b-agentic-text-stats-s0"
  },
  {
   "run_id": 2,
   "model": "qwen3-30b-a3b",
   "mode": "agentic",
   "challenge": "vowel-count",
   "sample": 0,
   "status": "ok",
   "error": null,
   "score_total": 100.0,
   "score_tests": 1.0,
   "score_deliverables": 1.0,
   "score_content": 1.0,
   "tests_passed": 5,
   "tests_failed": 0,
   "wall_secs": 107.10106254200218,
   "session_path": "/Users/richardblundell/repos/llmcoderlab/.lab/runs/2/qwen3-30b-a3b/agentic/vowel-count/s0/session.jsonl",
   "finished_at": "2026-07-17T21:21:06.538955+00:00",
   "slug": "run2-qwen3-30b-a3b-agentic-vowel-count-s0"
  },
  {
   "run_id": 2,
   "model": "qwen3-30b-a3b",
   "mode": "agentic",
   "challenge": "word-ladder",
   "sample": 0,
   "status": "error",
   "error": "qwen3-30b-a3b: timed out",
   "score_total": null,
   "score_tests": null,
   "score_deliverables": null,
   "score_content": null,
   "tests_passed": null,
   "tests_failed": null,
   "wall_secs": 906.1036698340031,
   "session_path": "/Users/richardblundell/repos/llmcoderlab/.lab/runs/2/qwen3-30b-a3b/agentic/word-ladder/s0/session.jsonl",
   "finished_at": "2026-07-17T21:42:11.051352+00:00",
   "slug": "run2-qwen3-30b-a3b-agentic-word-ladder-s0"
  },
  {
   "run_id": 2,
   "model": "qwen3-30b-a3b",
   "mode": "oneshot",
   "challenge": "calculator",
   "sample": 0,
   "status": "error",
   "error": "qwen3-30b-a3b: timed out",
   "score_total": null,
   "score_tests": null,
   "score_deliverables": null,
   "score_content": null,
   "tests_passed": null,
   "tests_failed": null,
   "wall_secs": 906.0429146250099,
   "session_path": "/Users/richardblundell/repos/llmcoderlab/.lab/runs/2/qwen3-30b-a3b/oneshot/calculator/s0/session.jsonl",
   "finished_at": "2026-07-17T19:36:03.591227+00:00",
   "slug": "run2-qwen3-30b-a3b-oneshot-calculator-s0"
  },
  {
   "run_id": 2,
   "model": "qwen3-30b-a3b",
   "mode": "oneshot",
   "challenge": "fizzbuzz",
   "sample": 0,
   "status": "ok",
   "error": null,
   "score_total": 100.0,
   "score_tests": 1.0,
   "score_deliverables": 1.0,
   "score_content": 1.0,
   "tests_passed": 3,
   "tests_failed": 0,
   "wall_secs": 88.71741854099673,
   "session_path": "/Users/richardblundell/repos/llmcoderlab/.lab/runs/2/qwen3-30b-a3b/oneshot/fizzbuzz/s0/session.jsonl",
   "finished_at": "2026-07-17T19:52:38.363442+00:00",
   "slug": "run2-qwen3-30b-a3b-oneshot-fizzbuzz-s0"
  },
  {
   "run_id": 2,
   "model": "qwen3-30b-a3b",
   "mode": "oneshot",
   "challenge": "json-pointer",
   "sample": 0,
   "status": "ok",
   "error": null,
   "score_total": 100.0,
   "score_tests": 1.0,
   "score_deliverables": 1.0,
   "score_content": 1.0,
   "tests_passed": 10,
   "tests_failed": 0,
   "wall_secs": 284.0532597919955,
   "session_path": "/Users/richardblundell/repos/llmcoderlab/.lab/runs/2/qwen3-30b-a3b/oneshot/json-pointer/s0/session.jsonl",
   "finished_at": "2026-07-17T20:00:57.729221+00:00",
   "slug": "run2-qwen3-30b-a3b-oneshot-json-pointer-s0"
  },
  {
   "run_id": 2,
   "model": "qwen3-30b-a3b",
   "mode": "oneshot",
   "challenge": "lru-cache",
   "sample": 0,
   "status": "ok",
   "error": null,
   "score_total": 100.0,
   "score_tests": 1.0,
   "score_deliverables": 1.0,
   "score_content": 1.0,
   "tests_passed": 5,
   "tests_failed": 0,
   "wall_secs": 237.76245054100582,
   "session_path": "/Users/richardblundell/repos/llmcoderlab/.lab/runs/2/qwen3-30b-a3b/oneshot/lru-cache/s0/session.jsonl",
   "finished_at": "2026-07-17T20:28:15.405862+00:00",
   "slug": "run2-qwen3-30b-a3b-oneshot-lru-cache-s0"
  },
  {
   "run_id": 2,
   "model": "qwen3-30b-a3b",
   "mode": "oneshot",
   "challenge": "palindrome",
   "sample": 0,
   "status": "ok",
   "error": null,
   "score_total": 100.0,
   "score_tests": 1.0,
   "score_deliverables": 1.0,
   "score_content": 1.0,
   "tests_passed": 5,
   "tests_failed": 0,
   "wall_secs": 290.9989020829962,
   "session_path": "/Users/richardblundell/repos/llmcoderlab/.lab/runs/2/qwen3-30b-a3b/oneshot/palindrome/s0/session.jsonl",
   "finished_at": "2026-07-17T20:38:42.802343+00:00",
   "slug": "run2-qwen3-30b-a3b-oneshot-palindrome-s0"
  },
  {
   "run_id": 2,
   "model": "qwen3-30b-a3b",
   "mode": "oneshot",
   "challenge": "temperature",
   "sample": 0,
   "status": "ok",
   "error": null,
   "score_total": 100.0,
   "score_tests": 1.0,
   "score_deliverables": 1.0,
   "score_content": 1.0,
   "tests_passed": 4,
   "tests_failed": 0,
   "wall_secs": 51.862945291009964,
   "session_path": "/Users/richardblundell/repos/llmcoderlab/.lab/runs/2/qwen3-30b-a3b/oneshot/temperature/s0/session.jsonl",
   "finished_at": "2026-07-17T20:45:55.168075+00:00",
   "slug": "run2-qwen3-30b-a3b-oneshot-temperature-s0"
  },
  {
   "run_id": 2,
   "model": "qwen3-30b-a3b",
   "mode": "oneshot",
   "challenge": "text-stats",
   "sample": 0,
   "status": "error",
   "error": "qwen3-30b-a3b: timed out",
   "score_total": null,
   "score_tests": null,
   "score_deliverables": null,
   "score_content": null,
   "tests_passed": null,
   "tests_failed": null,
   "wall_secs": 906.0325484579953,
   "session_path": "/Users/richardblundell/repos/llmcoderlab/.lab/runs/2/qwen3-30b-a3b/oneshot/text-stats/s0/session.jsonl",
   "finished_at": "2026-07-17T21:03:13.480759+00:00",
   "slug": "run2-qwen3-30b-a3b-oneshot-text-stats-s0"
  },
  {
   "run_id": 2,
   "model": "qwen3-30b-a3b",
   "mode": "oneshot",
   "challenge": "vowel-count",
   "sample": 0,
   "status": "ok",
   "error": null,
   "score_total": 100.0,
   "score_tests": 1.0,
   "score_deliverables": 1.0,
   "score_content": 1.0,
   "tests_passed": 5,
   "tests_failed": 0,
   "wall_secs": 59.88895979200606,
   "session_path": "/Users/richardblundell/repos/llmcoderlab/.lab/runs/2/qwen3-30b-a3b/oneshot/vowel-count/s0/session.jsonl",
   "finished_at": "2026-07-17T21:19:19.434134+00:00",
   "slug": "run2-qwen3-30b-a3b-oneshot-vowel-count-s0"
  },
  {
   "run_id": 2,
   "model": "qwen3-30b-a3b",
   "mode": "oneshot",
   "challenge": "word-ladder",
   "sample": 0,
   "status": "ok",
   "error": null,
   "score_total": 100.0,
   "score_tests": 1.0,
   "score_deliverables": 1.0,
   "score_content": 1.0,
   "tests_passed": 5,
   "tests_failed": 0,
   "wall_secs": 196.34002704200975,
   "session_path": "/Users/richardblundell/repos/llmcoderlab/.lab/runs/2/qwen3-30b-a3b/oneshot/word-ladder/s0/session.jsonl",
   "finished_at": "2026-07-17T21:27:04.966170+00:00",
   "slug": "run2-qwen3-30b-a3b-oneshot-word-ladder-s0"
  }
 ]
}