{
 "round": "Round 1",
 "date": "2026-11-20",
 "commit": "c64fe56",
 "model": "GPT-6 Astra",
 "action_model": "Pi0.5 (DexJoCo multi_task)",
 "seeds": "0-9",
 "repeats": 10,
 "tasks": [
  "click_mouse",
  "hammer_nail",
  "water_plant",
  "pick_bucket",
  "fold_glasses"
 ],
 "algorithms": [
  "delegate",
  "monitor",
  "code_delegate"
 ],
 "episodes": [
  {
   "algorithm": "code_delegate",
   "task": "click_mouse",
   "success": false,
   "score": 0.0,
   "decisions": 1,
   "tokens": 0,
   "native_steps": 0,
   "step_limit": 1200,
   "elapsed_s": 300.5,
   "model_s": 0.0,
   "stop_reason": "model_error: ReadTimeout",
   "finish": false,
   "invalid": true
  },
  {
   "algorithm": "code_delegate",
   "task": "click_mouse",
   "success": true,
   "score": 100.0,
   "decisions": 2,
   "tokens": 7100,
   "native_steps": 232,
   "step_limit": 1200,
   "elapsed_s": 18.3,
   "model_s": 8.6,
   "stop_reason": "native_terminated",
   "finish": false,
   "invalid": false
  },
  {
   "algorithm": "code_delegate",
   "task": "click_mouse",
   "success": true,
   "score": 100.0,
   "decisions": 6,
   "tokens": 23962,
   "native_steps": 599,
   "step_limit": 1200,
   "elapsed_s": 56.8,
   "model_s": 28.2,
   "stop_reason": "native_terminated",
   "finish": false,
   "invalid": false
  },
  {
   "algorithm": "code_delegate",
   "task": "click_mouse",
   "success": false,
   "score": 0.0,
   "decisions": 12,
   "tokens": 51797,
   "native_steps": 1170,
   "step_limit": 1200,
   "elapsed_s": 118.3,
   "model_s": 57.7,
   "stop_reason": "native_terminated",
   "finish": false,
   "invalid": false
  },
  {
   "algorithm": "code_delegate",
   "task": "click_mouse",
   "success": true,
   "score": 100.0,
   "decisions": 3,
   "tokens": 11547,
   "native_steps": 305,
   "step_limit": 1200,
   "elapsed_s": 64.2,
   "model_s": 25.9,
   "stop_reason": "native_terminated",
   "finish": false,
   "invalid": false
  },
  {
   "algorithm": "code_delegate",
   "task": "click_mouse",
   "success": true,
   "score": 100.0,
   "decisions": 4,
   "tokens": 16035,
   "native_steps": 450,
   "step_limit": 1200,
   "elapsed_s": 41.2,
   "model_s": 23.4,
   "stop_reason": "native_terminated",
   "finish": false,
   "invalid": false
  },
  {
   "algorithm": "code_delegate",
   "task": "click_mouse",
   "success": false,
   "score": 0.0,
   "decisions": 12,
   "tokens": 54367,
   "native_steps": 1170,
   "step_limit": 1200,
   "elapsed_s": 145.2,
   "model_s": 93.6,
   "stop_reason": "native_terminated",
   "finish": false,
   "invalid": false
  },
  {
   "algorithm": "code_delegate",
   "task": "click_mouse",
   "success": true,
   "score": 100.0,
   "decisions": 3,
   "tokens": 10825,
   "native_steps": 346,
   "step_limit": 1200,
   "elapsed_s": 29.8,
   "model_s": 12.7,
   "stop_reason": "native_terminated",
   "finish": false,
   "invalid": false
  },
  {
   "algorithm": "code_delegate",
   "task": "click_mouse",
   "success": true,
   "score": 100.0,
   "decisions": 4,
   "tokens": 17765,
   "native_steps": 441,
   "step_limit": 1200,
   "elapsed_s": 42.9,
   "model_s": 21.7,
   "stop_reason": "native_terminated",
   "finish": false,
   "invalid": false
  },
  {
   "algorithm": "code_delegate",
   "task": "click_mouse",
   "success": true,
   "score": 100.0,
   "decisions": 6,
   "tokens": 30613,
   "native_steps": 831,
   "step_limit": 1200,
   "elapsed_s": 78.5,
   "model_s": 36.0,
   "stop_reason": "native_terminated",
   "finish": false,
   "invalid": false
  },
  {
   "algorithm": "code_delegate",
   "task": "click_mouse",
   "success": false,
   "score": 0.0,
   "decisions": 14,
   "tokens": 59679,
   "native_steps": 1170,
   "step_limit": 1200,
   "elapsed_s": 198.6,
   "model_s": 80.3,
   "stop_reason": "native_terminated",
   "finish": false,
   "invalid": false
  },
  {
   "algorithm": "delegate",
   "task": "click_mouse",
   "success": true,
   "score": 100.0,
   "decisions": 3,
   "tokens": 13762,
   "native_steps": 237,
   "step_limit": 1200,
   "elapsed_s": 27.2,
   "model_s": 17.9,
   "stop_reason": "native_terminated",
   "finish": false,
   "invalid": false
  },
  {
   "algorithm": "delegate",
   "task": "click_mouse",
   "success": true,
   "score": 100.0,
   "decisions": 3,
   "tokens": 11614,
   "native_steps": 415,
   "step_limit": 1200,
   "elapsed_s": 30.6,
   "model_s": 12.1,
   "stop_reason": "native_terminated",
   "finish": false,
   "invalid": false
  },
  {
   "algorithm": "delegate",
   "task": "click_mouse",
   "success": true,
   "score": 100.0,
   "decisions": 5,
   "tokens": 22046,
   "native_steps": 602,
   "step_limit": 1200,
   "elapsed_s": 53.5,
   "model_s": 28.0,
   "stop_reason": "native_terminated",
   "finish": false,
   "invalid": false
  },
  {
   "algorithm": "delegate",
   "task": "click_mouse",
   "success": true,
   "score": 100.0,
   "decisions": 11,
   "tokens": 50172,
   "native_steps": 1010,
   "step_limit": 1200,
   "elapsed_s": 176.9,
   "model_s": 62.4,
   "stop_reason": "native_terminated",
   "finish": false,
   "invalid": false
  },
  {
   "algorithm": "delegate",
   "task": "click_mouse",
   "success": false,
   "score": 0.0,
   "decisions": 14,
   "tokens": 64234,
   "native_steps": 1170,
   "step_limit": 1200,
   "elapsed_s": 131.1,
   "model_s": 71.1,
   "stop_reason": "native_terminated",
   "finish": false,
   "invalid": false
  },
  {
   "algorithm": "delegate",
   "task": "click_mouse",
   "success": true,
   "score": 100.0,
   "decisions": 3,
   "tokens": 12718,
   "native_steps": 434,
   "step_limit": 1200,
   "elapsed_s": 81.4,
   "model_s": 60.8,
   "stop_reason": "native_terminated",
   "finish": false,
   "invalid": false
  },
  {
   "algorithm": "delegate",
   "task": "click_mouse",
   "success": true,
   "score": 100.0,
   "decisions": 4,
   "tokens": 17972,
   "native_steps": 500,
   "step_limit": 1200,
   "elapsed_s": 46.0,
   "model_s": 22.2,
   "stop_reason": "native_terminated",
   "finish": false,
   "invalid": false
  },
  {
   "algorithm": "delegate",
   "task": "click_mouse",
   "success": true,
   "score": 100.0,
   "decisions": 7,
   "tokens": 29408,
   "native_steps": 833,
   "step_limit": 1200,
   "elapsed_s": 74.9,
   "model_s": 33.2,
   "stop_reason": "native_terminated",
   "finish": false,
   "invalid": false
  },
  {
   "algorithm": "delegate",
   "task": "click_mouse",
   "success": true,
   "score": 100.0,
   "decisions": 5,
   "tokens": 23178,
   "native_steps": 568,
   "step_limit": 1200,
   "elapsed_s": 56.6,
   "model_s": 26.2,
   "stop_reason": "native_terminated",
   "finish": false,
   "invalid": false
  },
  {
   "algorithm": "delegate",
   "task": "click_mouse",
   "success": true,
   "score": 100.0,
   "decisions": 6,
   "tokens": 25301,
   "native_steps": 845,
   "step_limit": 1200,
   "elapsed_s": 113.4,
   "model_s": 28.0,
   "stop_reason": "native_terminated",
   "finish": false,
   "invalid": false
  },
  {
   "algorithm": "monitor",
   "task": "click_mouse",
   "success": true,
   "score": 100.0,
   "decisions": 2,
   "tokens": 8379,
   "native_steps": 497,
   "step_limit": 1200,
   "elapsed_s": 31.0,
   "model_s": 11.6,
   "stop_reason": "native_terminated",
   "finish": false,
   "invalid": false
  },
  {
   "algorithm": "monitor",
   "task": "click_mouse",
   "success": true,
   "score": 100.0,
   "decisions": 2,
   "tokens": 8375,
   "native_steps": 407,
   "step_limit": 1200,
   "elapsed_s": 27.0,
   "model_s": 10.4,
   "stop_reason": "native_terminated",
   "finish": false,
   "invalid": false
  },
  {
   "algorithm": "monitor",
   "task": "click_mouse",
   "success": false,
   "score": 0.0,
   "decisions": 9,
   "tokens": 37971,
   "native_steps": 1170,
   "step_limit": 1200,
   "elapsed_s": 95.8,
   "model_s": 39.1,
   "stop_reason": "native_terminated",
   "finish": false,
   "invalid": false
  },
  {
   "algorithm": "monitor",
   "task": "click_mouse",
   "success": false,
   "score": 0.0,
   "decisions": 9,
   "tokens": 38989,
   "native_steps": 1170,
   "step_limit": 1200,
   "elapsed_s": 189.2,
   "model_s": 49.9,
   "stop_reason": "native_terminated",
   "finish": false,
   "invalid": false
  },
  {
   "algorithm": "monitor",
   "task": "click_mouse",
   "success": false,
   "score": 0.0,
   "decisions": 9,
   "tokens": 38004,
   "native_steps": 1170,
   "step_limit": 1200,
   "elapsed_s": 90.1,
   "model_s": 43.8,
   "stop_reason": "native_terminated",
   "finish": false,
   "invalid": false
  },
  {
   "algorithm": "monitor",
   "task": "click_mouse",
   "success": false,
   "score": 0.0,
   "decisions": 8,
   "tokens": 34026,
   "native_steps": 1170,
   "step_limit": 1200,
   "elapsed_s": 138.5,
   "model_s": 85.4,
   "stop_reason": "native_terminated",
   "finish": false,
   "invalid": false
  },
  {
   "algorithm": "monitor",
   "task": "click_mouse",
   "success": true,
   "score": 100.0,
   "decisions": 2,
   "tokens": 9433,
   "native_steps": 388,
   "step_limit": 1200,
   "elapsed_s": 31.9,
   "model_s": 13.4,
   "stop_reason": "native_terminated",
   "finish": false,
   "invalid": false
  },
  {
   "algorithm": "monitor",
   "task": "click_mouse",
   "success": true,
   "score": 100.0,
   "decisions": 2,
   "tokens": 8342,
   "native_steps": 566,
   "step_limit": 1200,
   "elapsed_s": 37.1,
   "model_s": 8.6,
   "stop_reason": "native_terminated",
   "finish": false,
   "invalid": false
  },
  {
   "algorithm": "monitor",
   "task": "click_mouse",
   "success": true,
   "score": 100.0,
   "decisions": 3,
   "tokens": 13189,
   "native_steps": 424,
   "step_limit": 1200,
   "elapsed_s": 40.4,
   "model_s": 19.8,
   "stop_reason": "native_terminated",
   "finish": false,
   "invalid": false
  },
  {
   "algorithm": "monitor",
   "task": "click_mouse",
   "success": true,
   "score": 100.0,
   "decisions": 3,
   "tokens": 12131,
   "native_steps": 520,
   "step_limit": 1200,
   "elapsed_s": 67.2,
   "model_s": 15.8,
   "stop_reason": "native_terminated",
   "finish": false,
   "invalid": false
  },
  {
   "algorithm": "code_delegate",
   "task": "fold_glasses",
   "success": false,
   "score": 0.0,
   "decisions": 10,
   "tokens": 41421,
   "native_steps": 1200,
   "step_limit": 1200,
   "elapsed_s": 107.9,
   "model_s": 49.6,
   "stop_reason": "native_truncated",
   "finish": false,
   "invalid": false
  },
  {
   "algorithm": "code_delegate",
   "task": "fold_glasses",
   "success": true,
   "score": 100.0,
   "decisions": 3,
   "tokens": 12109,
   "native_steps": 386,
   "step_limit": 1200,
   "elapsed_s": 32.4,
   "model_s": 16.7,
   "stop_reason": "native_terminated",
   "finish": false,
   "invalid": false
  },
  {
   "algorithm": "code_delegate",
   "task": "fold_glasses",
   "success": false,
   "score": 0.0,
   "decisions": 12,
   "tokens": 49537,
   "native_steps": 1200,
   "step_limit": 1200,
   "elapsed_s": 119.3,
   "model_s": 56.3,
   "stop_reason": "native_truncated",
   "finish": false,
   "invalid": false
  },
  {
   "algorithm": "code_delegate",
   "task": "fold_glasses",
   "success": true,
   "score": 100.0,
   "decisions": 4,
   "tokens": 15260,
   "native_steps": 470,
   "step_limit": 1200,
   "elapsed_s": 59.5,
   "model_s": 20.0,
   "stop_reason": "native_terminated",
   "finish": false,
   "invalid": false
  },
  {
   "algorithm": "code_delegate",
   "task": "fold_glasses",
   "success": false,
   "score": 0.0,
   "decisions": 1,
   "tokens": 0,
   "native_steps": 0,
   "step_limit": 1200,
   "elapsed_s": 32.2,
   "model_s": 0.0,
   "stop_reason": "model_error: HTTP 502",
   "finish": false,
   "invalid": true
  },
  {
   "algorithm": "code_delegate",
   "task": "fold_glasses",
   "success": false,
   "score": 0.0,
   "decisions": 10,
   "tokens": 40062,
   "native_steps": 1200,
   "step_limit": 1200,
   "elapsed_s": 99.1,
   "model_s": 47.6,
   "stop_reason": "native_truncated",
   "finish": false,
   "invalid": false
  },
  {
   "algorithm": "code_delegate",
   "task": "fold_glasses",
   "success": false,
   "score": 0.0,
   "decisions": 9,
   "tokens": 35685,
   "native_steps": 1200,
   "step_limit": 1200,
   "elapsed_s": 110.7,
   "model_s": 45.5,
   "stop_reason": "native_truncated",
   "finish": false,
   "invalid": false
  },
  {
   "algorithm": "code_delegate",
   "task": "fold_glasses",
   "success": false,
   "score": 0.0,
   "decisions": 10,
   "tokens": 40240,
   "native_steps": 1200,
   "step_limit": 1200,
   "elapsed_s": 132.3,
   "model_s": 75.8,
   "stop_reason": "native_truncated",
   "finish": false,
   "invalid": false
  },
  {
   "algorithm": "code_delegate",
   "task": "fold_glasses",
   "success": false,
   "score": 0.0,
   "decisions": 5,
   "tokens": 20700,
   "native_steps": 630,
   "step_limit": 1200,
   "elapsed_s": 62.3,
   "model_s": 34.0,
   "stop_reason": "finish",
   "finish": true,
   "invalid": false
  },
  {
   "algorithm": "code_delegate",
   "task": "fold_glasses",
   "success": false,
   "score": 0.0,
   "decisions": 9,
   "tokens": 35693,
   "native_steps": 1200,
   "step_limit": 1200,
   "elapsed_s": 174.5,
   "model_s": 54.2,
   "stop_reason": "native_truncated",
   "finish": false,
   "invalid": false
  },
  {
   "algorithm": "code_delegate",
   "task": "fold_glasses",
   "success": false,
   "score": 0.0,
   "decisions": 9,
   "tokens": 38896,
   "native_steps": 970,
   "step_limit": 1200,
   "elapsed_s": 102.1,
   "model_s": 59.8,
   "stop_reason": "finish",
   "finish": true,
   "invalid": false
  },
  {
   "algorithm": "delegate",
   "task": "fold_glasses",
   "success": false,
   "score": 0.0,
   "decisions": 9,
   "tokens": 38580,
   "native_steps": 1200,
   "step_limit": 1200,
   "elapsed_s": 151.6,
   "model_s": 93.9,
   "stop_reason": "native_truncated",
   "finish": false,
   "invalid": false
  },
  {
   "algorithm": "delegate",
   "task": "fold_glasses",
   "success": false,
   "score": 0.0,
   "decisions": 11,
   "tokens": 51409,
   "native_steps": 1200,
   "step_limit": 1200,
   "elapsed_s": 137.5,
   "model_s": 81.9,
   "stop_reason": "native_truncated",
   "finish": false,
   "invalid": false
  },
  {
   "algorithm": "delegate",
   "task": "fold_glasses",
   "success": true,
   "score": 100.0,
   "decisions": 4,
   "tokens": 17911,
   "native_steps": 467,
   "step_limit": 1200,
   "elapsed_s": 42.3,
   "model_s": 19.1,
   "stop_reason": "native_terminated",
   "finish": false,
   "invalid": false
  },
  {
   "algorithm": "delegate",
   "task": "fold_glasses",
   "success": false,
   "score": 0.0,
   "decisions": 12,
   "tokens": 57978,
   "native_steps": 1200,
   "step_limit": 1200,
   "elapsed_s": 227.1,
   "model_s": 83.5,
   "stop_reason": "native_truncated",
   "finish": false,
   "invalid": false
  },
  {
   "algorithm": "delegate",
   "task": "fold_glasses",
   "success": false,
   "score": 0.0,
   "decisions": 10,
   "tokens": 46654,
   "native_steps": 1200,
   "step_limit": 1200,
   "elapsed_s": 110.3,
   "model_s": 56.6,
   "stop_reason": "native_truncated",
   "finish": false,
   "invalid": false
  },
  {
   "algorithm": "delegate",
   "task": "fold_glasses",
   "success": true,
   "score": 100.0,
   "decisions": 4,
   "tokens": 18907,
   "native_steps": 594,
   "step_limit": 1200,
   "elapsed_s": 60.8,
   "model_s": 29.5,
   "stop_reason": "native_terminated",
   "finish": false,
   "invalid": false
  },
  {
   "algorithm": "delegate",
   "task": "fold_glasses",
   "success": false,
   "score": 0.0,
   "decisions": 10,
   "tokens": 45599,
   "native_steps": 1200,
   "step_limit": 1200,
   "elapsed_s": 117.3,
   "model_s": 59.0,
   "stop_reason": "native_truncated",
   "finish": false,
   "invalid": false
  },
  {
   "algorithm": "delegate",
   "task": "fold_glasses",
   "success": true,
   "score": 100.0,
   "decisions": 5,
   "tokens": 19577,
   "native_steps": 679,
   "step_limit": 1200,
   "elapsed_s": 49.3,
   "model_s": 18.9,
   "stop_reason": "native_terminated",
   "finish": false,
   "invalid": false
  },
  {
   "algorithm": "delegate",
   "task": "fold_glasses",
   "success": false,
   "score": 0.0,
   "decisions": 10,
   "tokens": 44126,
   "native_steps": 1200,
   "step_limit": 1200,
   "elapsed_s": 122.3,
   "model_s": 57.8,
   "stop_reason": "native_truncated",
   "finish": false,
   "invalid": false
  },
  {
   "algorithm": "delegate",
   "task": "fold_glasses",
   "success": false,
   "score": 0.0,
   "decisions": 10,
   "tokens": 48829,
   "native_steps": 1200,
   "step_limit": 1200,
   "elapsed_s": 125.4,
   "model_s": 65.5,
   "stop_reason": "native_truncated",
   "finish": false,
   "invalid": false
  },
  {
   "algorithm": "monitor",
   "task": "fold_glasses",
   "success": false,
   "score": 0.0,
   "decisions": 5,
   "tokens": 20882,
   "native_steps": 1200,
   "step_limit": 1200,
   "elapsed_s": 79.8,
   "model_s": 22.2,
   "stop_reason": "native_truncated",
   "finish": false,
   "invalid": false
  },
  {
   "algorithm": "monitor",
   "task": "fold_glasses",
   "success": true,
   "score": 100.0,
   "decisions": 3,
   "tokens": 10973,
   "native_steps": 831,
   "step_limit": 1200,
   "elapsed_s": 46.4,
   "model_s": 10.6,
   "stop_reason": "native_terminated",
   "finish": false,
   "invalid": false
  },
  {
   "algorithm": "monitor",
   "task": "fold_glasses",
   "success": true,
   "score": 100.0,
   "decisions": 3,
   "tokens": 14272,
   "native_steps": 604,
   "step_limit": 1200,
   "elapsed_s": 43.1,
   "model_s": 17.1,
   "stop_reason": "native_terminated",
   "finish": false,
   "invalid": false
  },
  {
   "algorithm": "monitor",
   "task": "fold_glasses",
   "success": true,
   "score": 100.0,
   "decisions": 2,
   "tokens": 8304,
   "native_steps": 364,
   "step_limit": 1200,
   "elapsed_s": 37.7,
   "model_s": 9.3,
   "stop_reason": "native_terminated",
   "finish": false,
   "invalid": false
  },
  {
   "algorithm": "monitor",
   "task": "fold_glasses",
   "success": false,
   "score": 0.0,
   "decisions": 6,
   "tokens": 24857,
   "native_steps": 1200,
   "step_limit": 1200,
   "elapsed_s": 84.7,
   "model_s": 31.2,
   "stop_reason": "native_truncated",
   "finish": false,
   "invalid": false
  },
  {
   "algorithm": "monitor",
   "task": "fold_glasses",
   "success": false,
   "score": 0.0,
   "decisions": 5,
   "tokens": 19905,
   "native_steps": 1200,
   "step_limit": 1200,
   "elapsed_s": 84.0,
   "model_s": 23.3,
   "stop_reason": "native_truncated",
   "finish": false,
   "invalid": false
  },
  {
   "algorithm": "monitor",
   "task": "fold_glasses",
   "success": false,
   "score": 0.0,
   "decisions": 5,
   "tokens": 19852,
   "native_steps": 1000,
   "step_limit": 1200,
   "elapsed_s": 57.8,
   "model_s": 19.8,
   "stop_reason": "finish",
   "finish": true,
   "invalid": false
  },
  {
   "algorithm": "monitor",
   "task": "fold_glasses",
   "success": false,
   "score": 0.0,
   "decisions": 6,
   "tokens": 24809,
   "native_steps": 1200,
   "step_limit": 1200,
   "elapsed_s": 83.0,
   "model_s": 30.0,
   "stop_reason": "native_truncated",
   "finish": false,
   "invalid": false
  },
  {
   "algorithm": "monitor",
   "task": "fold_glasses",
   "success": true,
   "score": 100.0,
   "decisions": 2,
   "tokens": 8296,
   "native_steps": 382,
   "step_limit": 1200,
   "elapsed_s": 46.4,
   "model_s": 8.1,
   "stop_reason": "native_terminated",
   "finish": false,
   "invalid": false
  },
  {
   "algorithm": "monitor",
   "task": "fold_glasses",
   "success": false,
   "score": 0.0,
   "decisions": 5,
   "tokens": 20978,
   "native_steps": 1200,
   "step_limit": 1200,
   "elapsed_s": 70.3,
   "model_s": 20.5,
   "stop_reason": "native_truncated",
   "finish": false,
   "invalid": false
  },
  {
   "algorithm": "code_delegate",
   "task": "hammer_nail",
   "success": false,
   "score": 0.0,
   "decisions": 10,
   "tokens": 42846,
   "native_steps": 1000,
   "step_limit": 1000,
   "elapsed_s": 102.5,
   "model_s": 47.9,
   "stop_reason": "native_truncated",
   "finish": false,
   "invalid": false
  },
  {
   "algorithm": "code_delegate",
   "task": "hammer_nail",
   "success": true,
   "score": 100.0,
   "decisions": 4,
   "tokens": 16670,
   "native_steps": 488,
   "step_limit": 1000,
   "elapsed_s": 42.3,
   "model_s": 20.2,
   "stop_reason": "native_terminated",
   "finish": false,
   "invalid": false
  },
  {
   "algorithm": "code_delegate",
   "task": "hammer_nail",
   "success": true,
   "score": 100.0,
   "decisions": 2,
   "tokens": 7726,
   "native_steps": 272,
   "step_limit": 1000,
   "elapsed_s": 26.2,
   "model_s": 11.8,
   "stop_reason": "native_terminated",
   "finish": false,
   "invalid": false
  },
  {
   "algorithm": "code_delegate",
   "task": "hammer_nail",
   "success": true,
   "score": 100.0,
   "decisions": 5,
   "tokens": 19884,
   "native_steps": 710,
   "step_limit": 1000,
   "elapsed_s": 119.9,
   "model_s": 25.1,
   "stop_reason": "native_terminated",
   "finish": false,
   "invalid": false
  },
  {
   "algorithm": "code_delegate",
   "task": "hammer_nail",
   "success": false,
   "score": 0.0,
   "decisions": 9,
   "tokens": 37625,
   "native_steps": 1000,
   "step_limit": 1000,
   "elapsed_s": 137.3,
   "model_s": 90.6,
   "stop_reason": "native_truncated",
   "finish": false,
   "invalid": false
  },
  {
   "algorithm": "code_delegate",
   "task": "hammer_nail",
   "success": true,
   "score": 100.0,
   "decisions": 2,
   "tokens": 8200,
   "native_steps": 211,
   "step_limit": 1000,
   "elapsed_s": 21.9,
   "model_s": 12.4,
   "stop_reason": "native_terminated",
   "finish": false,
   "invalid": false
  },
  {
   "algorithm": "code_delegate",
   "task": "hammer_nail",
   "success": true,
   "score": 100.0,
   "decisions": 2,
   "tokens": 8204,
   "native_steps": 166,
   "step_limit": 1000,
   "elapsed_s": 17.9,
   "model_s": 10.1,
   "stop_reason": "native_terminated",
   "finish": false,
   "invalid": false
  },
  {
   "algorithm": "code_delegate",
   "task": "hammer_nail",
   "success": false,
   "score": 0.0,
   "decisions": 1,
   "tokens": 0,
   "native_steps": 0,
   "step_limit": 1000,
   "elapsed_s": 1.5,
   "model_s": 0.0,
   "stop_reason": "model_error: ConnectError",
   "finish": false,
   "invalid": true
  },
  {
   "algorithm": "code_delegate",
   "task": "hammer_nail",
   "success": true,
   "score": 100.0,
   "decisions": 4,
   "tokens": 15940,
   "native_steps": 471,
   "step_limit": 1000,
   "elapsed_s": 41.0,
   "model_s": 18.6,
   "stop_reason": "native_terminated",
   "finish": false,
   "invalid": false
  },
  {
   "algorithm": "code_delegate",
   "task": "hammer_nail",
   "success": false,
   "score": 0.0,
   "decisions": 10,
   "tokens": 48896,
   "native_steps": 1000,
   "step_limit": 1000,
   "elapsed_s": 97.0,
   "model_s": 52.6,
   "stop_reason": "native_truncated",
   "finish": false,
   "invalid": false
  },
  {
   "algorithm": "code_delegate",
   "task": "hammer_nail",
   "success": true,
   "score": 100.0,
   "decisions": 2,
   "tokens": 7039,
   "native_steps": 170,
   "step_limit": 1000,
   "elapsed_s": 31.8,
   "model_s": 7.5,
   "stop_reason": "native_terminated",
   "finish": false,
   "invalid": false
  },
  {
   "algorithm": "delegate",
   "task": "hammer_nail",
   "success": true,
   "score": 100.0,
   "decisions": 2,
   "tokens": 7566,
   "native_steps": 229,
   "step_limit": 1000,
   "elapsed_s": 18.3,
   "model_s": 7.8,
   "stop_reason": "native_terminated",
   "finish": false,
   "invalid": false
  },
  {
   "algorithm": "delegate",
   "task": "hammer_nail",
   "success": true,
   "score": 100.0,
   "decisions": 1,
   "tokens": 3715,
   "native_steps": 157,
   "step_limit": 1000,
   "elapsed_s": 10.3,
   "model_s": 4.4,
   "stop_reason": "native_terminated",
   "finish": false,
   "invalid": false
  },
  {
   "algorithm": "delegate",
   "task": "hammer_nail",
   "success": true,
   "score": 100.0,
   "decisions": 2,
   "tokens": 7534,
   "native_steps": 170,
   "step_limit": 1000,
   "elapsed_s": 17.3,
   "model_s": 9.0,
   "stop_reason": "native_terminated",
   "finish": false,
   "invalid": false
  },
  {
   "algorithm": "delegate",
   "task": "hammer_nail",
   "success": true,
   "score": 100.0,
   "decisions": 3,
   "tokens": 12628,
   "native_steps": 334,
   "step_limit": 1000,
   "elapsed_s": 56.5,
   "model_s": 15.5,
   "stop_reason": "native_terminated",
   "finish": false,
   "invalid": false
  },
  {
   "algorithm": "delegate",
   "task": "hammer_nail",
   "success": false,
   "score": 0.0,
   "decisions": 11,
   "tokens": 50181,
   "native_steps": 1000,
   "step_limit": 1000,
   "elapsed_s": 102.3,
   "model_s": 57.4,
   "stop_reason": "native_truncated",
   "finish": false,
   "invalid": false
  },
  {
   "algorithm": "delegate",
   "task": "hammer_nail",
   "success": true,
   "score": 100.0,
   "decisions": 2,
   "tokens": 8669,
   "native_steps": 180,
   "step_limit": 1000,
   "elapsed_s": 16.8,
   "model_s": 9.8,
   "stop_reason": "native_terminated",
   "finish": false,
   "invalid": false
  },
  {
   "algorithm": "delegate",
   "task": "hammer_nail",
   "success": true,
   "score": 100.0,
   "decisions": 2,
   "tokens": 7546,
   "native_steps": 181,
   "step_limit": 1000,
   "elapsed_s": 16.3,
   "model_s": 7.1,
   "stop_reason": "native_terminated",
   "finish": false,
   "invalid": false
  },
  {
   "algorithm": "delegate",
   "task": "hammer_nail",
   "success": true,
   "score": 100.0,
   "decisions": 8,
   "tokens": 37243,
   "native_steps": 723,
   "step_limit": 1000,
   "elapsed_s": 71.8,
   "model_s": 37.0,
   "stop_reason": "native_terminated",
   "finish": false,
   "invalid": false
  },
  {
   "algorithm": "delegate",
   "task": "hammer_nail",
   "success": true,
   "score": 100.0,
   "decisions": 2,
   "tokens": 8657,
   "native_steps": 202,
   "step_limit": 1000,
   "elapsed_s": 20.0,
   "model_s": 10.4,
   "stop_reason": "native_terminated",
   "finish": false,
   "invalid": false
  },
  {
   "algorithm": "delegate",
   "task": "hammer_nail",
   "success": true,
   "score": 100.0,
   "decisions": 2,
   "tokens": 9761,
   "native_steps": 167,
   "step_limit": 1000,
   "elapsed_s": 32.3,
   "model_s": 10.7,
   "stop_reason": "native_terminated",
   "finish": false,
   "invalid": false
  },
  {
   "algorithm": "monitor",
   "task": "hammer_nail",
   "success": false,
   "score": 0.0,
   "decisions": 5,
   "tokens": 22122,
   "native_steps": 1000,
   "step_limit": 1000,
   "elapsed_s": 71.9,
   "model_s": 26.1,
   "stop_reason": "native_truncated",
   "finish": false,
   "invalid": false
  },
  {
   "algorithm": "monitor",
   "task": "hammer_nail",
   "success": false,
   "score": 0.0,
   "decisions": 5,
   "tokens": 19841,
   "native_steps": 1000,
   "step_limit": 1000,
   "elapsed_s": 81.0,
   "model_s": 32.9,
   "stop_reason": "native_truncated",
   "finish": false,
   "invalid": false
  },
  {
   "algorithm": "monitor",
   "task": "hammer_nail",
   "success": true,
   "score": 100.0,
   "decisions": 1,
   "tokens": 4630,
   "native_steps": 164,
   "step_limit": 1000,
   "elapsed_s": 12.5,
   "model_s": 5.3,
   "stop_reason": "native_terminated",
   "finish": false,
   "invalid": false
  },
  {
   "algorithm": "monitor",
   "task": "hammer_nail",
   "success": true,
   "score": 100.0,
   "decisions": 2,
   "tokens": 9398,
   "native_steps": 402,
   "step_limit": 1000,
   "elapsed_s": 55.5,
   "model_s": 11.2,
   "stop_reason": "native_terminated",
   "finish": false,
   "invalid": false
  },
  {
   "algorithm": "monitor",
   "task": "hammer_nail",
   "success": true,
   "score": 100.0,
   "decisions": 1,
   "tokens": 4629,
   "native_steps": 272,
   "step_limit": 1000,
   "elapsed_s": 18.0,
   "model_s": 7.4,
   "stop_reason": "native_terminated",
   "finish": false,
   "invalid": false
  },
  {
   "algorithm": "monitor",
   "task": "hammer_nail",
   "success": true,
   "score": 100.0,
   "decisions": 2,
   "tokens": 7235,
   "native_steps": 353,
   "step_limit": 1000,
   "elapsed_s": 35.1,
   "model_s": 20.7,
   "stop_reason": "native_terminated",
   "finish": false,
   "invalid": false
  },
  {
   "algorithm": "monitor",
   "task": "hammer_nail",
   "success": false,
   "score": 0.0,
   "decisions": 5,
   "tokens": 22232,
   "native_steps": 1000,
   "step_limit": 1000,
   "elapsed_s": 79.8,
   "model_s": 25.5,
   "stop_reason": "native_truncated",
   "finish": false,
   "invalid": false
  },
  {
   "algorithm": "monitor",
   "task": "hammer_nail",
   "success": false,
   "score": 0.0,
   "decisions": 3,
   "tokens": 8335,
   "native_steps": 500,
   "step_limit": 1000,
   "elapsed_s": 33.8,
   "model_s": 10.1,
   "stop_reason": "model_error: ConnectError",
   "finish": false,
   "invalid": true
  },
  {
   "algorithm": "monitor",
   "task": "hammer_nail",
   "success": true,
   "score": 100.0,
   "decisions": 4,
   "tokens": 18220,
   "native_steps": 754,
   "step_limit": 1000,
   "elapsed_s": 53.9,
   "model_s": 20.2,
   "stop_reason": "native_terminated",
   "finish": false,
   "invalid": false
  },
  {
   "algorithm": "monitor",
   "task": "hammer_nail",
   "success": true,
   "score": 100.0,
   "decisions": 2,
   "tokens": 8335,
   "native_steps": 438,
   "step_limit": 1000,
   "elapsed_s": 29.5,
   "model_s": 9.6,
   "stop_reason": "native_terminated",
   "finish": false,
   "invalid": false
  },
  {
   "algorithm": "monitor",
   "task": "hammer_nail",
   "success": true,
   "score": 100.0,
   "decisions": 1,
   "tokens": 4630,
   "native_steps": 159,
   "step_limit": 1000,
   "elapsed_s": 26.2,
   "model_s": 8.1,
   "stop_reason": "native_terminated",
   "finish": false,
   "invalid": false
  },
  {
   "algorithm": "code_delegate",
   "task": "pick_bucket",
   "success": false,
   "score": 0.0,
   "decisions": 4,
   "tokens": 15324,
   "native_steps": 400,
   "step_limit": 1200,
   "elapsed_s": 42.6,
   "model_s": 24.7,
   "stop_reason": "finish",
   "finish": true,
   "invalid": false
  },
  {
   "algorithm": "code_delegate",
   "task": "pick_bucket",
   "success": false,
   "score": 0.0,
   "decisions": 4,
   "tokens": 15333,
   "native_steps": 380,
   "step_limit": 1200,
   "elapsed_s": 34.6,
   "model_s": 20.6,
   "stop_reason": "finish",
   "finish": true,
   "invalid": false
  },
  {
   "algorithm": "code_delegate",
   "task": "pick_bucket",
   "success": false,
   "score": 0.0,
   "decisions": 10,
   "tokens": 41115,
   "native_steps": 1200,
   "step_limit": 1200,
   "elapsed_s": 111.3,
   "model_s": 47.6,
   "stop_reason": "native_truncated",
   "finish": false,
   "invalid": false
  },
  {
   "algorithm": "code_delegate",
   "task": "pick_bucket",
   "success": true,
   "score": 100.0,
   "decisions": 3,
   "tokens": 11451,
   "native_steps": 307,
   "step_limit": 1200,
   "elapsed_s": 48.9,
   "model_s": 16.4,
   "stop_reason": "native_terminated",
   "finish": false,
   "invalid": false
  },
  {
   "algorithm": "code_delegate",
   "task": "pick_bucket",
   "success": true,
   "score": 100.0,
   "decisions": 3,
   "tokens": 12421,
   "native_steps": 356,
   "step_limit": 1200,
   "elapsed_s": 33.5,
   "model_s": 17.5,
   "stop_reason": "native_terminated",
   "finish": false,
   "invalid": false
  },
  {
   "algorithm": "code_delegate",
   "task": "pick_bucket",
   "success": true,
   "score": 100.0,
   "decisions": 3,
   "tokens": 12382,
   "native_steps": 378,
   "step_limit": 1200,
   "elapsed_s": 32.5,
   "model_s": 15.4,
   "stop_reason": "native_terminated",
   "finish": false,
   "invalid": false
  },
  {
   "algorithm": "code_delegate",
   "task": "pick_bucket",
   "success": false,
   "score": 0.0,
   "decisions": 4,
   "tokens": 18181,
   "native_steps": 410,
   "step_limit": 1200,
   "elapsed_s": 43.9,
   "model_s": 24.2,
   "stop_reason": "finish",
   "finish": true,
   "invalid": false
  },
  {
   "algorithm": "code_delegate",
   "task": "pick_bucket",
   "success": false,
   "score": 0.0,
   "decisions": 10,
   "tokens": 48229,
   "native_steps": 1200,
   "step_limit": 1200,
   "elapsed_s": 113.5,
   "model_s": 56.2,
   "stop_reason": "native_truncated",
   "finish": false,
   "invalid": false
  },
  {
   "algorithm": "code_delegate",
   "task": "pick_bucket",
   "success": false,
   "score": 0.0,
   "decisions": 11,
   "tokens": 48093,
   "native_steps": 1200,
   "step_limit": 1200,
   "elapsed_s": 109.5,
   "model_s": 48.3,
   "stop_reason": "native_truncated",
   "finish": false,
   "invalid": false
  },
  {
   "algorithm": "code_delegate",
   "task": "pick_bucket",
   "success": false,
   "score": 0.0,
   "decisions": 11,
   "tokens": 48644,
   "native_steps": 1200,
   "step_limit": 1200,
   "elapsed_s": 123.1,
   "model_s": 59.4,
   "stop_reason": "native_truncated",
   "finish": false,
   "invalid": false
  },
  {
   "algorithm": "delegate",
   "task": "pick_bucket",
   "success": false,
   "score": 0.0,
   "decisions": 10,
   "tokens": 46953,
   "native_steps": 1200,
   "step_limit": 1200,
   "elapsed_s": 114.6,
   "model_s": 55.9,
   "stop_reason": "native_truncated",
   "finish": false,
   "invalid": false
  },
  {
   "algorithm": "delegate",
   "task": "pick_bucket",
   "success": true,
   "score": 100.0,
   "decisions": 3,
   "tokens": 12618,
   "native_steps": 369,
   "step_limit": 1200,
   "elapsed_s": 35.0,
   "model_s": 18.0,
   "stop_reason": "native_terminated",
   "finish": false,
   "invalid": false
  },
  {
   "algorithm": "delegate",
   "task": "pick_bucket",
   "success": true,
   "score": 100.0,
   "decisions": 3,
   "tokens": 13751,
   "native_steps": 369,
   "step_limit": 1200,
   "elapsed_s": 38.4,
   "model_s": 20.8,
   "stop_reason": "native_terminated",
   "finish": false,
   "invalid": false
  },
  {
   "algorithm": "delegate",
   "task": "pick_bucket",
   "success": true,
   "score": 100.0,
   "decisions": 3,
   "tokens": 13725,
   "native_steps": 338,
   "step_limit": 1200,
   "elapsed_s": 59.9,
   "model_s": 19.4,
   "stop_reason": "native_terminated",
   "finish": false,
   "invalid": false
  },
  {
   "algorithm": "delegate",
   "task": "pick_bucket",
   "success": false,
   "score": 0.0,
   "decisions": 10,
   "tokens": 48076,
   "native_steps": 1200,
   "step_limit": 1200,
   "elapsed_s": 130.2,
   "model_s": 73.6,
   "stop_reason": "native_truncated",
   "finish": false,
   "invalid": false
  },
  {
   "algorithm": "delegate",
   "task": "pick_bucket",
   "success": false,
   "score": 0.0,
   "decisions": 10,
   "tokens": 43388,
   "native_steps": 1110,
   "step_limit": 1200,
   "elapsed_s": 106.7,
   "model_s": 60.1,
   "stop_reason": "finish",
   "finish": true,
   "invalid": false
  },
  {
   "algorithm": "delegate",
   "task": "pick_bucket",
   "success": false,
   "score": 0.0,
   "decisions": 13,
   "tokens": 62401,
   "native_steps": 1185,
   "step_limit": 1200,
   "elapsed_s": 128.4,
   "model_s": 77.5,
   "stop_reason": "finish",
   "finish": true,
   "invalid": false
  },
  {
   "algorithm": "delegate",
   "task": "pick_bucket",
   "success": true,
   "score": 100.0,
   "decisions": 3,
   "tokens": 12631,
   "native_steps": 382,
   "step_limit": 1200,
   "elapsed_s": 30.7,
   "model_s": 15.3,
   "stop_reason": "native_terminated",
   "finish": false,
   "invalid": false
  },
  {
   "algorithm": "delegate",
   "task": "pick_bucket",
   "success": false,
   "score": 0.0,
   "decisions": 11,
   "tokens": 50012,
   "native_steps": 1200,
   "step_limit": 1200,
   "elapsed_s": 126.5,
   "model_s": 63.0,
   "stop_reason": "native_truncated",
   "finish": false,
   "invalid": false
  },
  {
   "algorithm": "delegate",
   "task": "pick_bucket",
   "success": true,
   "score": 100.0,
   "decisions": 3,
   "tokens": 12614,
   "native_steps": 383,
   "step_limit": 1200,
   "elapsed_s": 60.7,
   "model_s": 16.0,
   "stop_reason": "native_terminated",
   "finish": false,
   "invalid": false
  },
  {
   "algorithm": "monitor",
   "task": "pick_bucket",
   "success": true,
   "score": 100.0,
   "decisions": 2,
   "tokens": 7238,
   "native_steps": 338,
   "step_limit": 1200,
   "elapsed_s": 23.4,
   "model_s": 8.8,
   "stop_reason": "native_terminated",
   "finish": false,
   "invalid": false
  },
  {
   "algorithm": "monitor",
   "task": "pick_bucket",
   "success": false,
   "score": 0.0,
   "decisions": 6,
   "tokens": 24997,
   "native_steps": 1200,
   "step_limit": 1200,
   "elapsed_s": 80.9,
   "model_s": 28.4,
   "stop_reason": "native_truncated",
   "finish": false,
   "invalid": false
  },
  {
   "algorithm": "monitor",
   "task": "pick_bucket",
   "success": true,
   "score": 100.0,
   "decisions": 2,
   "tokens": 8309,
   "native_steps": 373,
   "step_limit": 1200,
   "elapsed_s": 25.8,
   "model_s": 11.9,
   "stop_reason": "native_terminated",
   "finish": false,
   "invalid": false
  },
  {
   "algorithm": "monitor",
   "task": "pick_bucket",
   "success": true,
   "score": 100.0,
   "decisions": 2,
   "tokens": 9402,
   "native_steps": 347,
   "step_limit": 1200,
   "elapsed_s": 44.1,
   "model_s": 10.6,
   "stop_reason": "native_terminated",
   "finish": false,
   "invalid": false
  },
  {
   "algorithm": "monitor",
   "task": "pick_bucket",
   "success": true,
   "score": 100.0,
   "decisions": 2,
   "tokens": 8309,
   "native_steps": 352,
   "step_limit": 1200,
   "elapsed_s": 26.5,
   "model_s": 10.3,
   "stop_reason": "native_terminated",
   "finish": false,
   "invalid": false
  },
  {
   "algorithm": "monitor",
   "task": "pick_bucket",
   "success": false,
   "score": 0.0,
   "decisions": 7,
   "tokens": 30097,
   "native_steps": 1200,
   "step_limit": 1200,
   "elapsed_s": 89.6,
   "model_s": 35.0,
   "stop_reason": "native_truncated",
   "finish": false,
   "invalid": false
  },
  {
   "algorithm": "monitor",
   "task": "pick_bucket",
   "success": true,
   "score": 100.0,
   "decisions": 2,
   "tokens": 8338,
   "native_steps": 357,
   "step_limit": 1200,
   "elapsed_s": 26.7,
   "model_s": 10.2,
   "stop_reason": "native_terminated",
   "finish": false,
   "invalid": false
  },
  {
   "algorithm": "monitor",
   "task": "pick_bucket",
   "success": true,
   "score": 100.0,
   "decisions": 2,
   "tokens": 8309,
   "native_steps": 376,
   "step_limit": 1200,
   "elapsed_s": 27.2,
   "model_s": 10.4,
   "stop_reason": "native_terminated",
   "finish": false,
   "invalid": false
  },
  {
   "algorithm": "monitor",
   "task": "pick_bucket",
   "success": false,
   "score": 0.0,
   "decisions": 8,
   "tokens": 35097,
   "native_steps": 1200,
   "step_limit": 1200,
   "elapsed_s": 96.9,
   "model_s": 34.0,
   "stop_reason": "native_truncated",
   "finish": false,
   "invalid": false
  },
  {
   "algorithm": "monitor",
   "task": "pick_bucket",
   "success": true,
   "score": 100.0,
   "decisions": 2,
   "tokens": 9403,
   "native_steps": 389,
   "step_limit": 1200,
   "elapsed_s": 31.0,
   "model_s": 10.5,
   "stop_reason": "native_terminated",
   "finish": false,
   "invalid": false
  },
  {
   "algorithm": "code_delegate",
   "task": "water_plant",
   "success": true,
   "score": 100.0,
   "decisions": 2,
   "tokens": 7042,
   "native_steps": 279,
   "step_limit": 1000,
   "elapsed_s": 20.3,
   "model_s": 8.1,
   "stop_reason": "native_terminated",
   "finish": false,
   "invalid": false
  },
  {
   "algorithm": "code_delegate",
   "task": "water_plant",
   "success": true,
   "score": 100.0,
   "decisions": 2,
   "tokens": 7042,
   "native_steps": 246,
   "step_limit": 1000,
   "elapsed_s": 22.4,
   "model_s": 10.6,
   "stop_reason": "native_terminated",
   "finish": false,
   "invalid": false
  },
  {
   "algorithm": "code_delegate",
   "task": "water_plant",
   "success": true,
   "score": 100.0,
   "decisions": 2,
   "tokens": 7726,
   "native_steps": 270,
   "step_limit": 1000,
   "elapsed_s": 23.4,
   "model_s": 10.6,
   "stop_reason": "native_terminated",
   "finish": false,
   "invalid": false
  },
  {
   "algorithm": "code_delegate",
   "task": "water_plant",
   "success": true,
   "score": 100.0,
   "decisions": 2,
   "tokens": 7045,
   "native_steps": 258,
   "step_limit": 1000,
   "elapsed_s": 40.6,
   "model_s": 9.8,
   "stop_reason": "native_terminated",
   "finish": false,
   "invalid": false
  },
  {
   "algorithm": "code_delegate",
   "task": "water_plant",
   "success": true,
   "score": 100.0,
   "decisions": 3,
   "tokens": 13381,
   "native_steps": 300,
   "step_limit": 1000,
   "elapsed_s": 41.7,
   "model_s": 17.6,
   "stop_reason": "native_terminated",
   "finish": false,
   "invalid": false
  },
  {
   "algorithm": "code_delegate",
   "task": "water_plant",
   "success": true,
   "score": 100.0,
   "decisions": 2,
   "tokens": 7729,
   "native_steps": 232,
   "step_limit": 1000,
   "elapsed_s": 20.5,
   "model_s": 9.7,
   "stop_reason": "native_terminated",
   "finish": false,
   "invalid": false
  },
  {
   "algorithm": "code_delegate",
   "task": "water_plant",
   "success": true,
   "score": 100.0,
   "decisions": 3,
   "tokens": 12138,
   "native_steps": 245,
   "step_limit": 1000,
   "elapsed_s": 30.1,
   "model_s": 17.1,
   "stop_reason": "native_terminated",
   "finish": false,
   "invalid": false
  },
  {
   "algorithm": "code_delegate",
   "task": "water_plant",
   "success": false,
   "score": 0.0,
   "decisions": 12,
   "tokens": 58385,
   "native_steps": 1000,
   "step_limit": 1000,
   "elapsed_s": 118.5,
   "model_s": 64.6,
   "stop_reason": "native_truncated",
   "finish": false,
   "invalid": false
  },
  {
   "algorithm": "code_delegate",
   "task": "water_plant",
   "success": true,
   "score": 100.0,
   "decisions": 2,
   "tokens": 8195,
   "native_steps": 245,
   "step_limit": 1000,
   "elapsed_s": 28.8,
   "model_s": 11.9,
   "stop_reason": "native_terminated",
   "finish": false,
   "invalid": false
  },
  {
   "algorithm": "code_delegate",
   "task": "water_plant",
   "success": true,
   "score": 100.0,
   "decisions": 3,
   "tokens": 11461,
   "native_steps": 269,
   "step_limit": 1000,
   "elapsed_s": 48.9,
   "model_s": 16.3,
   "stop_reason": "native_terminated",
   "finish": false,
   "invalid": false
  },
  {
   "algorithm": "delegate",
   "task": "water_plant",
   "success": false,
   "score": 0.0,
   "decisions": 2,
   "tokens": 4786,
   "native_steps": 150,
   "step_limit": 1000,
   "elapsed_s": 315.1,
   "model_s": 8.0,
   "stop_reason": "model_error: ReadTimeout",
   "finish": false,
   "invalid": true
  },
  {
   "algorithm": "delegate",
   "task": "water_plant",
   "success": true,
   "score": 100.0,
   "decisions": 3,
   "tokens": 12701,
   "native_steps": 310,
   "step_limit": 1000,
   "elapsed_s": 34.5,
   "model_s": 17.6,
   "stop_reason": "native_terminated",
   "finish": false,
   "invalid": false
  },
  {
   "algorithm": "delegate",
   "task": "water_plant",
   "success": true,
   "score": 100.0,
   "decisions": 2,
   "tokens": 7556,
   "native_steps": 266,
   "step_limit": 1000,
   "elapsed_s": 20.7,
   "model_s": 7.7,
   "stop_reason": "native_terminated",
   "finish": false,
   "invalid": false
  },
  {
   "algorithm": "delegate",
   "task": "water_plant",
   "success": true,
   "score": 100.0,
   "decisions": 5,
   "tokens": 19842,
   "native_steps": 571,
   "step_limit": 1000,
   "elapsed_s": 50.0,
   "model_s": 20.5,
   "stop_reason": "native_terminated",
   "finish": false,
   "invalid": false
  },
  {
   "algorithm": "delegate",
   "task": "water_plant",
   "success": true,
   "score": 100.0,
   "decisions": 2,
   "tokens": 8638,
   "native_steps": 247,
   "step_limit": 1000,
   "elapsed_s": 44.7,
   "model_s": 10.1,
   "stop_reason": "native_terminated",
   "finish": false,
   "invalid": false
  },
  {
   "algorithm": "delegate",
   "task": "water_plant",
   "success": true,
   "score": 100.0,
   "decisions": 2,
   "tokens": 8671,
   "native_steps": 272,
   "step_limit": 1000,
   "elapsed_s": 24.9,
   "model_s": 11.9,
   "stop_reason": "native_terminated",
   "finish": false,
   "invalid": false
  },
  {
   "algorithm": "delegate",
   "task": "water_plant",
   "success": true,
   "score": 100.0,
   "decisions": 2,
   "tokens": 9744,
   "native_steps": 227,
   "step_limit": 1000,
   "elapsed_s": 32.7,
   "model_s": 21.3,
   "stop_reason": "native_terminated",
   "finish": false,
   "invalid": false
  },
  {
   "algorithm": "delegate",
   "task": "water_plant",
   "success": true,
   "score": 100.0,
   "decisions": 3,
   "tokens": 11552,
   "native_steps": 277,
   "step_limit": 1000,
   "elapsed_s": 24.5,
   "model_s": 12.3,
   "stop_reason": "native_terminated",
   "finish": false,
   "invalid": false
  },
  {
   "algorithm": "delegate",
   "task": "water_plant",
   "success": false,
   "score": 0.0,
   "decisions": 1,
   "tokens": 0,
   "native_steps": 0,
   "step_limit": 1000,
   "elapsed_s": 21.5,
   "model_s": 0.0,
   "stop_reason": "model_error: ConnectError",
   "finish": false,
   "invalid": true
  },
  {
   "algorithm": "delegate",
   "task": "water_plant",
   "success": true,
   "score": 100.0,
   "decisions": 2,
   "tokens": 8653,
   "native_steps": 270,
   "step_limit": 1000,
   "elapsed_s": 26.1,
   "model_s": 13.2,
   "stop_reason": "native_terminated",
   "finish": false,
   "invalid": false
  },
  {
   "algorithm": "delegate",
   "task": "water_plant",
   "success": true,
   "score": 100.0,
   "decisions": 2,
   "tokens": 8652,
   "native_steps": 270,
   "step_limit": 1000,
   "elapsed_s": 24.5,
   "model_s": 12.0,
   "stop_reason": "native_terminated",
   "finish": false,
   "invalid": false
  },
  {
   "algorithm": "delegate",
   "task": "water_plant",
   "success": true,
   "score": 100.0,
   "decisions": 2,
   "tokens": 8675,
   "native_steps": 261,
   "step_limit": 1000,
   "elapsed_s": 43.7,
   "model_s": 11.1,
   "stop_reason": "native_terminated",
   "finish": false,
   "invalid": false
  },
  {
   "algorithm": "monitor",
   "task": "water_plant",
   "success": true,
   "score": 100.0,
   "decisions": 2,
   "tokens": 8306,
   "native_steps": 315,
   "step_limit": 1000,
   "elapsed_s": 23.2,
   "model_s": 9.8,
   "stop_reason": "native_terminated",
   "finish": false,
   "invalid": false
  },
  {
   "algorithm": "monitor",
   "task": "water_plant",
   "success": true,
   "score": 100.0,
   "decisions": 1,
   "tokens": 3561,
   "native_steps": 252,
   "step_limit": 1000,
   "elapsed_s": 14.9,
   "model_s": 3.9,
   "stop_reason": "native_terminated",
   "finish": false,
   "invalid": false
  },
  {
   "algorithm": "monitor",
   "task": "water_plant",
   "success": false,
   "score": 0.0,
   "decisions": 6,
   "tokens": 25987,
   "native_steps": 1000,
   "step_limit": 1000,
   "elapsed_s": 93.3,
   "model_s": 48.8,
   "stop_reason": "native_truncated",
   "finish": false,
   "invalid": false
  },
  {
   "algorithm": "monitor",
   "task": "water_plant",
   "success": true,
   "score": 100.0,
   "decisions": 1,
   "tokens": 3561,
   "native_steps": 240,
   "step_limit": 1000,
   "elapsed_s": 38.8,
   "model_s": 12.1,
   "stop_reason": "native_terminated",
   "finish": false,
   "invalid": false
  },
  {
   "algorithm": "monitor",
   "task": "water_plant",
   "success": true,
   "score": 100.0,
   "decisions": 2,
   "tokens": 8328,
   "native_steps": 274,
   "step_limit": 1000,
   "elapsed_s": 27.5,
   "model_s": 10.8,
   "stop_reason": "native_terminated",
   "finish": false,
   "invalid": false
  },
  {
   "algorithm": "monitor",
   "task": "water_plant",
   "success": true,
   "score": 100.0,
   "decisions": 1,
   "tokens": 3561,
   "native_steps": 245,
   "step_limit": 1000,
   "elapsed_s": 11.3,
   "model_s": 4.2,
   "stop_reason": "native_terminated",
   "finish": false,
   "invalid": false
  },
  {
   "algorithm": "monitor",
   "task": "water_plant",
   "success": true,
   "score": 100.0,
   "decisions": 2,
   "tokens": 8331,
   "native_steps": 279,
   "step_limit": 1000,
   "elapsed_s": 24.8,
   "model_s": 10.1,
   "stop_reason": "native_terminated",
   "finish": false,
   "invalid": false
  },
  {
   "algorithm": "monitor",
   "task": "water_plant",
   "success": false,
   "score": 0.0,
   "decisions": 1,
   "tokens": 4629,
   "native_steps": 219,
   "step_limit": 1000,
   "elapsed_s": 25.3,
   "model_s": 15.2,
   "stop_reason": "native_terminated",
   "finish": false,
   "invalid": false
  },
  {
   "algorithm": "monitor",
   "task": "water_plant",
   "success": true,
   "score": 100.0,
   "decisions": 1,
   "tokens": 3561,
   "native_steps": 233,
   "step_limit": 1000,
   "elapsed_s": 15.8,
   "model_s": 4.1,
   "stop_reason": "native_terminated",
   "finish": false,
   "invalid": false
  },
  {
   "algorithm": "monitor",
   "task": "water_plant",
   "success": false,
   "score": 0.0,
   "decisions": 5,
   "tokens": 22077,
   "native_steps": 1000,
   "step_limit": 1000,
   "elapsed_s": 161.9,
   "model_s": 25.0,
   "stop_reason": "native_truncated",
   "finish": false,
   "invalid": false
  }
 ],
 "not_run": []
}