{
 "round": "Round 1",
 "date": "2026-11-18",
 "commit": "64a2d92",
 "model": "GPT-6 Astra",
 "action_model": "Pi0.5 (RoboDojo-sim-arx_x5-joint-0)",
 "seed": 0,
 "repeats": 1,
 "tasks": [
  "stack_bowls",
  "stack_blocks",
  "general_pickup",
  "put_bottles_into_dustbin",
  "arrange_largest_number",
  "classify_objects",
  "stack_blocks_by_language",
  "press_by_number"
 ],
 "algorithms": [
  "monitor",
  "delegate",
  "code",
  "direct"
 ],
 "episodes": [
  {
   "algorithm": "code",
   "task": "arrange_largest_number",
   "success": false,
   "score": 30.0,
   "decisions": 51,
   "tokens": 283756,
   "native_steps": 666,
   "step_limit": 1050,
   "elapsed_s": 571.7,
   "model_s": 430.6,
   "stop_reason": "finish",
   "finish": true,
   "invalid": false
  },
  {
   "algorithm": "delegate",
   "task": "arrange_largest_number",
   "success": false,
   "score": 15.0,
   "decisions": 12,
   "tokens": 68062,
   "native_steps": 1050,
   "step_limit": 1050,
   "elapsed_s": 292.5,
   "model_s": 101.2,
   "stop_reason": "native_truncated",
   "finish": false,
   "invalid": false
  },
  {
   "algorithm": "direct",
   "task": "arrange_largest_number",
   "success": false,
   "score": 15.0,
   "decisions": 154,
   "tokens": 811127,
   "native_steps": 1050,
   "step_limit": 1050,
   "elapsed_s": 2005.9,
   "model_s": 1747.0,
   "stop_reason": "native_truncated",
   "finish": false,
   "invalid": false
  },
  {
   "algorithm": "monitor",
   "task": "arrange_largest_number",
   "success": false,
   "score": 15.0,
   "decisions": 8,
   "tokens": 39336,
   "native_steps": 1050,
   "step_limit": 1050,
   "elapsed_s": 238.3,
   "model_s": 47.1,
   "stop_reason": "native_truncated",
   "finish": false,
   "invalid": false
  },
  {
   "algorithm": "code",
   "task": "classify_objects",
   "success": false,
   "score": 15.0,
   "decisions": 81,
   "tokens": 449398,
   "native_steps": 644,
   "step_limit": 1100,
   "elapsed_s": 983.3,
   "model_s": 769.1,
   "stop_reason": "model_error: HTTPStatusError",
   "finish": false,
   "invalid": true
  },
  {
   "algorithm": "delegate",
   "task": "classify_objects",
   "success": true,
   "score": 100.0,
   "decisions": 9,
   "tokens": 47392,
   "native_steps": 892,
   "step_limit": 1100,
   "elapsed_s": 228.7,
   "model_s": 55.9,
   "stop_reason": "native_terminated",
   "finish": false,
   "invalid": false
  },
  {
   "algorithm": "direct",
   "task": "classify_objects",
   "success": false,
   "score": 0.0,
   "decisions": 200,
   "tokens": 1058446,
   "native_steps": 1032,
   "step_limit": 1100,
   "elapsed_s": 2673.6,
   "model_s": 2388.5,
   "stop_reason": "max_decisions",
   "finish": false,
   "invalid": false
  },
  {
   "algorithm": "monitor",
   "task": "classify_objects",
   "success": true,
   "score": 100.0,
   "decisions": 4,
   "tokens": 18509,
   "native_steps": 737,
   "step_limit": 1100,
   "elapsed_s": 162.7,
   "model_s": 18.9,
   "stop_reason": "native_terminated",
   "finish": false,
   "invalid": false
  },
  {
   "algorithm": "code",
   "task": "general_pickup",
   "success": true,
   "score": 100.0,
   "decisions": 4,
   "tokens": 18983,
   "native_steps": 49,
   "step_limit": 200,
   "elapsed_s": 45.3,
   "model_s": 35.0,
   "stop_reason": "native_terminated",
   "finish": false,
   "invalid": false
  },
  {
   "algorithm": "delegate",
   "task": "general_pickup",
   "success": false,
   "score": 0.0,
   "decisions": 5,
   "tokens": 25722,
   "native_steps": 200,
   "step_limit": 200,
   "elapsed_s": 67.4,
   "model_s": 30.1,
   "stop_reason": "native_truncated",
   "finish": false,
   "invalid": false
  },
  {
   "algorithm": "direct",
   "task": "general_pickup",
   "success": true,
   "score": 100.0,
   "decisions": 7,
   "tokens": 34799,
   "native_steps": 51,
   "step_limit": 200,
   "elapsed_s": 93.0,
   "model_s": 79.4,
   "stop_reason": "native_terminated",
   "finish": false,
   "invalid": false
  },
  {
   "algorithm": "monitor",
   "task": "general_pickup",
   "success": false,
   "score": 0.0,
   "decisions": 5,
   "tokens": 24122,
   "native_steps": 200,
   "step_limit": 200,
   "elapsed_s": 73.0,
   "model_s": 34.4,
   "stop_reason": "native_truncated",
   "finish": false,
   "invalid": false
  },
  {
   "algorithm": "delegate",
   "task": "press_by_number",
   "success": false,
   "score": 0.0,
   "decisions": 1,
   "tokens": 5473,
   "native_steps": 97,
   "step_limit": 700,
   "elapsed_s": 23.6,
   "model_s": 6.6,
   "stop_reason": "native_terminated",
   "finish": false,
   "invalid": false
  },
  {
   "algorithm": "monitor",
   "task": "press_by_number",
   "success": false,
   "score": 0.0,
   "decisions": 6,
   "tokens": 32344,
   "native_steps": 263,
   "step_limit": 700,
   "elapsed_s": 117.6,
   "model_s": 69.7,
   "stop_reason": "native_terminated",
   "finish": false,
   "invalid": false
  },
  {
   "algorithm": "code",
   "task": "put_bottles_into_dustbin",
   "success": false,
   "score": 25.0,
   "decisions": 74,
   "tokens": 385791,
   "native_steps": 700,
   "step_limit": 700,
   "elapsed_s": 767.5,
   "model_s": 620.4,
   "stop_reason": "native_truncated",
   "finish": false,
   "invalid": false
  },
  {
   "algorithm": "delegate",
   "task": "put_bottles_into_dustbin",
   "success": true,
   "score": 100.0,
   "decisions": 10,
   "tokens": 52930,
   "native_steps": 692,
   "step_limit": 700,
   "elapsed_s": 191.0,
   "model_s": 66.9,
   "stop_reason": "native_terminated",
   "finish": false,
   "invalid": false
  },
  {
   "algorithm": "direct",
   "task": "put_bottles_into_dustbin",
   "success": false,
   "score": 10.0,
   "decisions": 92,
   "tokens": 474652,
   "native_steps": 700,
   "step_limit": 700,
   "elapsed_s": 944.5,
   "model_s": 784.2,
   "stop_reason": "native_truncated",
   "finish": false,
   "invalid": false
  },
  {
   "algorithm": "monitor",
   "task": "put_bottles_into_dustbin",
   "success": true,
   "score": 100.0,
   "decisions": 3,
   "tokens": 14073,
   "native_steps": 479,
   "step_limit": 700,
   "elapsed_s": 98.7,
   "model_s": 13.5,
   "stop_reason": "native_terminated",
   "finish": false,
   "invalid": false
  },
  {
   "algorithm": "code",
   "task": "stack_blocks",
   "success": true,
   "score": 100.0,
   "decisions": 29,
   "tokens": 159688,
   "native_steps": 374,
   "step_limit": 550,
   "elapsed_s": 319.9,
   "model_s": 245.4,
   "stop_reason": "native_terminated",
   "finish": false,
   "invalid": false
  },
  {
   "algorithm": "delegate",
   "task": "stack_blocks",
   "success": false,
   "score": 0.0,
   "decisions": 10,
   "tokens": 53845,
   "native_steps": 550,
   "step_limit": 550,
   "elapsed_s": 185.3,
   "model_s": 87.3,
   "stop_reason": "native_truncated",
   "finish": false,
   "invalid": false
  },
  {
   "algorithm": "direct",
   "task": "stack_blocks",
   "success": false,
   "score": 15.0,
   "decisions": 79,
   "tokens": 409603,
   "native_steps": 550,
   "step_limit": 550,
   "elapsed_s": 1041.6,
   "model_s": 912.0,
   "stop_reason": "native_truncated",
   "finish": false,
   "invalid": false
  },
  {
   "algorithm": "monitor",
   "task": "stack_blocks",
   "success": false,
   "score": 15.0,
   "decisions": 9,
   "tokens": 44424,
   "native_steps": 550,
   "step_limit": 550,
   "elapsed_s": 155.2,
   "model_s": 53.1,
   "stop_reason": "native_truncated",
   "finish": false,
   "invalid": false
  },
  {
   "algorithm": "code",
   "task": "stack_blocks_by_language",
   "success": false,
   "score": 20.0,
   "decisions": 53,
   "tokens": 287542,
   "native_steps": 400,
   "step_limit": 400,
   "elapsed_s": 501.9,
   "model_s": 407.3,
   "stop_reason": "native_truncated",
   "finish": false,
   "invalid": false
  },
  {
   "algorithm": "delegate",
   "task": "stack_blocks_by_language",
   "success": false,
   "score": 0.0,
   "decisions": 8,
   "tokens": 43904,
   "native_steps": 400,
   "step_limit": 400,
   "elapsed_s": 151.4,
   "model_s": 80.7,
   "stop_reason": "native_truncated",
   "finish": false,
   "invalid": false
  },
  {
   "algorithm": "direct",
   "task": "stack_blocks_by_language",
   "success": true,
   "score": 100.0,
   "decisions": 42,
   "tokens": 207204,
   "native_steps": 292,
   "step_limit": 400,
   "elapsed_s": 418.6,
   "model_s": 347.4,
   "stop_reason": "native_terminated",
   "finish": false,
   "invalid": false
  },
  {
   "algorithm": "monitor",
   "task": "stack_blocks_by_language",
   "success": false,
   "score": 0.0,
   "decisions": 7,
   "tokens": 33517,
   "native_steps": 400,
   "step_limit": 400,
   "elapsed_s": 108.3,
   "model_s": 35.4,
   "stop_reason": "native_truncated",
   "finish": false,
   "invalid": false
  },
  {
   "algorithm": "code",
   "task": "stack_bowls",
   "success": true,
   "score": 100.0,
   "decisions": 18,
   "tokens": 93892,
   "native_steps": 355,
   "step_limit": 800,
   "elapsed_s": 210.8,
   "model_s": 140.3,
   "stop_reason": "native_terminated",
   "finish": false,
   "invalid": false
  },
  {
   "algorithm": "delegate",
   "task": "stack_bowls",
   "success": true,
   "score": 100.0,
   "decisions": 8,
   "tokens": 43182,
   "native_steps": 367,
   "step_limit": 800,
   "elapsed_s": 168.8,
   "model_s": 57.1,
   "stop_reason": "native_terminated",
   "finish": false,
   "invalid": false
  },
  {
   "algorithm": "direct",
   "task": "stack_bowls",
   "success": false,
   "score": 15.0,
   "decisions": 106,
   "tokens": 552328,
   "native_steps": 800,
   "step_limit": 800,
   "elapsed_s": 1333.2,
   "model_s": 1143.9,
   "stop_reason": "native_truncated",
   "finish": false,
   "invalid": false
  },
  {
   "algorithm": "monitor",
   "task": "stack_bowls",
   "success": true,
   "score": 100.0,
   "decisions": 2,
   "tokens": 8614,
   "native_steps": 351,
   "step_limit": 800,
   "elapsed_s": 126.7,
   "model_s": 7.7,
   "stop_reason": "native_terminated",
   "finish": false,
   "invalid": false
  }
 ],
 "not_run": [
  {
   "algorithm": "code",
   "task": "press_by_number"
  },
  {
   "algorithm": "direct",
   "task": "press_by_number"
  }
 ]
}