{
 "google/gemini-4-hydrogen": {
  "triage": [
   {
    "call": "triage_a",
    "items_all_correct": 20,
    "fields_correct": 60,
    "fields_total": 60,
    "returned": 20,
    "misses": []
   },
   {
    "call": "triage_b",
    "items_all_correct": 20,
    "fields_correct": 60,
    "fields_total": 60,
    "returned": 20,
    "misses": []
   }
  ],
  "reasoning": {
   "R1": {
    "answer": "3.8064",
    "correct": true
   },
   "R2": {
    "answer": "Monday 13:00; Tuesday 17:00",
    "correct": true
   },
   "R3": {
    "answer": "yes, no, yes",
    "correct": true
   }
  },
  "calls": [
   {
    "call": "triage_a",
    "seconds": 16.18,
    "prompt_tokens": 1018,
    "completion_tokens": 2223,
    "reasoning_tokens": 1585,
    "list_cost_usd": 0.0182,
    "finish": "stop"
   },
   {
    "call": "triage_b",
    "seconds": 16.08,
    "prompt_tokens": 1018,
    "completion_tokens": 2449,
    "reasoning_tokens": 1811,
    "list_cost_usd": 0.019894,
    "finish": "stop"
   },
   {
    "call": "R1",
    "seconds": 7.54,
    "prompt_tokens": 143,
    "completion_tokens": 1015,
    "reasoning_tokens": 747,
    "list_cost_usd": 0.007827,
    "finish": "stop"
   },
   {
    "call": "R2",
    "seconds": 6.27,
    "prompt_tokens": 139,
    "completion_tokens": 716,
    "reasoning_tokens": 463,
    "list_cost_usd": 0.005579,
    "finish": "stop"
   },
   {
    "call": "R3",
    "seconds": 7.03,
    "prompt_tokens": 206,
    "completion_tokens": 800,
    "reasoning_tokens": 532,
    "list_cost_usd": 0.006309,
    "finish": "stop"
   }
  ],
  "total_list_cost_usd": 0.057809
 },
 "anthropic/claude-haiku-5.5": {
  "triage": [
   {
    "call": "triage_a",
    "items_all_correct": 20,
    "fields_correct": 60,
    "fields_total": 60,
    "returned": 20,
    "misses": []
   },
   {
    "call": "triage_b",
    "items_all_correct": 20,
    "fields_correct": 60,
    "fields_total": 60,
    "returned": 20,
    "misses": []
   }
  ],
  "reasoning": {
   "R1": {
    "answer": "3.8064",
    "correct": true
   },
   "R2": {
    "answer": "Monday 13:00; Tuesday 17:00",
    "correct": true
   },
   "R3": {
    "answer": "yes, no, yes",
    "correct": true
   }
  },
  "calls": [
   {
    "call": "triage_a",
    "seconds": 7.94,
    "prompt_tokens": 1257,
    "completion_tokens": 1454,
    "reasoning_tokens": 809,
    "list_cost_usd": 0.000853,
    "finish": "stop"
   },
   {
    "call": "triage_b",
    "seconds": 7.74,
    "prompt_tokens": 1257,
    "completion_tokens": 1497,
    "reasoning_tokens": 852,
    "list_cost_usd": 0.000874,
    "finish": "stop"
   },
   {
    "call": "R1",
    "seconds": 18.77,
    "prompt_tokens": 154,
    "completion_tokens": 403,
    "reasoning_tokens": 215,
    "list_cost_usd": 0.000217,
    "finish": "stop"
   },
   {
    "call": "R2",
    "seconds": 4.35,
    "prompt_tokens": 162,
    "completion_tokens": 401,
    "reasoning_tokens": null,
    "list_cost_usd": 0.000217,
    "finish": "stop"
   },
   {
    "call": "R3",
    "seconds": 3.94,
    "prompt_tokens": 241,
    "completion_tokens": 490,
    "reasoning_tokens": 224,
    "list_cost_usd": 0.000269,
    "finish": "stop"
   }
  ],
  "total_list_cost_usd": 0.00243
 },
 "openai/gpt-6-luna": {
  "triage": [
   {
    "call": "triage_a",
    "items_all_correct": 20,
    "fields_correct": 60,
    "fields_total": 60,
    "returned": 20,
    "misses": []
   },
   {
    "call": "triage_b",
    "items_all_correct": 20,
    "fields_correct": 60,
    "fields_total": 60,
    "returned": 20,
    "misses": []
   }
  ],
  "reasoning": {
   "R1": {
    "answer": "3.8064",
    "correct": true
   },
   "R2": {
    "answer": "Monday 13:00; Tuesday 17:00",
    "correct": true
   },
   "R3": {
    "answer": "yes, no, yes",
    "correct": true
   }
  },
  "calls": [
   {
    "call": "triage_a",
    "seconds": 7.44,
    "prompt_tokens": 883,
    "completion_tokens": 772,
    "reasoning_tokens": 231,
    "list_cost_usd": 0.000474,
    "finish": "stop"
   },
   {
    "call": "triage_b",
    "seconds": 9.24,
    "prompt_tokens": 883,
    "completion_tokens": 787,
    "reasoning_tokens": 246,
    "list_cost_usd": 0.000482,
    "finish": "stop"
   },
   {
    "call": "R1",
    "seconds": 4.08,
    "prompt_tokens": 110,
    "completion_tokens": 206,
    "reasoning_tokens": 87,
    "list_cost_usd": 0.000114,
    "finish": "stop"
   },
   {
    "call": "R2",
    "seconds": 3.95,
    "prompt_tokens": 105,
    "completion_tokens": 147,
    "reasoning_tokens": 75,
    "list_cost_usd": 8.4e-05,
    "finish": "stop"
   },
   {
    "call": "R3",
    "seconds": 3.01,
    "prompt_tokens": 169,
    "completion_tokens": 150,
    "reasoning_tokens": 84,
    "list_cost_usd": 9.2e-05,
    "finish": "stop"
   }
  ],
  "total_list_cost_usd": 0.001246
 },
 "google/gemini-3.5-flash-lite": {
  "triage": [
   {
    "call": "triage_a",
    "items_all_correct": 19,
    "fields_correct": 59,
    "fields_total": 60,
    "returned": 20,
    "misses": [
     {
      "id": 7,
      "got": {
       "category": "shipping",
       "order_id": "ORD-77812",
       "refund": true
      },
      "gold": {
       "category": "shipping",
       "order_id": null,
       "refund": true
      }
     }
    ]
   },
   {
    "call": "triage_b",
    "items_all_correct": 19,
    "fields_correct": 59,
    "fields_total": 60,
    "returned": 20,
    "misses": [
     {
      "id": 7,
      "got": {
       "category": "shipping",
       "order_id": "ORD-77812",
       "refund": true
      },
      "gold": {
       "category": "shipping",
       "order_id": null,
       "refund": true
      }
     }
    ]
   }
  ],
  "reasoning": {
   "R1": {
    "answer": "3.8064",
    "correct": true
   },
   "R2": {
    "answer": "Monday 13:00; Tuesday 17:00",
    "correct": true
   },
   "R3": {
    "answer": "yes, yes, yes",
    "correct": false
   }
  },
  "calls": [
   {
    "call": "triage_a",
    "seconds": 3.4,
    "prompt_tokens": 996,
    "completion_tokens": 861,
    "reasoning_tokens": null,
    "list_cost_usd": 0.002451,
    "finish": "stop"
   },
   {
    "call": "triage_b",
    "seconds": 3.78,
    "prompt_tokens": 996,
    "completion_tokens": 861,
    "reasoning_tokens": null,
    "list_cost_usd": 0.002451,
    "finish": "stop"
   },
   {
    "call": "R1",
    "seconds": 2.03,
    "prompt_tokens": 113,
    "completion_tokens": 278,
    "reasoning_tokens": null,
    "list_cost_usd": 0.000729,
    "finish": "stop"
   },
   {
    "call": "R2",
    "seconds": 3.47,
    "prompt_tokens": 108,
    "completion_tokens": 287,
    "reasoning_tokens": null,
    "list_cost_usd": 0.00075,
    "finish": "stop"
   },
   {
    "call": "R3",
    "seconds": 2.14,
    "prompt_tokens": 175,
    "completion_tokens": 285,
    "reasoning_tokens": null,
    "list_cost_usd": 0.000765,
    "finish": "stop"
   }
  ],
  "total_list_cost_usd": 0.007146
 }
}