{
 "generated": "2026-09-17T21:11:02.527Z",
 "runs_per_cell": 3,
 "shots": [
  "code_bug",
  "github_code_small",
  "stock_financials"
 ],
 "summary": {
  "deepseek": {
   "calls": 18,
   "ttft_p50": 832,
   "ttft_p90": 969,
   "ttft_min": 460,
   "ttft_max": 1126,
   "headers_p50": 405,
   "total_p50": 2151,
   "chars_p50": 1038,
   "by_shape": {
    "short": 832,
    "long": 780
   }
  },
  "gemini": {
   "calls": 18,
   "ttft_p50": 1985,
   "ttft_p90": 3853,
   "ttft_min": 1413,
   "ttft_max": 4990,
   "headers_p50": 1984,
   "total_p50": 2666,
   "chars_p50": 1238,
   "by_shape": {
    "short": 1985,
    "long": 1960
   }
  }
 },
 "rows": [
  {
   "provider": "deepseek",
   "shot": "code_bug",
   "shape": "short",
   "run": 1,
   "status": 200,
   "headers_ms": 411,
   "ttft_ms": 667,
   "total_ms": 869,
   "chars": 166
  },
  {
   "provider": "gemini",
   "shot": "code_bug",
   "shape": "short",
   "run": 1,
   "status": 200,
   "headers_ms": 2599,
   "first_chunk_ms": 2599,
   "ttft_ms": 2599,
   "total_ms": 2666,
   "chars": 146,
   "thinking_tokens": 64
  },
  {
   "provider": "deepseek",
   "shot": "code_bug",
   "shape": "short",
   "run": 2,
   "status": 200,
   "headers_ms": 285,
   "ttft_ms": 627,
   "total_ms": 867,
   "chars": 185
  },
  {
   "provider": "gemini",
   "shot": "code_bug",
   "shape": "short",
   "run": 2,
   "status": 200,
   "headers_ms": 2001,
   "first_chunk_ms": 2001,
   "ttft_ms": 2001,
   "total_ms": 2006,
   "chars": 137,
   "thinking_tokens": 0
  },
  {
   "provider": "deepseek",
   "shot": "code_bug",
   "shape": "short",
   "run": 3,
   "status": 200,
   "headers_ms": 241,
   "ttft_ms": 460,
   "total_ms": 652,
   "chars": 170
  },
  {
   "provider": "gemini",
   "shot": "code_bug",
   "shape": "short",
   "run": 3,
   "status": 200,
   "headers_ms": 1616,
   "first_chunk_ms": 1616,
   "ttft_ms": 1616,
   "total_ms": 1621,
   "chars": 169,
   "thinking_tokens": 62
  },
  {
   "provider": "deepseek",
   "shot": "code_bug",
   "shape": "long",
   "run": 1,
   "status": 200,
   "headers_ms": 252,
   "ttft_ms": 780,
   "total_ms": 3466,
   "chars": 2708
  },
  {
   "provider": "gemini",
   "shot": "code_bug",
   "shape": "long",
   "run": 1,
   "status": 200,
   "headers_ms": 2057,
   "first_chunk_ms": 2057,
   "ttft_ms": 2057,
   "total_ms": 2359,
   "chars": 1238,
   "thinking_tokens": 0
  },
  {
   "provider": "deepseek",
   "shot": "code_bug",
   "shape": "long",
   "run": 2,
   "status": 200,
   "headers_ms": 253,
   "ttft_ms": 599,
   "total_ms": 4593,
   "chars": 3828
  },
  {
   "provider": "gemini",
   "shot": "code_bug",
   "shape": "long",
   "run": 2,
   "status": 200,
   "headers_ms": 1946,
   "first_chunk_ms": 1946,
   "ttft_ms": 1946,
   "total_ms": 2514,
   "chars": 1503,
   "thinking_tokens": 0
  },
  {
   "provider": "deepseek",
   "shot": "code_bug",
   "shape": "long",
   "run": 3,
   "status": 200,
   "headers_ms": 238,
   "ttft_ms": 648,
   "total_ms": 2858,
   "chars": 1993
  },
  {
   "provider": "gemini",
   "shot": "code_bug",
   "shape": "long",
   "run": 3,
   "status": 200,
   "headers_ms": 1668,
   "first_chunk_ms": 1668,
   "ttft_ms": 1668,
   "total_ms": 2918,
   "chars": 1692,
   "thinking_tokens": 0
  },
  {
   "provider": "deepseek",
   "shot": "github_code_small",
   "shape": "short",
   "run": 1,
   "status": 200,
   "headers_ms": 319,
   "ttft_ms": 832,
   "total_ms": 1075,
   "chars": 227
  },
  {
   "provider": "gemini",
   "shot": "github_code_small",
   "shape": "short",
   "run": 1,
   "status": 200,
   "headers_ms": 1984,
   "first_chunk_ms": 1985,
   "ttft_ms": 1985,
   "total_ms": 1991,
   "chars": 197,
   "thinking_tokens": 0
  },
  {
   "provider": "deepseek",
   "shot": "github_code_small",
   "shape": "short",
   "run": 2,
   "status": 200,
   "headers_ms": 315,
   "ttft_ms": 645,
   "total_ms": 909,
   "chars": 170
  },
  {
   "provider": "gemini",
   "shot": "github_code_small",
   "shape": "short",
   "run": 2,
   "status": 200,
   "headers_ms": 1413,
   "first_chunk_ms": 1413,
   "ttft_ms": 1413,
   "total_ms": 1419,
   "chars": 129,
   "thinking_tokens": 0
  },
  {
   "provider": "deepseek",
   "shot": "github_code_small",
   "shape": "short",
   "run": 3,
   "status": 200,
   "headers_ms": 327,
   "ttft_ms": 862,
   "total_ms": 1223,
   "chars": 224
  },
  {
   "provider": "gemini",
   "shot": "github_code_small",
   "shape": "short",
   "run": 3,
   "status": 200,
   "headers_ms": 2188,
   "first_chunk_ms": 2188,
   "ttft_ms": 2188,
   "total_ms": 2196,
   "chars": 129,
   "thinking_tokens": 0
  },
  {
   "provider": "deepseek",
   "shot": "github_code_small",
   "shape": "long",
   "run": 1,
   "status": 200,
   "headers_ms": 429,
   "ttft_ms": 969,
   "total_ms": 3165,
   "chars": 1999
  },
  {
   "provider": "gemini",
   "shot": "github_code_small",
   "shape": "long",
   "run": 1,
   "status": 200,
   "headers_ms": 1959,
   "first_chunk_ms": 1960,
   "ttft_ms": 1960,
   "total_ms": 3514,
   "chars": 2771,
   "thinking_tokens": 0
  },
  {
   "provider": "deepseek",
   "shot": "github_code_small",
   "shape": "long",
   "run": 2,
   "status": 200,
   "headers_ms": 335,
   "ttft_ms": 648,
   "total_ms": 4345,
   "chars": 3167
  },
  {
   "provider": "gemini",
   "shot": "github_code_small",
   "shape": "long",
   "run": 2,
   "status": 200,
   "headers_ms": 2044,
   "first_chunk_ms": 2044,
   "ttft_ms": 2044,
   "total_ms": 3517,
   "chars": 2705,
   "thinking_tokens": 0
  },
  {
   "provider": "deepseek",
   "shot": "github_code_small",
   "shape": "long",
   "run": 3,
   "status": 200,
   "headers_ms": 405,
   "ttft_ms": 735,
   "total_ms": 4576,
   "chars": 3687
  },
  {
   "provider": "gemini",
   "shot": "github_code_small",
   "shape": "long",
   "run": 3,
   "status": 200,
   "headers_ms": 4990,
   "first_chunk_ms": 4990,
   "ttft_ms": 4990,
   "total_ms": 7421,
   "chars": 2666,
   "thinking_tokens": 0
  },
  {
   "provider": "deepseek",
   "shot": "stock_financials",
   "shape": "short",
   "run": 1,
   "status": 200,
   "headers_ms": 522,
   "ttft_ms": 899,
   "total_ms": 1129,
   "chars": 158
  },
  {
   "provider": "gemini",
   "shot": "stock_financials",
   "shape": "short",
   "run": 1,
   "status": 200,
   "headers_ms": 3853,
   "first_chunk_ms": 3853,
   "ttft_ms": 3853,
   "total_ms": 3929,
   "chars": 173,
   "thinking_tokens": 49
  },
  {
   "provider": "deepseek",
   "shot": "stock_financials",
   "shape": "short",
   "run": 2,
   "status": 200,
   "headers_ms": 432,
   "ttft_ms": 883,
   "total_ms": 1046,
   "chars": 163
  },
  {
   "provider": "gemini",
   "shot": "stock_financials",
   "shape": "short",
   "run": 2,
   "status": 200,
   "headers_ms": 1748,
   "first_chunk_ms": 1748,
   "ttft_ms": 1748,
   "total_ms": 1755,
   "chars": 129,
   "thinking_tokens": 0
  },
  {
   "provider": "deepseek",
   "shot": "stock_financials",
   "shape": "short",
   "run": 3,
   "status": 200,
   "headers_ms": 420,
   "ttft_ms": 948,
   "total_ms": 1186,
   "chars": 194
  },
  {
   "provider": "gemini",
   "shot": "stock_financials",
   "shape": "short",
   "run": 3,
   "status": 200,
   "headers_ms": 1876,
   "first_chunk_ms": 1876,
   "ttft_ms": 1876,
   "total_ms": 1882,
   "chars": 171,
   "thinking_tokens": 45
  },
  {
   "provider": "deepseek",
   "shot": "stock_financials",
   "shape": "long",
   "run": 1,
   "status": 200,
   "headers_ms": 446,
   "ttft_ms": 920,
   "total_ms": 3544,
   "chars": 2470
  },
  {
   "provider": "gemini",
   "shot": "stock_financials",
   "shape": "long",
   "run": 1,
   "status": 200,
   "headers_ms": 1664,
   "first_chunk_ms": 1664,
   "ttft_ms": 1664,
   "total_ms": 3234,
   "chars": 2630,
   "thinking_tokens": 0
  },
  {
   "provider": "deepseek",
   "shot": "stock_financials",
   "shape": "long",
   "run": 2,
   "status": 200,
   "headers_ms": 423,
   "ttft_ms": 833,
   "total_ms": 2151,
   "chars": 1038
  },
  {
   "provider": "gemini",
   "shot": "stock_financials",
   "shape": "long",
   "run": 2,
   "status": 200,
   "headers_ms": 1868,
   "first_chunk_ms": 1868,
   "ttft_ms": 1868,
   "total_ms": 3852,
   "chars": 2856,
   "thinking_tokens": 0
  },
  {
   "provider": "deepseek",
   "shot": "stock_financials",
   "shape": "long",
   "run": 3,
   "status": 200,
   "headers_ms": 428,
   "ttft_ms": 1126,
   "total_ms": 4627,
   "chars": 3020
  },
  {
   "provider": "gemini",
   "shot": "stock_financials",
   "shape": "long",
   "run": 3,
   "status": 200,
   "headers_ms": 3743,
   "first_chunk_ms": 3743,
   "ttft_ms": 3743,
   "total_ms": 5763,
   "chars": 2378,
   "thinking_tokens": 0
  }
 ]
}