{
 "generatedAt": "2026-10-06T17:09:55.799Z",
 "setup": {
  "codex": "0.160.1 (codex exec --json, code mode)",
  "model": "gpt-6.1-sol, reasoning medium",
  "price": "gpt-6.1-sol Standard per 1M tokens, ≤272K input per request: input $2, cached input $0.10, output $10; >272K: $4 / $0.20 / $15 (developers.openai.com/api/docs/pricing, read 2026-10-07)",
  "runs": "Q, CY, D: 3 per arm; D2, REV: 2 per arm; arms A and B of the same task and run side by side except the reruns noted in the README",
  "logs": "raw logs per run and the summaries and scores copied from them; neither is published, and each source names the run ID and the file"
 },
 "facts": [
  {
   "id": "CY.A.inputTokens",
   "value": 437329,
   "range": [
    382580,
    468482
   ],
   "unit": "tokens",
   "what": {
    "en": "big-model change (Calder Yards L1 café, 20 floors), Codex alone: input tokens, median of 3 runs",
    "ja": "大きなモデルへの小さな変更（Calder YardsのL1カフェ、20階）・Codexのみ：入力トークン（3回の中央値）"
   },
   "source": [
    "aggregate.json (run record, not published)",
    "run e5-CY-A-r1: codex.jsonl (raw log, not published)",
    "run e5-CY-A-r2: codex.jsonl (raw log, not published)",
    "run e5-CY-A-r3: codex.jsonl (raw log, not published)"
   ]
  },
  {
   "id": "CY.A.estimatedUsd",
   "value": 0.2257,
   "range": [
    0.1916,
    0.2294
   ],
   "unit": "USD",
   "what": {
    "en": "big-model change (Calder Yards L1 café, 20 floors), Codex alone: estimated API cost at the gpt-6.1-sol list price, median of 3 runs",
    "ja": "大きなモデルへの小さな変更（Calder YardsのL1カフェ、20階）・Codexのみ：gpt-6.1-solの定価での推定API費用（3回の中央値）"
   },
   "source": [
    "aggregate.json (run record, not published)",
    "run e5-CY-A-r1: codex.jsonl (raw log, not published)",
    "run e5-CY-A-r2: codex.jsonl (raw log, not published)",
    "run e5-CY-A-r3: codex.jsonl (raw log, not published)"
   ]
  },
  {
   "id": "CY.A.seconds",
   "value": 245,
   "range": [
    227,
    247
   ],
   "unit": "s",
   "what": {
    "en": "big-model change (Calder Yards L1 café, 20 floors), Codex alone: wall time, median of 3 runs",
    "ja": "大きなモデルへの小さな変更（Calder YardsのL1カフェ、20階）・Codexのみ：所要時間（3回の中央値）"
   },
   "source": [
    "aggregate.json (run record, not published)",
    "run e5-CY-A-r1: codex.jsonl (raw log, not published)",
    "run e5-CY-A-r2: codex.jsonl (raw log, not published)",
    "run e5-CY-A-r3: codex.jsonl (raw log, not published)"
   ]
  },
  {
   "id": "CY.A.requests",
   "value": 12,
   "range": [
    10,
    13
   ],
   "unit": "requests",
   "what": {
    "en": "big-model change (Calder Yards L1 café, 20 floors), Codex alone: model requests, median of 3 runs",
    "ja": "大きなモデルへの小さな変更（Calder YardsのL1カフェ、20階）・Codexのみ：モデルへの要求回数（3回の中央値）"
   },
   "source": [
    "aggregate.json (run record, not published)",
    "run e5-CY-A-r1: codex.jsonl (raw log, not published)",
    "run e5-CY-A-r2: codex.jsonl (raw log, not published)",
    "run e5-CY-A-r3: codex.jsonl (raw log, not published)"
   ]
  },
  {
   "id": "CY.A.uncachedInputTokens",
   "value": 54530,
   "range": [
    38900,
    58449
   ],
   "unit": "tokens",
   "what": {
    "en": "big-model change (Calder Yards L1 café, 20 floors), Codex alone: uncached input tokens, median of 3 runs",
    "ja": "大きなモデルへの小さな変更（Calder YardsのL1カフェ、20階）・Codexのみ：非キャッシュ入力トークン（3回の中央値）"
   },
   "source": [
    "aggregate.json (run record, not published)",
    "run e5-CY-A-r1: codex.jsonl (raw log, not published)",
    "run e5-CY-A-r2: codex.jsonl (raw log, not published)",
    "run e5-CY-A-r3: codex.jsonl (raw log, not published)"
   ]
  },
  {
   "id": "CY.A.outputTokens",
   "value": 7521,
   "range": [
    7458,
    7947
   ],
   "unit": "tokens",
   "what": {
    "en": "big-model change (Calder Yards L1 café, 20 floors), Codex alone: output tokens, median of 3 runs",
    "ja": "大きなモデルへの小さな変更（Calder YardsのL1カフェ、20階）・Codexのみ：出力トークン（3回の中央値）"
   },
   "source": [
    "aggregate.json (run record, not published)",
    "run e5-CY-A-r1: codex.jsonl (raw log, not published)",
    "run e5-CY-A-r2: codex.jsonl (raw log, not published)",
    "run e5-CY-A-r3: codex.jsonl (raw log, not published)"
   ]
  },
  {
   "id": "CY.A.passed",
   "value": "3/3",
   "unit": "runs",
   "what": {
    "en": "big-model change (Calder Yards L1 café, 20 floors), Codex alone: runs that passed the scripted checks",
    "ja": "大きなモデルへの小さな変更（Calder YardsのL1カフェ、20階）・Codexのみ：採点スクリプトに合格した回数"
   },
   "source": [
    "run e5-CY-A-r1: score.json (run record, not published)",
    "run e5-CY-A-r2: score.json (run record, not published)",
    "run e5-CY-A-r3: score.json (run record, not published)"
   ]
  },
  {
   "id": "CY.B.inputTokens",
   "value": 1058005,
   "range": [
    914325,
    1149337
   ],
   "unit": "tokens",
   "what": {
    "en": "big-model change (Calder Yards L1 café, 20 floors), Codex + Laydyne: input tokens, median of 3 runs",
    "ja": "大きなモデルへの小さな変更（Calder YardsのL1カフェ、20階）・Codex＋Laydyne：入力トークン（3回の中央値）"
   },
   "source": [
    "aggregate.json (run record, not published)",
    "run e5-CY-B-r1: codex.jsonl (raw log, not published)",
    "run e5-CY-B-r2: codex.jsonl (raw log, not published)",
    "run e5-CY-B-r3: codex.jsonl (raw log, not published)"
   ]
  },
  {
   "id": "CY.B.estimatedUsd",
   "value": 0.3156,
   "range": [
    0.2728,
    0.3269
   ],
   "unit": "USD",
   "what": {
    "en": "big-model change (Calder Yards L1 café, 20 floors), Codex + Laydyne: estimated API cost at the gpt-6.1-sol list price, median of 3 runs",
    "ja": "大きなモデルへの小さな変更（Calder YardsのL1カフェ、20階）・Codex＋Laydyne：gpt-6.1-solの定価での推定API費用（3回の中央値）"
   },
   "source": [
    "aggregate.json (run record, not published)",
    "run e5-CY-B-r1: codex.jsonl (raw log, not published)",
    "run e5-CY-B-r2: codex.jsonl (raw log, not published)",
    "run e5-CY-B-r3: codex.jsonl (raw log, not published)"
   ]
  },
  {
   "id": "CY.B.seconds",
   "value": 180,
   "range": [
    165,
    252
   ],
   "unit": "s",
   "what": {
    "en": "big-model change (Calder Yards L1 café, 20 floors), Codex + Laydyne: wall time, median of 3 runs",
    "ja": "大きなモデルへの小さな変更（Calder YardsのL1カフェ、20階）・Codex＋Laydyne：所要時間（3回の中央値）"
   },
   "source": [
    "aggregate.json (run record, not published)",
    "run e5-CY-B-r1: codex.jsonl (raw log, not published)",
    "run e5-CY-B-r2: codex.jsonl (raw log, not published)",
    "run e5-CY-B-r3: codex.jsonl (raw log, not published)"
   ]
  },
  {
   "id": "CY.B.requests",
   "value": 15,
   "range": [
    15,
    18
   ],
   "unit": "requests",
   "what": {
    "en": "big-model change (Calder Yards L1 café, 20 floors), Codex + Laydyne: model requests, median of 3 runs",
    "ja": "大きなモデルへの小さな変更（Calder YardsのL1カフェ、20階）・Codex＋Laydyne：モデルへの要求回数（3回の中央値）"
   },
   "source": [
    "aggregate.json (run record, not published)",
    "run e5-CY-B-r1: codex.jsonl (raw log, not published)",
    "run e5-CY-B-r2: codex.jsonl (raw log, not published)",
    "run e5-CY-B-r3: codex.jsonl (raw log, not published)"
   ]
  },
  {
   "id": "CY.B.uncachedInputTokens",
   "value": 82329,
   "range": [
    75541,
    93653
   ],
   "unit": "tokens",
   "what": {
    "en": "big-model change (Calder Yards L1 café, 20 floors), Codex + Laydyne: uncached input tokens, median of 3 runs",
    "ja": "大きなモデルへの小さな変更（Calder YardsのL1カフェ、20階）・Codex＋Laydyne：非キャッシュ入力トークン（3回の中央値）"
   },
   "source": [
    "aggregate.json (run record, not published)",
    "run e5-CY-B-r1: codex.jsonl (raw log, not published)",
    "run e5-CY-B-r2: codex.jsonl (raw log, not published)",
    "run e5-CY-B-r3: codex.jsonl (raw log, not published)"
   ]
  },
  {
   "id": "CY.B.outputTokens",
   "value": 4312,
   "range": [
    3788,
    4421
   ],
   "unit": "tokens",
   "what": {
    "en": "big-model change (Calder Yards L1 café, 20 floors), Codex + Laydyne: output tokens, median of 3 runs",
    "ja": "大きなモデルへの小さな変更（Calder YardsのL1カフェ、20階）・Codex＋Laydyne：出力トークン（3回の中央値）"
   },
   "source": [
    "aggregate.json (run record, not published)",
    "run e5-CY-B-r1: codex.jsonl (raw log, not published)",
    "run e5-CY-B-r2: codex.jsonl (raw log, not published)",
    "run e5-CY-B-r3: codex.jsonl (raw log, not published)"
   ]
  },
  {
   "id": "CY.B.passed",
   "value": "3/3",
   "unit": "runs",
   "what": {
    "en": "big-model change (Calder Yards L1 café, 20 floors), Codex + Laydyne: runs that passed the scripted checks",
    "ja": "大きなモデルへの小さな変更（Calder YardsのL1カフェ、20階）・Codex＋Laydyne：採点スクリプトに合格した回数"
   },
   "source": [
    "run e5-CY-B-r1: score.json (run record, not published)",
    "run e5-CY-B-r2: score.json (run record, not published)",
    "run e5-CY-B-r3: score.json (run record, not published)"
   ]
  },
  {
   "id": "D.A.inputTokens",
   "value": 286692,
   "range": [
    263453,
    382630
   ],
   "unit": "tokens",
   "what": {
    "en": "model from the L1 drawing, Codex alone: input tokens, median of 3 runs",
    "ja": "L1図面からのモデル化・Codexのみ：入力トークン（3回の中央値）"
   },
   "source": [
    "aggregate.json (run record, not published)",
    "run e5-D-A-r1: codex.jsonl (raw log, not published)",
    "run e5-D-A-r2: codex.jsonl (raw log, not published)",
    "run e5-D-A-r3: codex.jsonl (raw log, not published)"
   ]
  },
  {
   "id": "D.A.estimatedUsd",
   "value": 0.162,
   "range": [
    0.1555,
    0.2343
   ],
   "unit": "USD",
   "what": {
    "en": "model from the L1 drawing, Codex alone: estimated API cost at the gpt-6.1-sol list price, median of 3 runs",
    "ja": "L1図面からのモデル化・Codexのみ：gpt-6.1-solの定価での推定API費用（3回の中央値）"
   },
   "source": [
    "aggregate.json (run record, not published)",
    "run e5-D-A-r1: codex.jsonl (raw log, not published)",
    "run e5-D-A-r2: codex.jsonl (raw log, not published)",
    "run e5-D-A-r3: codex.jsonl (raw log, not published)"
   ]
  },
  {
   "id": "D.A.seconds",
   "value": 269,
   "range": [
    225,
    307
   ],
   "unit": "s",
   "what": {
    "en": "model from the L1 drawing, Codex alone: wall time, median of 3 runs",
    "ja": "L1図面からのモデル化・Codexのみ：所要時間（3回の中央値）"
   },
   "source": [
    "aggregate.json (run record, not published)",
    "run e5-D-A-r1: codex.jsonl (raw log, not published)",
    "run e5-D-A-r2: codex.jsonl (raw log, not published)",
    "run e5-D-A-r3: codex.jsonl (raw log, not published)"
   ]
  },
  {
   "id": "D.A.requests",
   "value": 10,
   "range": [
    9,
    12
   ],
   "unit": "requests",
   "what": {
    "en": "model from the L1 drawing, Codex alone: model requests, median of 3 runs",
    "ja": "L1図面からのモデル化・Codexのみ：モデルへの要求回数（3回の中央値）"
   },
   "source": [
    "aggregate.json (run record, not published)",
    "run e5-D-A-r1: codex.jsonl (raw log, not published)",
    "run e5-D-A-r2: codex.jsonl (raw log, not published)",
    "run e5-D-A-r3: codex.jsonl (raw log, not published)"
   ]
  },
  {
   "id": "D.A.uncachedInputTokens",
   "value": 26525,
   "range": [
    26212,
    58790
   ],
   "unit": "tokens",
   "what": {
    "en": "model from the L1 drawing, Codex alone: uncached input tokens, median of 3 runs",
    "ja": "L1図面からのモデル化・Codexのみ：非キャッシュ入力トークン（3回の中央値）"
   },
   "source": [
    "aggregate.json (run record, not published)",
    "run e5-D-A-r1: codex.jsonl (raw log, not published)",
    "run e5-D-A-r2: codex.jsonl (raw log, not published)",
    "run e5-D-A-r3: codex.jsonl (raw log, not published)"
   ]
  },
  {
   "id": "D.A.outputTokens",
   "value": 8429,
   "range": [
    7698,
    8525
   ],
   "unit": "tokens",
   "what": {
    "en": "model from the L1 drawing, Codex alone: output tokens, median of 3 runs",
    "ja": "L1図面からのモデル化・Codexのみ：出力トークン（3回の中央値）"
   },
   "source": [
    "aggregate.json (run record, not published)",
    "run e5-D-A-r1: codex.jsonl (raw log, not published)",
    "run e5-D-A-r2: codex.jsonl (raw log, not published)",
    "run e5-D-A-r3: codex.jsonl (raw log, not published)"
   ]
  },
  {
   "id": "D.A.passed",
   "value": "3/3",
   "unit": "runs",
   "what": {
    "en": "model from the L1 drawing, Codex alone: runs that passed the scripted checks",
    "ja": "L1図面からのモデル化・Codexのみ：採点スクリプトに合格した回数"
   },
   "source": [
    "run e5-D-A-r1: score.json (run record, not published)",
    "run e5-D-A-r2: score.json (run record, not published)",
    "run e5-D-A-r3: score.json (run record, not published)"
   ]
  },
  {
   "id": "D.B.inputTokens",
   "value": 1106197,
   "range": [
    994511,
    1128240
   ],
   "unit": "tokens",
   "what": {
    "en": "model from the L1 drawing, Codex + Laydyne: input tokens, median of 3 runs",
    "ja": "L1図面からのモデル化・Codex＋Laydyne：入力トークン（3回の中央値）"
   },
   "source": [
    "aggregate.json (run record, not published)",
    "run e5-D-B-r1: codex.jsonl (raw log, not published)",
    "run e5-D-B-r2: codex.jsonl (raw log, not published)",
    "run e5-D-B-r3: codex.jsonl (raw log, not published)"
   ]
  },
  {
   "id": "D.B.estimatedUsd",
   "value": 0.4189,
   "range": [
    0.3596,
    0.4207
   ],
   "unit": "USD",
   "what": {
    "en": "model from the L1 drawing, Codex + Laydyne: estimated API cost at the gpt-6.1-sol list price, median of 3 runs",
    "ja": "L1図面からのモデル化・Codex＋Laydyne：gpt-6.1-solの定価での推定API費用（3回の中央値）"
   },
   "source": [
    "aggregate.json (run record, not published)",
    "run e5-D-B-r1: codex.jsonl (raw log, not published)",
    "run e5-D-B-r2: codex.jsonl (raw log, not published)",
    "run e5-D-B-r3: codex.jsonl (raw log, not published)"
   ]
  },
  {
   "id": "D.B.seconds",
   "value": 247,
   "range": [
    168,
    313
   ],
   "unit": "s",
   "what": {
    "en": "model from the L1 drawing, Codex + Laydyne: wall time, median of 3 runs",
    "ja": "L1図面からのモデル化・Codex＋Laydyne：所要時間（3回の中央値）"
   },
   "source": [
    "aggregate.json (run record, not published)",
    "run e5-D-B-r1: codex.jsonl (raw log, not published)",
    "run e5-D-B-r2: codex.jsonl (raw log, not published)",
    "run e5-D-B-r3: codex.jsonl (raw log, not published)"
   ]
  },
  {
   "id": "D.B.requests",
   "value": 15,
   "range": [
    14,
    15
   ],
   "unit": "requests",
   "what": {
    "en": "model from the L1 drawing, Codex + Laydyne: model requests, median of 3 runs",
    "ja": "L1図面からのモデル化・Codex＋Laydyne：モデルへの要求回数（3回の中央値）"
   },
   "source": [
    "aggregate.json (run record, not published)",
    "run e5-D-B-r1: codex.jsonl (raw log, not published)",
    "run e5-D-B-r2: codex.jsonl (raw log, not published)",
    "run e5-D-B-r3: codex.jsonl (raw log, not published)"
   ]
  },
  {
   "id": "D.B.uncachedInputTokens",
   "value": 127536,
   "range": [
    111183,
    128789
   ],
   "unit": "tokens",
   "what": {
    "en": "model from the L1 drawing, Codex + Laydyne: uncached input tokens, median of 3 runs",
    "ja": "L1図面からのモデル化・Codex＋Laydyne：非キャッシュ入力トークン（3回の中央値）"
   },
   "source": [
    "aggregate.json (run record, not published)",
    "run e5-D-B-r1: codex.jsonl (raw log, not published)",
    "run e5-D-B-r2: codex.jsonl (raw log, not published)",
    "run e5-D-B-r3: codex.jsonl (raw log, not published)"
   ]
  },
  {
   "id": "D.B.outputTokens",
   "value": 6363,
   "range": [
    4891,
    6559
   ],
   "unit": "tokens",
   "what": {
    "en": "model from the L1 drawing, Codex + Laydyne: output tokens, median of 3 runs",
    "ja": "L1図面からのモデル化・Codex＋Laydyne：出力トークン（3回の中央値）"
   },
   "source": [
    "aggregate.json (run record, not published)",
    "run e5-D-B-r1: codex.jsonl (raw log, not published)",
    "run e5-D-B-r2: codex.jsonl (raw log, not published)",
    "run e5-D-B-r3: codex.jsonl (raw log, not published)"
   ]
  },
  {
   "id": "D.B.passed",
   "value": "3/3",
   "unit": "runs",
   "what": {
    "en": "model from the L1 drawing, Codex + Laydyne: runs that passed the scripted checks",
    "ja": "L1図面からのモデル化・Codex＋Laydyne：採点スクリプトに合格した回数"
   },
   "source": [
    "run e5-D-B-r1: score.json (run record, not published)",
    "run e5-D-B-r2: score.json (run record, not published)",
    "run e5-D-B-r3: score.json (run record, not published)"
   ]
  },
  {
   "id": "D2.A.inputTokens",
   "value": 760691,
   "range": [
    550488,
    970894
   ],
   "unit": "tokens",
   "what": {
    "en": "model from a scan-like copy of the drawing, Codex alone: input tokens, median of 2 runs",
    "ja": "スキャン風の図面からのモデル化・Codexのみ：入力トークン（2回の中央値）"
   },
   "source": [
    "aggregate.json (run record, not published)",
    "run e5-D2-A-r1: codex.jsonl (raw log, not published)",
    "run e5-D2-A-r2: codex.jsonl (raw log, not published)"
   ]
  },
  {
   "id": "D2.A.estimatedUsd",
   "value": 0.2762,
   "range": [
    0.2281,
    0.3243
   ],
   "unit": "USD",
   "what": {
    "en": "model from a scan-like copy of the drawing, Codex alone: estimated API cost at the gpt-6.1-sol list price, median of 2 runs",
    "ja": "スキャン風の図面からのモデル化・Codexのみ：gpt-6.1-solの定価での推定API費用（2回の中央値）"
   },
   "source": [
    "aggregate.json (run record, not published)",
    "run e5-D2-A-r1: codex.jsonl (raw log, not published)",
    "run e5-D2-A-r2: codex.jsonl (raw log, not published)"
   ]
  },
  {
   "id": "D2.A.seconds",
   "value": 373.5,
   "range": [
    366,
    381
   ],
   "unit": "s",
   "what": {
    "en": "model from a scan-like copy of the drawing, Codex alone: wall time, median of 2 runs",
    "ja": "スキャン風の図面からのモデル化・Codexのみ：所要時間（2回の中央値）"
   },
   "source": [
    "aggregate.json (run record, not published)",
    "run e5-D2-A-r1: codex.jsonl (raw log, not published)",
    "run e5-D2-A-r2: codex.jsonl (raw log, not published)"
   ]
  },
  {
   "id": "D2.A.requests",
   "value": 23,
   "range": [
    18,
    28
   ],
   "unit": "requests",
   "what": {
    "en": "model from a scan-like copy of the drawing, Codex alone: model requests, median of 2 runs",
    "ja": "スキャン風の図面からのモデル化・Codexのみ：モデルへの要求回数（2回の中央値）"
   },
   "source": [
    "aggregate.json (run record, not published)",
    "run e5-D2-A-r1: codex.jsonl (raw log, not published)",
    "run e5-D2-A-r2: codex.jsonl (raw log, not published)"
   ]
  },
  {
   "id": "D2.A.uncachedInputTokens",
   "value": 55027,
   "range": [
    47320,
    62734
   ],
   "unit": "tokens",
   "what": {
    "en": "model from a scan-like copy of the drawing, Codex alone: uncached input tokens, median of 2 runs",
    "ja": "スキャン風の図面からのモデル化・Codexのみ：非キャッシュ入力トークン（2回の中央値）"
   },
   "source": [
    "aggregate.json (run record, not published)",
    "run e5-D2-A-r1: codex.jsonl (raw log, not published)",
    "run e5-D2-A-r2: codex.jsonl (raw log, not published)"
   ]
  },
  {
   "id": "D2.A.outputTokens",
   "value": 9557,
   "range": [
    8317,
    10797
   ],
   "unit": "tokens",
   "what": {
    "en": "model from a scan-like copy of the drawing, Codex alone: output tokens, median of 2 runs",
    "ja": "スキャン風の図面からのモデル化・Codexのみ：出力トークン（2回の中央値）"
   },
   "source": [
    "aggregate.json (run record, not published)",
    "run e5-D2-A-r1: codex.jsonl (raw log, not published)",
    "run e5-D2-A-r2: codex.jsonl (raw log, not published)"
   ]
  },
  {
   "id": "D2.A.passed",
   "value": "2/2",
   "unit": "runs",
   "what": {
    "en": "model from a scan-like copy of the drawing, Codex alone: runs that passed the scripted checks",
    "ja": "スキャン風の図面からのモデル化・Codexのみ：採点スクリプトに合格した回数"
   },
   "source": [
    "run e5-D2-A-r1: score.json (run record, not published)",
    "run e5-D2-A-r2: score.json (run record, not published)"
   ]
  },
  {
   "id": "D2.B.inputTokens",
   "value": 1118344.5,
   "range": [
    1019112,
    1217577
   ],
   "unit": "tokens",
   "what": {
    "en": "model from a scan-like copy of the drawing, Codex + Laydyne: input tokens, median of 2 runs",
    "ja": "スキャン風の図面からのモデル化・Codex＋Laydyne：入力トークン（2回の中央値）"
   },
   "source": [
    "aggregate.json (run record, not published)",
    "run e5-D2-B-r1: codex.jsonl (raw log, not published)",
    "run e5-D2-B-r2: codex.jsonl (raw log, not published)"
   ]
  },
  {
   "id": "D2.B.estimatedUsd",
   "value": 0.3936,
   "range": [
    0.3929,
    0.3944
   ],
   "unit": "USD",
   "what": {
    "en": "model from a scan-like copy of the drawing, Codex + Laydyne: estimated API cost at the gpt-6.1-sol list price, median of 2 runs",
    "ja": "スキャン風の図面からのモデル化・Codex＋Laydyne：gpt-6.1-solの定価での推定API費用（2回の中央値）"
   },
   "source": [
    "aggregate.json (run record, not published)",
    "run e5-D2-B-r1: codex.jsonl (raw log, not published)",
    "run e5-D2-B-r2: codex.jsonl (raw log, not published)"
   ]
  },
  {
   "id": "D2.B.seconds",
   "value": 284.5,
   "range": [
    226,
    343
   ],
   "unit": "s",
   "what": {
    "en": "model from a scan-like copy of the drawing, Codex + Laydyne: wall time, median of 2 runs",
    "ja": "スキャン風の図面からのモデル化・Codex＋Laydyne：所要時間（2回の中央値）"
   },
   "source": [
    "aggregate.json (run record, not published)",
    "run e5-D2-B-r1: codex.jsonl (raw log, not published)",
    "run e5-D2-B-r2: codex.jsonl (raw log, not published)"
   ]
  },
  {
   "id": "D2.B.requests",
   "value": 15.5,
   "range": [
    14,
    17
   ],
   "unit": "requests",
   "what": {
    "en": "model from a scan-like copy of the drawing, Codex + Laydyne: model requests, median of 2 runs",
    "ja": "スキャン風の図面からのモデル化・Codex＋Laydyne：モデルへの要求回数（2回の中央値）"
   },
   "source": [
    "aggregate.json (run record, not published)",
    "run e5-D2-B-r1: codex.jsonl (raw log, not published)",
    "run e5-D2-B-r2: codex.jsonl (raw log, not published)"
   ]
  },
  {
   "id": "D2.B.uncachedInputTokens",
   "value": 110600.5,
   "range": [
    102569,
    118632
   ],
   "unit": "tokens",
   "what": {
    "en": "model from a scan-like copy of the drawing, Codex + Laydyne: uncached input tokens, median of 2 runs",
    "ja": "スキャン風の図面からのモデル化・Codex＋Laydyne：非キャッシュ入力トークン（2回の中央値）"
   },
   "source": [
    "aggregate.json (run record, not published)",
    "run e5-D2-B-r1: codex.jsonl (raw log, not published)",
    "run e5-D2-B-r2: codex.jsonl (raw log, not published)"
   ]
  },
  {
   "id": "D2.B.outputTokens",
   "value": 7168.5,
   "range": [
    6563,
    7774
   ],
   "unit": "tokens",
   "what": {
    "en": "model from a scan-like copy of the drawing, Codex + Laydyne: output tokens, median of 2 runs",
    "ja": "スキャン風の図面からのモデル化・Codex＋Laydyne：出力トークン（2回の中央値）"
   },
   "source": [
    "aggregate.json (run record, not published)",
    "run e5-D2-B-r1: codex.jsonl (raw log, not published)",
    "run e5-D2-B-r2: codex.jsonl (raw log, not published)"
   ]
  },
  {
   "id": "D2.B.passed",
   "value": "2/2",
   "unit": "runs",
   "what": {
    "en": "model from a scan-like copy of the drawing, Codex + Laydyne: runs that passed the scripted checks",
    "ja": "スキャン風の図面からのモデル化・Codex＋Laydyne：採点スクリプトに合格した回数"
   },
   "source": [
    "run e5-D2-B-r1: score.json (run record, not published)",
    "run e5-D2-B-r2: score.json (run record, not published)"
   ]
  },
  {
   "id": "Q.A.inputTokens",
   "value": 89427,
   "range": [
    88979,
    92754
   ],
   "unit": "tokens",
   "what": {
    "en": "queue simulation (M/M/1 vs M/M/2), Codex alone: input tokens, median of 3 runs",
    "ja": "待ち行列のシミュレーション（M/M/1とM/M/2）・Codexのみ：入力トークン（3回の中央値）"
   },
   "source": [
    "aggregate.json (run record, not published)",
    "run e5-Q-A-r1: codex.jsonl (raw log, not published)",
    "run e5-Q-A-r2: codex.jsonl (raw log, not published)",
    "run e5-Q-A-r3: codex.jsonl (raw log, not published)"
   ]
  },
  {
   "id": "Q.A.estimatedUsd",
   "value": 0.07,
   "range": [
    0.0489,
    0.09
   ],
   "unit": "USD",
   "what": {
    "en": "queue simulation (M/M/1 vs M/M/2), Codex alone: estimated API cost at the gpt-6.1-sol list price, median of 3 runs",
    "ja": "待ち行列のシミュレーション（M/M/1とM/M/2）・Codexのみ：gpt-6.1-solの定価での推定API費用（3回の中央値）"
   },
   "source": [
    "aggregate.json (run record, not published)",
    "run e5-Q-A-r1: codex.jsonl (raw log, not published)",
    "run e5-Q-A-r2: codex.jsonl (raw log, not published)",
    "run e5-Q-A-r3: codex.jsonl (raw log, not published)"
   ]
  },
  {
   "id": "Q.A.seconds",
   "value": 76,
   "range": [
    65,
    129
   ],
   "unit": "s",
   "what": {
    "en": "queue simulation (M/M/1 vs M/M/2), Codex alone: wall time, median of 3 runs",
    "ja": "待ち行列のシミュレーション（M/M/1とM/M/2）・Codexのみ：所要時間（3回の中央値）"
   },
   "source": [
    "aggregate.json (run record, not published)",
    "run e5-Q-A-r1: codex.jsonl (raw log, not published)",
    "run e5-Q-A-r2: codex.jsonl (raw log, not published)",
    "run e5-Q-A-r3: codex.jsonl (raw log, not published)"
   ]
  },
  {
   "id": "Q.A.requests",
   "value": 4,
   "range": [
    4,
    4
   ],
   "unit": "requests",
   "what": {
    "en": "queue simulation (M/M/1 vs M/M/2), Codex alone: model requests, median of 3 runs",
    "ja": "待ち行列のシミュレーション（M/M/1とM/M/2）・Codexのみ：モデルへの要求回数（3回の中央値）"
   },
   "source": [
    "aggregate.json (run record, not published)",
    "run e5-Q-A-r1: codex.jsonl (raw log, not published)",
    "run e5-Q-A-r2: codex.jsonl (raw log, not published)",
    "run e5-Q-A-r3: codex.jsonl (raw log, not published)"
   ]
  },
  {
   "id": "Q.A.uncachedInputTokens",
   "value": 20050,
   "range": [
    10771,
    31827
   ],
   "unit": "tokens",
   "what": {
    "en": "queue simulation (M/M/1 vs M/M/2), Codex alone: uncached input tokens, median of 3 runs",
    "ja": "待ち行列のシミュレーション（M/M/1とM/M/2）・Codexのみ：非キャッシュ入力トークン（3回の中央値）"
   },
   "source": [
    "aggregate.json (run record, not published)",
    "run e5-Q-A-r1: codex.jsonl (raw log, not published)",
    "run e5-Q-A-r2: codex.jsonl (raw log, not published)",
    "run e5-Q-A-r3: codex.jsonl (raw log, not published)"
   ]
  },
  {
   "id": "Q.A.outputTokens",
   "value": 2062,
   "range": [
    1956,
    2263
   ],
   "unit": "tokens",
   "what": {
    "en": "queue simulation (M/M/1 vs M/M/2), Codex alone: output tokens, median of 3 runs",
    "ja": "待ち行列のシミュレーション（M/M/1とM/M/2）・Codexのみ：出力トークン（3回の中央値）"
   },
   "source": [
    "aggregate.json (run record, not published)",
    "run e5-Q-A-r1: codex.jsonl (raw log, not published)",
    "run e5-Q-A-r2: codex.jsonl (raw log, not published)",
    "run e5-Q-A-r3: codex.jsonl (raw log, not published)"
   ]
  },
  {
   "id": "Q.A.passed",
   "value": "3/3",
   "unit": "runs",
   "what": {
    "en": "queue simulation (M/M/1 vs M/M/2), Codex alone: runs that passed the scripted checks",
    "ja": "待ち行列のシミュレーション（M/M/1とM/M/2）・Codexのみ：採点スクリプトに合格した回数"
   },
   "source": [
    "run e5-Q-A-r1: score.json (run record, not published)",
    "run e5-Q-A-r2: score.json (run record, not published)",
    "run e5-Q-A-r3: score.json (run record, not published)"
   ]
  },
  {
   "id": "Q.B.inputTokens",
   "value": 889368,
   "range": [
    625552,
    1186847
   ],
   "unit": "tokens",
   "what": {
    "en": "queue simulation (M/M/1 vs M/M/2), Codex + Laydyne: input tokens, median of 3 runs",
    "ja": "待ち行列のシミュレーション（M/M/1とM/M/2）・Codex＋Laydyne：入力トークン（3回の中央値）"
   },
   "source": [
    "aggregate.json (run record, not published)",
    "run e5-Q-B-r1: codex.jsonl (raw log, not published)",
    "run e5-Q-B-r2: codex.jsonl (raw log, not published)",
    "run e5-Q-B-r3: codex.jsonl (raw log, not published)"
   ]
  },
  {
   "id": "Q.B.estimatedUsd",
   "value": 0.2376,
   "range": [
    0.2322,
    0.2978
   ],
   "unit": "USD",
   "what": {
    "en": "queue simulation (M/M/1 vs M/M/2), Codex + Laydyne: estimated API cost at the gpt-6.1-sol list price, median of 3 runs",
    "ja": "待ち行列のシミュレーション（M/M/1とM/M/2）・Codex＋Laydyne：gpt-6.1-solの定価での推定API費用（3回の中央値）"
   },
   "source": [
    "aggregate.json (run record, not published)",
    "run e5-Q-B-r1: codex.jsonl (raw log, not published)",
    "run e5-Q-B-r2: codex.jsonl (raw log, not published)",
    "run e5-Q-B-r3: codex.jsonl (raw log, not published)"
   ]
  },
  {
   "id": "Q.B.seconds",
   "value": 190,
   "range": [
    153,
    248
   ],
   "unit": "s",
   "what": {
    "en": "queue simulation (M/M/1 vs M/M/2), Codex + Laydyne: wall time, median of 3 runs",
    "ja": "待ち行列のシミュレーション（M/M/1とM/M/2）・Codex＋Laydyne：所要時間（3回の中央値）"
   },
   "source": [
    "aggregate.json (run record, not published)",
    "run e5-Q-B-r1: codex.jsonl (raw log, not published)",
    "run e5-Q-B-r2: codex.jsonl (raw log, not published)",
    "run e5-Q-B-r3: codex.jsonl (raw log, not published)"
   ]
  },
  {
   "id": "Q.B.requests",
   "value": 16,
   "range": [
    12,
    18
   ],
   "unit": "requests",
   "what": {
    "en": "queue simulation (M/M/1 vs M/M/2), Codex + Laydyne: model requests, median of 3 runs",
    "ja": "待ち行列のシミュレーション（M/M/1とM/M/2）・Codex＋Laydyne：モデルへの要求回数（3回の中央値）"
   },
   "source": [
    "aggregate.json (run record, not published)",
    "run e5-Q-B-r1: codex.jsonl (raw log, not published)",
    "run e5-Q-B-r2: codex.jsonl (raw log, not published)",
    "run e5-Q-B-r3: codex.jsonl (raw log, not published)"
   ]
  },
  {
   "id": "Q.B.uncachedInputTokens",
   "value": 71455,
   "range": [
    58776,
    72848
   ],
   "unit": "tokens",
   "what": {
    "en": "queue simulation (M/M/1 vs M/M/2), Codex + Laydyne: uncached input tokens, median of 3 runs",
    "ja": "待ち行列のシミュレーション（M/M/1とM/M/2）・Codex＋Laydyne：非キャッシュ入力トークン（3回の中央値）"
   },
   "source": [
    "aggregate.json (run record, not published)",
    "run e5-Q-B-r1: codex.jsonl (raw log, not published)",
    "run e5-Q-B-r2: codex.jsonl (raw log, not published)",
    "run e5-Q-B-r3: codex.jsonl (raw log, not published)"
   ]
  },
  {
   "id": "Q.B.outputTokens",
   "value": 3698,
   "range": [
    3121,
    4337
   ],
   "unit": "tokens",
   "what": {
    "en": "queue simulation (M/M/1 vs M/M/2), Codex + Laydyne: output tokens, median of 3 runs",
    "ja": "待ち行列のシミュレーション（M/M/1とM/M/2）・Codex＋Laydyne：出力トークン（3回の中央値）"
   },
   "source": [
    "aggregate.json (run record, not published)",
    "run e5-Q-B-r1: codex.jsonl (raw log, not published)",
    "run e5-Q-B-r2: codex.jsonl (raw log, not published)",
    "run e5-Q-B-r3: codex.jsonl (raw log, not published)"
   ]
  },
  {
   "id": "Q.B.passed",
   "value": "3/3",
   "unit": "runs",
   "what": {
    "en": "queue simulation (M/M/1 vs M/M/2), Codex + Laydyne: runs that passed the scripted checks",
    "ja": "待ち行列のシミュレーション（M/M/1とM/M/2）・Codex＋Laydyne：採点スクリプトに合格した回数"
   },
   "source": [
    "run e5-Q-B-r1: score.json (run record, not published)",
    "run e5-Q-B-r2: score.json (run record, not published)",
    "run e5-Q-B-r3: score.json (run record, not published)"
   ]
  },
  {
   "id": "CY.ratio.inputTokens",
   "value": 2.42,
   "unit": "ratio",
   "what": {
    "en": "big-model change (Calder Yards L1 café, 20 floors): Codex + Laydyne ÷ Codex alone, input tokens (medians)",
    "ja": "大きなモデルへの小さな変更（Calder YardsのL1カフェ、20階）：Codex＋Laydyne÷Codexのみ、入力トークン（中央値どうし）"
   },
   "source": [
    "aggregate.json (run record, not published)"
   ]
  },
  {
   "id": "CY.ratio.estimatedUsd",
   "value": 1.4,
   "unit": "ratio",
   "what": {
    "en": "big-model change (Calder Yards L1 café, 20 floors): Codex + Laydyne ÷ Codex alone, estimated API cost at the gpt-6.1-sol list price (medians)",
    "ja": "大きなモデルへの小さな変更（Calder YardsのL1カフェ、20階）：Codex＋Laydyne÷Codexのみ、gpt-6.1-solの定価での推定API費用（中央値どうし）"
   },
   "source": [
    "aggregate.json (run record, not published)"
   ]
  },
  {
   "id": "CY.ratio.seconds",
   "value": 0.73,
   "unit": "ratio",
   "what": {
    "en": "big-model change (Calder Yards L1 café, 20 floors): Codex + Laydyne ÷ Codex alone, wall time (medians)",
    "ja": "大きなモデルへの小さな変更（Calder YardsのL1カフェ、20階）：Codex＋Laydyne÷Codexのみ、所要時間（中央値どうし）"
   },
   "source": [
    "aggregate.json (run record, not published)"
   ]
  },
  {
   "id": "CY.ratio.requests",
   "value": 1.25,
   "unit": "ratio",
   "what": {
    "en": "big-model change (Calder Yards L1 café, 20 floors): Codex + Laydyne ÷ Codex alone, model requests (medians)",
    "ja": "大きなモデルへの小さな変更（Calder YardsのL1カフェ、20階）：Codex＋Laydyne÷Codexのみ、モデルへの要求回数（中央値どうし）"
   },
   "source": [
    "aggregate.json (run record, not published)"
   ]
  },
  {
   "id": "Q.ratio.inputTokens",
   "value": 9.95,
   "unit": "ratio",
   "what": {
    "en": "queue simulation (M/M/1 vs M/M/2): Codex + Laydyne ÷ Codex alone, input tokens (medians)",
    "ja": "待ち行列のシミュレーション（M/M/1とM/M/2）：Codex＋Laydyne÷Codexのみ、入力トークン（中央値どうし）"
   },
   "source": [
    "aggregate.json (run record, not published)"
   ]
  },
  {
   "id": "Q.ratio.estimatedUsd",
   "value": 3.39,
   "unit": "ratio",
   "what": {
    "en": "queue simulation (M/M/1 vs M/M/2): Codex + Laydyne ÷ Codex alone, estimated API cost at the gpt-6.1-sol list price (medians)",
    "ja": "待ち行列のシミュレーション（M/M/1とM/M/2）：Codex＋Laydyne÷Codexのみ、gpt-6.1-solの定価での推定API費用（中央値どうし）"
   },
   "source": [
    "aggregate.json (run record, not published)"
   ]
  },
  {
   "id": "Q.ratio.seconds",
   "value": 2.5,
   "unit": "ratio",
   "what": {
    "en": "queue simulation (M/M/1 vs M/M/2): Codex + Laydyne ÷ Codex alone, wall time (medians)",
    "ja": "待ち行列のシミュレーション（M/M/1とM/M/2）：Codex＋Laydyne÷Codexのみ、所要時間（中央値どうし）"
   },
   "source": [
    "aggregate.json (run record, not published)"
   ]
  },
  {
   "id": "Q.ratio.requests",
   "value": 4,
   "unit": "ratio",
   "what": {
    "en": "queue simulation (M/M/1 vs M/M/2): Codex + Laydyne ÷ Codex alone, model requests (medians)",
    "ja": "待ち行列のシミュレーション（M/M/1とM/M/2）：Codex＋Laydyne÷Codexのみ、モデルへの要求回数（中央値どうし）"
   },
   "source": [
    "aggregate.json (run record, not published)"
   ]
  },
  {
   "id": "D.ratio.inputTokens",
   "value": 3.86,
   "unit": "ratio",
   "what": {
    "en": "model from the L1 drawing: Codex + Laydyne ÷ Codex alone, input tokens (medians)",
    "ja": "L1図面からのモデル化：Codex＋Laydyne÷Codexのみ、入力トークン（中央値どうし）"
   },
   "source": [
    "aggregate.json (run record, not published)"
   ]
  },
  {
   "id": "D.ratio.estimatedUsd",
   "value": 2.59,
   "unit": "ratio",
   "what": {
    "en": "model from the L1 drawing: Codex + Laydyne ÷ Codex alone, estimated API cost at the gpt-6.1-sol list price (medians)",
    "ja": "L1図面からのモデル化：Codex＋Laydyne÷Codexのみ、gpt-6.1-solの定価での推定API費用（中央値どうし）"
   },
   "source": [
    "aggregate.json (run record, not published)"
   ]
  },
  {
   "id": "D.ratio.seconds",
   "value": 0.92,
   "unit": "ratio",
   "what": {
    "en": "model from the L1 drawing: Codex + Laydyne ÷ Codex alone, wall time (medians)",
    "ja": "L1図面からのモデル化：Codex＋Laydyne÷Codexのみ、所要時間（中央値どうし）"
   },
   "source": [
    "aggregate.json (run record, not published)"
   ]
  },
  {
   "id": "D.ratio.requests",
   "value": 1.5,
   "unit": "ratio",
   "what": {
    "en": "model from the L1 drawing: Codex + Laydyne ÷ Codex alone, model requests (medians)",
    "ja": "L1図面からのモデル化：Codex＋Laydyne÷Codexのみ、モデルへの要求回数（中央値どうし）"
   },
   "source": [
    "aggregate.json (run record, not published)"
   ]
  },
  {
   "id": "D2.ratio.inputTokens",
   "value": 1.47,
   "unit": "ratio",
   "what": {
    "en": "model from a scan-like copy of the drawing: Codex + Laydyne ÷ Codex alone, input tokens (medians)",
    "ja": "スキャン風の図面からのモデル化：Codex＋Laydyne÷Codexのみ、入力トークン（中央値どうし）"
   },
   "source": [
    "aggregate.json (run record, not published)"
   ]
  },
  {
   "id": "D2.ratio.estimatedUsd",
   "value": 1.43,
   "unit": "ratio",
   "what": {
    "en": "model from a scan-like copy of the drawing: Codex + Laydyne ÷ Codex alone, estimated API cost at the gpt-6.1-sol list price (medians)",
    "ja": "スキャン風の図面からのモデル化：Codex＋Laydyne÷Codexのみ、gpt-6.1-solの定価での推定API費用（中央値どうし）"
   },
   "source": [
    "aggregate.json (run record, not published)"
   ]
  },
  {
   "id": "D2.ratio.seconds",
   "value": 0.76,
   "unit": "ratio",
   "what": {
    "en": "model from a scan-like copy of the drawing: Codex + Laydyne ÷ Codex alone, wall time (medians)",
    "ja": "スキャン風の図面からのモデル化：Codex＋Laydyne÷Codexのみ、所要時間（中央値どうし）"
   },
   "source": [
    "aggregate.json (run record, not published)"
   ]
  },
  {
   "id": "D2.ratio.requests",
   "value": 0.67,
   "unit": "ratio",
   "what": {
    "en": "model from a scan-like copy of the drawing: Codex + Laydyne ÷ Codex alone, model requests (medians)",
    "ja": "スキャン風の図面からのモデル化：Codex＋Laydyne÷Codexのみ、モデルへの要求回数（中央値どうし）"
   },
   "source": [
    "aggregate.json (run record, not published)"
   ]
  },
  {
   "id": "REV.A.inputTokens",
   "value": 926351.5,
   "range": [
    847606,
    1005097
   ],
   "unit": "tokens",
   "what": {
    "en": "revision cycle over three sessions, Codex alone: input tokens of the three sessions together, median of 2 runs",
    "ja": "3セッションの版管理・Codexのみ：3セッション合計の入力トークン（2回の中央値）"
   },
   "source": [
    "rev.json (run record, not published)",
    "run e5-REV-A-r1: s1/codex.jsonl (raw log, not published)",
    "run e5-REV-A-r2: s1/codex.jsonl (raw log, not published)"
   ]
  },
  {
   "id": "REV.A.estimatedUsd",
   "value": 0.4055,
   "range": [
    0.3884,
    0.4226
   ],
   "unit": "USD",
   "what": {
    "en": "revision cycle over three sessions, Codex alone: estimated API cost at the gpt-6.1-sol list price of the three sessions together, median of 2 runs",
    "ja": "3セッションの版管理・Codexのみ：3セッション合計のgpt-6.1-solの定価での推定API費用（2回の中央値）"
   },
   "source": [
    "rev.json (run record, not published)",
    "run e5-REV-A-r1: s1/codex.jsonl (raw log, not published)",
    "run e5-REV-A-r2: s1/codex.jsonl (raw log, not published)"
   ]
  },
  {
   "id": "REV.A.seconds",
   "value": 342,
   "range": [
    308,
    376
   ],
   "unit": "s",
   "what": {
    "en": "revision cycle over three sessions, Codex alone: wall time of the three sessions together, median of 2 runs",
    "ja": "3セッションの版管理・Codexのみ：3セッション合計の所要時間（2回の中央値）"
   },
   "source": [
    "rev.json (run record, not published)",
    "run e5-REV-A-r1: s1/codex.jsonl (raw log, not published)",
    "run e5-REV-A-r2: s1/codex.jsonl (raw log, not published)"
   ]
  },
  {
   "id": "REV.A.requests",
   "value": 23.5,
   "range": [
    22,
    25
   ],
   "unit": "requests",
   "what": {
    "en": "revision cycle over three sessions, Codex alone: model requests of the three sessions together, median of 2 runs",
    "ja": "3セッションの版管理・Codexのみ：3セッション合計のモデルへの要求回数（2回の中央値）"
   },
   "source": [
    "rev.json (run record, not published)",
    "run e5-REV-A-r1: s1/codex.jsonl (raw log, not published)",
    "run e5-REV-A-r2: s1/codex.jsonl (raw log, not published)"
   ]
  },
  {
   "id": "REV.B.inputTokens",
   "value": 1958886,
   "range": [
    1930748,
    1987024
   ],
   "unit": "tokens",
   "what": {
    "en": "revision cycle over three sessions, Codex + Laydyne: input tokens of the three sessions together, median of 2 runs",
    "ja": "3セッションの版管理・Codex＋Laydyne：3セッション合計の入力トークン（2回の中央値）"
   },
   "source": [
    "rev.json (run record, not published)",
    "run e5-REV-B-r1: s1/codex.jsonl (raw log, not published)",
    "run e5-REV-B-r2: s1/codex.jsonl (raw log, not published)"
   ]
  },
  {
   "id": "REV.B.estimatedUsd",
   "value": 0.612,
   "range": [
    0.6087,
    0.6154
   ],
   "unit": "USD",
   "what": {
    "en": "revision cycle over three sessions, Codex + Laydyne: estimated API cost at the gpt-6.1-sol list price of the three sessions together, median of 2 runs",
    "ja": "3セッションの版管理・Codex＋Laydyne：3セッション合計のgpt-6.1-solの定価での推定API費用（2回の中央値）"
   },
   "source": [
    "rev.json (run record, not published)",
    "run e5-REV-B-r1: s1/codex.jsonl (raw log, not published)",
    "run e5-REV-B-r2: s1/codex.jsonl (raw log, not published)"
   ]
  },
  {
   "id": "REV.B.seconds",
   "value": 307.5,
   "range": [
    301,
    314
   ],
   "unit": "s",
   "what": {
    "en": "revision cycle over three sessions, Codex + Laydyne: wall time of the three sessions together, median of 2 runs",
    "ja": "3セッションの版管理・Codex＋Laydyne：3セッション合計の所要時間（2回の中央値）"
   },
   "source": [
    "rev.json (run record, not published)",
    "run e5-REV-B-r1: s1/codex.jsonl (raw log, not published)",
    "run e5-REV-B-r2: s1/codex.jsonl (raw log, not published)"
   ]
  },
  {
   "id": "REV.B.requests",
   "value": 36.5,
   "range": [
    36,
    37
   ],
   "unit": "requests",
   "what": {
    "en": "revision cycle over three sessions, Codex + Laydyne: model requests of the three sessions together, median of 2 runs",
    "ja": "3セッションの版管理・Codex＋Laydyne：3セッション合計のモデルへの要求回数（2回の中央値）"
   },
   "source": [
    "rev.json (run record, not published)",
    "run e5-REV-B-r1: s1/codex.jsonl (raw log, not published)",
    "run e5-REV-B-r2: s1/codex.jsonl (raw log, not published)"
   ]
  }
 ]
}