{
"runs": [
{
"case_id": "q1-fundamental-atomcode-r1",
"question": "q1-fundamental",
"side": "atomcode",
"repeat": 1,
"rc": 0,
"elapsed_s": 112.8,
"quota_remaining_before": 3111330
},
{
"case_id": "q1-fundamental-opencode-r1",
"question": "q1-fundamental",
"side": "opencode",
"repeat": 1,
"rc": 0,
"elapsed_s": 31.8,
"quota_remaining_before": 3024795
},
{
"case_id": "q2-thesis-review-atomcode-r1",
"question": "q2-thesis-review",
"side": "atomcode",
"repeat": 1,
"rc": 0,
"elapsed_s": 140.8,
"quota_remaining_before": 2988420
},
{
"case_id": "q3-factor-screen-atomcode-r1",
"question": "q3-factor-screen",
"side": "atomcode",
"repeat": 1,
"rc": 0,
"elapsed_s": 65.3,
"quota_remaining_before": 2363619
},
{
"case_id": "q3-factor-screen-opencode-r1",
"question": "q3-factor-screen",
"side": "opencode",
"repeat": 1,
"rc": 0,
"elapsed_s": 10.6,
"quota_remaining_before": 2309226
},
{
"case_id": "q4-kronos-forecast-atomcode-r1",
"question": "q4-kronos-forecast",
"side": "atomcode",
"repeat": 1,
"rc": 0,
"elapsed_s": 54.2,
"quota_remaining_before": 2276383
},
{
"case_id": "q4-kronos-forecast-opencode-r1",
"question": "q4-kronos-forecast",
"side": "opencode",
"repeat": 1,
"rc": 0,
"elapsed_s": 6.1,
"quota_remaining_before": 2224346
},
{
"case_id": "q5-intel-digest-atomcode-r1",
"question": "q5-intel-digest",
"side": "atomcode",
"repeat": 1,
"rc": 0,
"elapsed_s": 123.4,
"quota_remaining_before": 2209232
},
{
"case_id": "q5-intel-digest-opencode-r1",
"question": "q5-intel-digest",
"side": "opencode",
"repeat": 1,
"rc": 0,
"elapsed_s": 15.6,
"quota_remaining_before": 1829870
},
{
"case_id": "q1-fundamental-opencode-r2",
"question": "q1-fundamental",
"side": "opencode",
"repeat": 2,
"rc": 0,
"elapsed_s": 31.1,
"quota_remaining_before": 1796761
},
{
"case_id": "q1-fundamental-atomcode-r2",
"question": "q1-fundamental",
"side": "atomcode",
"repeat": 2,
"rc": 0,
"elapsed_s": 85.7,
"quota_remaining_before": 1760181
},
{
"case_id": "q2-thesis-review-opencode-r2",
"question": "q2-thesis-review",
"side": "opencode",
"repeat": 2,
"rc": 0,
"elapsed_s": 13.5,
"quota_remaining_before": 1584272
},
{
"case_id": "q2-thesis-review-atomcode-r2",
"question": "q2-thesis-review",
"side": "atomcode",
"repeat": 2,
"rc": 0,
"elapsed_s": 150.3,
"quota_remaining_before": 1553250
},
{
"case_id": "q3-factor-screen-opencode-r2",
"question": "q3-factor-screen",
"side": "opencode",
"repeat": 2,
"rc": 0,
"elapsed_s": 10.8,
"quota_remaining_before": 883325
},
{
"case_id": "q3-factor-screen-atomcode-r2",
"question": "q3-factor-screen",
"side": "atomcode",
"repeat": 2,
"rc": 0,
"elapsed_s": 56.1,
"quota_remaining_before": 850506
},
{
"case_id": "q4-kronos-forecast-opencode-r2",
"question": "q4-kronos-forecast",
"side": "opencode",
"repeat": 2,
"rc": 0,
"elapsed_s": 7.3,
"quota_remaining_before": 793839
},
{
"case_id": "q4-kronos-forecast-atomcode-r2",
"question": "q4-kronos-forecast",
"side": "atomcode",
"repeat": 2,
"rc": 0,
"elapsed_s": 56.3,
"quota_remaining_before": 778571
},
{
"case_id": "q5-intel-digest-opencode-r2",
"question": "q5-intel-digest",
"side": "opencode",
"repeat": 2,
"rc": 0,
"elapsed_s": 30.1,
"quota_remaining_before": 726541
},
{
"case_id": "q5-intel-digest-atomcode-r2",
"question": "q5-intel-digest",
"side": "atomcode",
"repeat": 2,
"rc": 0,
"elapsed_s": 147.6,
"quota_remaining_before": 693428
},
{
"case_id": "q4-kronos-forecast-atomcode-r3",
"question": "q4-kronos-forecast",
"side": "atomcode",
"repeat": 3,
"rc": 0,
"elapsed_s": 58.3,
"quota_remaining_before": 414416
},
{
"case_id": "q4-kronos-forecast-opencode-r3",
"question": "q4-kronos-forecast",
"side": "opencode",
"repeat": 3,
"rc": 0,
"elapsed_s": 8.8,
"quota_remaining_before": 362352
},
{
"case_id": "q3-factor-screen-atomcode-r3",
"question": "q3-factor-screen",
"side": "atomcode",
"repeat": 3,
"rc": 0,
"elapsed_s": 77.5,
"quota_remaining_before": 347171
},
{
"case_id": "q3-factor-screen-opencode-r3",
"question": "q3-factor-screen",
"side": "opencode",
"repeat": 3,
"rc": 0,
"elapsed_s": 10.5,
"quota_remaining_before": 292589
}
],
"finished_at": "2026-09-21 23:59:39",
"total_elapsed_s": 129.4,
"quota_at_end": {
"ok": true,
"used_today": 12740366,
"limit_daily": 13000000,
"remaining": 259634,
"exhausted": false,
"reset_at": "2026-09-23T00:00:00+08:00",
"reset_tz": "Asia/Shanghai",
"rate_per_min": 20,
"max_concurrency": 4,
"unit": "token(输入 + 含 thinking 的输出)",
"enabled": true,
"global_exhausted": false
},
"stopped_for_quota_at": "q1-fundamental-opencode-r3",
"quota_at_stop": {
"ok": true,
"used_today": 13004452,
"limit_daily": 13000000,
"remaining": 0,
"exhausted": true,
"reset_at": "2026-09-23T00:00:00+08:00",
"reset_tz": "Asia/Shanghai",
"rate_per_min": 20,
"max_concurrency": 4,
"unit": "token(输入 + 含 thinking 的输出)",
"enabled": true,
"global_exhausted": false
},
"excluded": {
"q2-thesis-review-opencode-r1": "评测设置缺陷下跑的(基线工作区当时没铺论点文件)。原始记录在 docs/eval/setup-defect/,不计分。",
"q1-fundamental-atomcode-r3": "跑到一半配额见底,HTTP 402 掐断,stop_reason=provider_error,正文只有 273 字的过程播报、没有结论。原始记录在 docs/eval/incomplete/,不计分。"
}
}