{"benchmark":{"benchmark_id":"financial-model-benchmark","deterministic_points":"600","sub_benchmark_id":"FMB-ANAL-FSA-02","tasks_total":60,"total_points":"600"},"generated_at":"2026-07-26T13:11:21Z","runs":[{"campaign_id":"10d3a099-1444-46d9-87a1-b553922a98bc","completed_at":"2026-07-25T18:53:13.507867Z","execution":{"attempted":60,"invalid_json":0,"missing":0,"provider_failed":0,"schema_failed":0,"tasks_total":60,"valid":60},"model":{"display_name":"gpt-5.6-terra","provider":"azure","reasoning_effort":"max","slug":"openai/gpt-5.6-terra"},"score":{"deterministic":{"earned_points":"491.961904761906","maximum_points":"600"},"earned_points":"491.961904761906","maximum_points":"600","percentage":"81.9937","rank_eligible":true},"started_at":"2026-07-25T18:52:05.342119Z","status":"final_deterministic","updated_at":"2026-07-25T18:53:13.507867Z","usage":{"actual_cost_usd":"0.2435","completion_tokens":5897,"prompt_tokens":62018,"total_tokens":67915},"verification":{"level":"deterministic"}},{"campaign_id":"276e4acf-4f87-4687-9aba-5260ebc7eec6","completed_at":"2026-07-17T12:04:36.244094Z","execution":{"attempted":60,"invalid_json":0,"missing":0,"provider_failed":0,"schema_failed":0,"tasks_total":60,"valid":60},"model":{"display_name":"qwen3.6-35b-a3b","provider":"akashml/fp8","reasoning_effort":"max","slug":"qwen/qwen3.6-35b-a3b"},"score":{"deterministic":{"earned_points":"462.733333333336","maximum_points":"600"},"earned_points":"462.733333333336","maximum_points":"600","percentage":"77.1222","rank_eligible":true},"started_at":"2026-07-17T11:52:49.728095Z","status":"final_deterministic","updated_at":"2026-07-17T12:04:36.244094Z","usage":{"actual_cost_usd":"0.18294478","completion_tokens":174709,"prompt_tokens":58827,"total_tokens":233536},"verification":{"level":"deterministic"}},{"campaign_id":"2cb7a797-ba68-4df4-a96b-f01405430267","completed_at":"2026-07-17T09:54:08.456375Z","execution":{"attempted":60,"invalid_json":0,"missing":0,"provider_failed":0,"schema_failed":0,"tasks_total":60,"valid":60},"model":{"display_name":"deepseek-v4-flash","provider":"alibaba","reasoning_effort":"xhigh","slug":"deepseek/deepseek-v4-flash"},"score":{"deterministic":{"earned_points":"313.189743589745","maximum_points":"600"},"earned_points":"313.189743589745","maximum_points":"600","percentage":"52.1983","rank_eligible":true},"started_at":"2026-07-17T09:49:03.185708Z","status":"final_deterministic","updated_at":"2026-07-17T09:54:08.456375Z","usage":{"actual_cost_usd":"0.0292848692","completion_tokens":91948,"prompt_tokens":68235,"total_tokens":160183},"verification":{"level":"deterministic"}},{"campaign_id":"2f69a0d3-33d7-4fb8-8d90-37e13c1d5bab","completed_at":"2026-07-17T11:25:51.227453Z","execution":{"attempted":60,"invalid_json":0,"missing":0,"provider_failed":0,"schema_failed":0,"tasks_total":60,"valid":60},"model":{"display_name":"kimi-k2.6","provider":"modelrun/fp4","reasoning_effort":"max","slug":"moonshotai/kimi-k2.6"},"score":{"deterministic":{"earned_points":"525.256410256413","maximum_points":"600"},"earned_points":"525.256410256413","maximum_points":"600","percentage":"87.5427","rank_eligible":true},"started_at":"2026-07-17T11:18:02.20288Z","status":"final_deterministic","updated_at":"2026-07-17T11:25:51.227453Z","usage":{"actual_cost_usd":"0.8129686","completion_tokens":226761,"prompt_tokens":66108,"total_tokens":292869},"verification":{"level":"deterministic"}},{"campaign_id":"30b82524-1379-4de6-b4e9-ca532959267d","completed_at":"2026-07-18T21:30:42.492255Z","execution":{"attempted":60,"invalid_json":0,"missing":0,"provider_failed":0,"schema_failed":0,"tasks_total":60,"valid":60},"model":{"display_name":"kimi-k3","provider":"moonshotai/int4","reasoning_effort":"max","slug":"moonshotai/kimi-k3"},"score":{"deterministic":{"earned_points":"399.000000000001","maximum_points":"600"},"earned_points":"399.000000000001","maximum_points":"600","percentage":"66.5000","rank_eligible":true},"started_at":"2026-07-18T21:16:35.523669Z","status":"final_deterministic","updated_at":"2026-07-18T21:30:42.492255Z","usage":{"actual_cost_usd":"0.5159664","completion_tokens":20650,"prompt_tokens":83254,"total_tokens":103904},"verification":{"level":"deterministic"}},{"campaign_id":"43ece56a-4d7d-4ed0-a4dc-e8326bd11ed2","completed_at":"2026-07-26T09:27:13.585026Z","execution":{"attempted":60,"invalid_json":0,"missing":0,"provider_failed":0,"schema_failed":0,"tasks_total":60,"valid":60},"model":{"display_name":"mistral-large-2512","provider":"mistral","reasoning_effort":"native-default","slug":"mistralai/mistral-large-2512"},"score":{"deterministic":{"earned_points":"380.48717948718","maximum_points":"600"},"earned_points":"380.48717948718","maximum_points":"600","percentage":"63.4145","rank_eligible":true},"started_at":"2026-07-26T09:26:09.753159Z","status":"final_deterministic","updated_at":"2026-07-26T09:27:13.585026Z","usage":{"actual_cost_usd":"0.0391005","completion_tokens":6131,"prompt_tokens":59808,"total_tokens":65939},"verification":{"level":"deterministic"}},{"campaign_id":"80bb4eac-f912-485a-ad2e-56fa71418bd5","completed_at":"2026-07-25T18:55:44.684712Z","execution":{"attempted":60,"invalid_json":0,"missing":0,"provider_failed":0,"schema_failed":0,"tasks_total":60,"valid":60},"model":{"display_name":"llama-4-maverick","provider":"deepinfra/base","reasoning_effort":"native-default","slug":"meta-llama/llama-4-maverick"},"score":{"deterministic":{"earned_points":"469.69523809524","maximum_points":"600"},"earned_points":"469.69523809524","maximum_points":"600","percentage":"78.2825","rank_eligible":true},"started_at":"2026-07-25T18:54:35.726011Z","status":"final_deterministic","updated_at":"2026-07-25T18:55:44.684712Z","usage":{"actual_cost_usd":"0.0139192","completion_tokens":3673,"prompt_tokens":54904,"total_tokens":58577},"verification":{"level":"deterministic"}},{"campaign_id":"867b616e-b359-48ac-92c9-5f76b517bce7","completed_at":"2026-07-26T10:39:00.873693Z","execution":{"attempted":60,"invalid_json":0,"missing":0,"provider_failed":0,"schema_failed":0,"tasks_total":60,"valid":60},"model":{"display_name":"claude-opus-5","provider":"anthropic","reasoning_effort":"max","slug":"anthropic/claude-opus-5"},"score":{"deterministic":{"earned_points":"476.466666666668","maximum_points":"600"},"earned_points":"476.466666666668","maximum_points":"600","percentage":"79.4111","rank_eligible":true},"started_at":"2026-07-26T10:33:48.274061Z","status":"final_deterministic","updated_at":"2026-07-26T10:39:00.873693Z","usage":{"actual_cost_usd":"0.9629","completion_tokens":11526,"prompt_tokens":134950,"total_tokens":146476},"verification":{"level":"deterministic"}},{"campaign_id":"86d7d045-5260-4ea7-a485-0020ad7764ed","completed_at":"2026-07-17T12:03:36.651979Z","execution":{"attempted":60,"invalid_json":0,"missing":0,"provider_failed":0,"schema_failed":0,"tasks_total":60,"valid":60},"model":{"display_name":"claude-sonnet-5","provider":"azure","reasoning_effort":"max","slug":"anthropic/claude-sonnet-5"},"score":{"deterministic":{"earned_points":"358.420512820514","maximum_points":"600"},"earned_points":"358.420512820514","maximum_points":"600","percentage":"59.7368","rank_eligible":true},"started_at":"2026-07-17T11:56:18.927371Z","status":"final_deterministic","updated_at":"2026-07-17T12:03:36.651979Z","usage":{"actual_cost_usd":"0.99794","completion_tokens":72804,"prompt_tokens":134950,"total_tokens":207754},"verification":{"level":"deterministic"}},{"campaign_id":"9fd9f05c-f5a3-4a8f-b9d2-47dd0f424549","completed_at":"2026-07-17T10:52:35.562346Z","execution":{"attempted":60,"invalid_json":0,"missing":0,"provider_failed":0,"schema_failed":0,"tasks_total":60,"valid":60},"model":{"display_name":"minimax-m3","provider":"morph","reasoning_effort":"max","slug":"minimax/minimax-m3"},"score":{"deterministic":{"earned_points":"551.666666666668","maximum_points":"600"},"earned_points":"551.666666666668","maximum_points":"600","percentage":"91.9444","rank_eligible":true},"started_at":"2026-07-17T10:51:40.451577Z","status":"final_deterministic","updated_at":"2026-07-17T10:52:35.562346Z","usage":{"actual_cost_usd":"0.0512178","completion_tokens":4098,"prompt_tokens":68971,"total_tokens":73069},"verification":{"level":"deterministic"}},{"campaign_id":"b3d1073b-daff-4f33-88e9-950d5a42b55f","completed_at":"2026-07-17T12:02:20.629425Z","execution":{"attempted":60,"invalid_json":0,"missing":0,"provider_failed":0,"schema_failed":0,"tasks_total":60,"valid":60},"model":{"display_name":"glm-5.2","provider":"wafer","reasoning_effort":"xhigh","slug":"z-ai/glm-5.2"},"score":{"deterministic":{"earned_points":"406.256410256412","maximum_points":"600"},"earned_points":"406.256410256412","maximum_points":"600","percentage":"67.7094","rank_eligible":true},"started_at":"2026-07-17T11:47:11.41776Z","status":"final_deterministic","updated_at":"2026-07-17T12:02:20.629425Z","usage":{"actual_cost_usd":"0.2823435","completion_tokens":54603,"prompt_tokens":60566,"total_tokens":115169},"verification":{"level":"deterministic"}},{"campaign_id":"c837c093-0b64-4b62-8b59-012d7e1b3042","completed_at":"2026-07-17T10:06:29.617138Z","execution":{"attempted":60,"invalid_json":1,"missing":0,"provider_failed":0,"schema_failed":0,"tasks_total":60,"valid":59},"model":{"display_name":"nemotron-3-ultra-550b-a55b","provider":"together","reasoning_effort":"high","slug":"nvidia/nemotron-3-ultra-550b-a55b"},"score":{"deterministic":{"earned_points":"367.020512820514","maximum_points":"600"},"earned_points":"367.020512820514","maximum_points":"600","percentage":"61.1701","rank_eligible":true},"started_at":"2026-07-17T10:02:25.399636Z","status":"final_deterministic","updated_at":"2026-07-17T10:06:29.617138Z","usage":{"actual_cost_usd":"0.069228","completion_tokens":9152,"prompt_tokens":60468,"total_tokens":69620},"verification":{"level":"deterministic"}},{"campaign_id":"d14147da-a257-4a9e-8990-970121701bfe","completed_at":"2026-07-17T10:56:27.841806Z","execution":{"attempted":60,"invalid_json":1,"missing":0,"provider_failed":0,"schema_failed":0,"tasks_total":60,"valid":59},"model":{"display_name":"gemini-3.5-flash","provider":"google-vertex","reasoning_effort":"high","slug":"google/gemini-3.5-flash"},"score":{"deterministic":{"earned_points":"466.733333333336","maximum_points":"600"},"earned_points":"466.733333333336","maximum_points":"600","percentage":"77.7889","rank_eligible":true},"started_at":"2026-07-17T10:54:01.067218Z","status":"final_deterministic","updated_at":"2026-07-17T10:56:27.841806Z","usage":{"actual_cost_usd":"0.913704","completion_tokens":88491,"prompt_tokens":78190,"total_tokens":166681},"verification":{"level":"deterministic"}},{"campaign_id":"e61e4479-10cc-45d8-a770-b5638c545dd4","completed_at":"2026-07-17T10:41:46.899188Z","execution":{"attempted":60,"invalid_json":0,"missing":0,"provider_failed":0,"schema_failed":0,"tasks_total":60,"valid":60},"model":{"display_name":"grok-4.5","provider":"xai","reasoning_effort":"high","slug":"x-ai/grok-4.5"},"score":{"deterministic":{"earned_points":"338.466666666668","maximum_points":"600"},"earned_points":"338.466666666668","maximum_points":"600","percentage":"56.4111","rank_eligible":true},"started_at":"2026-07-17T10:40:18.856936Z","status":"final_deterministic","updated_at":"2026-07-17T10:41:46.899188Z","usage":{"actual_cost_usd":"0.22101","completion_tokens":12127,"prompt_tokens":84300,"total_tokens":96427},"verification":{"level":"deterministic"}}],"schema_version":"fmb-live-runs-v3"}