{"benchmark":{"benchmark_id":"financial-model-benchmark","deterministic_points":"600","sub_benchmark_id":"FMB-FIN-WACC-01","tasks_total":60,"total_points":"600"},"generated_at":"2026-08-10T07:30:18Z","runs":[{"campaign_id":"28ba1499-6892-4140-9eb9-f54c0387bc85","completed_at":"2026-07-23T11:54:04.565644Z","execution":{"attempted":60,"invalid_json":4,"missing":0,"provider_failed":0,"schema_failed":0,"tasks_total":60,"valid":56},"model":{"display_name":"gemini-3.5-flash","provider":"google-vertex/global","reasoning_effort":"high","slug":"google/gemini-3.5-flash"},"score":{"deterministic":{"earned_points":"490","maximum_points":"600"},"earned_points":"490","maximum_points":"600","percentage":"81.6667","rank_eligible":true},"started_at":"2026-07-23T11:51:44.612095Z","status":"final_deterministic","updated_at":"2026-07-23T11:54:04.565644Z","usage":{"actual_cost_usd":"0.9373875","completion_tokens":94228,"prompt_tokens":59557,"total_tokens":153785},"verification":{"level":"deterministic"}},{"campaign_id":"2f8ba2cf-8827-4f70-a331-86af7a48c6f1","completed_at":"2026-07-23T09:04:42.409871Z","execution":{"attempted":60,"invalid_json":0,"missing":0,"provider_failed":0,"schema_failed":0,"tasks_total":60,"valid":60},"model":{"display_name":"qwen3.6-35b-a3b","provider":"akashml/fp8","reasoning_effort":"max","slug":"qwen/qwen3.6-35b-a3b"},"score":{"deterministic":{"earned_points":"480","maximum_points":"600"},"earned_points":"480","maximum_points":"600","percentage":"80.0000","rank_eligible":true},"started_at":"2026-07-23T08:51:21.574258Z","status":"final_deterministic","updated_at":"2026-07-23T09:04:42.409871Z","usage":{"actual_cost_usd":"0.23106712","completion_tokens":224745,"prompt_tokens":45158,"total_tokens":269903},"verification":{"level":"deterministic"}},{"campaign_id":"3de63c84-ef2a-4333-9343-2d8d3cee9b54","completed_at":"2026-07-23T12:00:47.124613Z","execution":{"attempted":60,"invalid_json":0,"missing":0,"provider_failed":0,"schema_failed":0,"tasks_total":60,"valid":60},"model":{"display_name":"minimax-m3","provider":"morph","reasoning_effort":"max","slug":"minimax/minimax-m3"},"score":{"deterministic":{"earned_points":"140","maximum_points":"600"},"earned_points":"140","maximum_points":"600","percentage":"23.3333","rank_eligible":true},"started_at":"2026-07-23T11:57:54.901063Z","status":"final_deterministic","updated_at":"2026-07-23T12:00:47.124613Z","usage":{"actual_cost_usd":"0.051936","completion_tokens":7726,"prompt_tokens":55656,"total_tokens":63382},"verification":{"level":"deterministic"}},{"campaign_id":"4a352822-a987-4aa4-a11e-a676e1c31995","completed_at":"2026-07-25T18:54:28.857897Z","execution":{"attempted":60,"invalid_json":0,"missing":0,"provider_failed":0,"schema_failed":1,"tasks_total":60,"valid":59},"model":{"display_name":"llama-4-maverick","provider":"deepinfra/base","reasoning_effort":"native-default","slug":"meta-llama/llama-4-maverick"},"score":{"deterministic":{"earned_points":"90","maximum_points":"600"},"earned_points":"90","maximum_points":"600","percentage":"15.0000","rank_eligible":true},"started_at":"2026-07-25T18:53:15.498797Z","status":"final_deterministic","updated_at":"2026-07-25T18:54:28.857897Z","usage":{"actual_cost_usd":"0.0129244","completion_tokens":5368,"prompt_tokens":43150,"total_tokens":48518},"verification":{"level":"deterministic"}},{"campaign_id":"5ec303db-453d-4d9d-b4dc-ed7d78f71379","completed_at":"2026-07-23T15:43:33.057607Z","execution":{"attempted":60,"invalid_json":0,"missing":0,"provider_failed":0,"schema_failed":0,"tasks_total":60,"valid":60},"model":{"display_name":"deepseek-v4-flash","provider":"alibaba","reasoning_effort":"xhigh","slug":"deepseek/deepseek-v4-flash"},"score":{"deterministic":{"earned_points":"510","maximum_points":"600"},"earned_points":"510","maximum_points":"600","percentage":"85.0000","rank_eligible":true},"started_at":"2026-07-23T14:59:45.523005Z","status":"final_deterministic","updated_at":"2026-07-23T15:43:33.057607Z","usage":{"actual_cost_usd":"0.069050066","completion_tokens":230719,"prompt_tokens":53861,"total_tokens":284580},"verification":{"level":"deterministic"}},{"campaign_id":"674918be-289c-4fd0-9a10-517c5e852639","completed_at":"2026-07-26T09:23:58.343433Z","execution":{"attempted":60,"invalid_json":0,"missing":0,"provider_failed":0,"schema_failed":1,"tasks_total":60,"valid":59},"model":{"display_name":"mistral-large-2512","provider":"mistral","reasoning_effort":"native-default","slug":"mistralai/mistral-large-2512"},"score":{"deterministic":{"earned_points":"110","maximum_points":"600"},"earned_points":"110","maximum_points":"600","percentage":"18.3333","rank_eligible":true},"started_at":"2026-07-26T09:22:51.305631Z","status":"final_deterministic","updated_at":"2026-07-26T09:23:58.343433Z","usage":{"actual_cost_usd":"0.0346875","completion_tokens":7677,"prompt_tokens":46344,"total_tokens":54021},"verification":{"level":"deterministic"}},{"campaign_id":"7b4b828d-a528-4a40-ab85-e28d33568da9","completed_at":"2026-07-23T09:56:25.07793Z","execution":{"attempted":60,"invalid_json":0,"missing":0,"provider_failed":0,"schema_failed":0,"tasks_total":60,"valid":60},"model":{"display_name":"grok-4.5","provider":"xai","reasoning_effort":"high","slug":"x-ai/grok-4.5"},"score":{"deterministic":{"earned_points":"440","maximum_points":"600"},"earned_points":"440","maximum_points":"600","percentage":"73.3333","rank_eligible":true},"started_at":"2026-07-23T09:53:20.804239Z","status":"final_deterministic","updated_at":"2026-07-23T09:56:25.07793Z","usage":{"actual_cost_usd":"0.3736192","completion_tokens":42395,"prompt_tokens":68111,"total_tokens":110506},"verification":{"level":"deterministic"}},{"campaign_id":"9077d5b6-578b-438d-9eff-7b9277b53958","completed_at":"2026-07-25T18:52:04.351211Z","execution":{"attempted":60,"invalid_json":0,"missing":0,"provider_failed":0,"schema_failed":0,"tasks_total":60,"valid":60},"model":{"display_name":"gpt-5.6-terra","provider":"azure","reasoning_effort":"max","slug":"openai/gpt-5.6-terra"},"score":{"deterministic":{"earned_points":"460","maximum_points":"600"},"earned_points":"460","maximum_points":"600","percentage":"76.6667","rank_eligible":true},"started_at":"2026-07-25T18:50:31.369837Z","status":"final_deterministic","updated_at":"2026-07-25T18:52:04.351211Z","usage":{"actual_cost_usd":"0.349015","completion_tokens":15223,"prompt_tokens":48268,"total_tokens":63491},"verification":{"level":"deterministic"}},{"campaign_id":"94bdbb20-fc5e-4083-8b72-0035401fa895","completed_at":"2026-07-23T12:08:42.313237Z","execution":{"attempted":60,"invalid_json":0,"missing":0,"provider_failed":0,"schema_failed":1,"tasks_total":60,"valid":59},"model":{"display_name":"glm-5.2","provider":"together","reasoning_effort":"xhigh","slug":"z-ai/glm-5.2"},"score":{"deterministic":{"earned_points":"130","maximum_points":"600"},"earned_points":"130","maximum_points":"600","percentage":"21.6667","rank_eligible":true},"started_at":"2026-07-23T12:06:46.255888Z","status":"final_deterministic","updated_at":"2026-07-23T12:08:42.313237Z","usage":{"actual_cost_usd":"0.09335916","completion_tokens":9135,"prompt_tokens":47043,"total_tokens":56178},"verification":{"level":"deterministic"}},{"campaign_id":"9a84a2d3-9e3f-4906-9d4c-bd0759d5ccd5","completed_at":"2026-07-23T11:50:59.210232Z","execution":{"attempted":60,"invalid_json":4,"missing":0,"provider_failed":0,"schema_failed":2,"tasks_total":60,"valid":54},"model":{"display_name":"nemotron-3-ultra-550b-a55b","provider":"together","reasoning_effort":"high","slug":"nvidia/nemotron-3-ultra-550b-a55b"},"score":{"deterministic":{"earned_points":"180","maximum_points":"600"},"earned_points":"180","maximum_points":"600","percentage":"30.0000","rank_eligible":true},"started_at":"2026-07-23T10:05:40.288911Z","status":"final_deterministic","updated_at":"2026-07-23T11:50:59.210232Z","usage":{"actual_cost_usd":"0.0946044","completion_tokens":18445,"prompt_tokens":47004,"total_tokens":65449},"verification":{"level":"deterministic"}},{"campaign_id":"a7d5b932-ec83-49a9-9345-62751fdfcc88","completed_at":"2026-07-23T15:36:53.189584Z","execution":{"attempted":60,"invalid_json":1,"missing":0,"provider_failed":0,"schema_failed":0,"tasks_total":60,"valid":59},"model":{"display_name":"kimi-k2.6","provider":"modelrun/fp4","reasoning_effort":"max","slug":"moonshotai/kimi-k2.6"},"score":{"deterministic":{"earned_points":"560","maximum_points":"600"},"earned_points":"560","maximum_points":"600","percentage":"93.3333","rank_eligible":true},"started_at":"2026-07-23T14:49:27.828697Z","status":"final_deterministic","updated_at":"2026-07-23T15:36:53.189584Z","usage":{"actual_cost_usd":"1.0415872","completion_tokens":297867,"prompt_tokens":50854,"total_tokens":348721},"verification":{"level":"deterministic"}},{"campaign_id":"c392290d-1fc0-4ea5-82fc-c950f7b2c241","completed_at":"2026-07-23T14:01:57.86348Z","execution":{"attempted":60,"invalid_json":0,"missing":0,"provider_failed":0,"schema_failed":0,"tasks_total":60,"valid":60},"model":{"display_name":"kimi-k3","provider":"moonshotai/int4","reasoning_effort":"max","slug":"moonshotai/kimi-k3"},"score":{"deterministic":{"earned_points":"550","maximum_points":"600"},"earned_points":"550","maximum_points":"600","percentage":"91.6667","rank_eligible":true},"started_at":"2026-07-23T13:26:55.367921Z","status":"final_deterministic","updated_at":"2026-07-23T14:01:57.86348Z","usage":{"actual_cost_usd":"0.9527454","completion_tokens":53032,"prompt_tokens":65785,"total_tokens":118817},"verification":{"level":"deterministic"}},{"campaign_id":"e2c93c44-8c9a-422f-b9f5-475f5db27f3a","completed_at":"2026-07-26T09:26:30.702539Z","execution":{"attempted":60,"invalid_json":0,"missing":0,"provider_failed":0,"schema_failed":0,"tasks_total":60,"valid":60},"model":{"display_name":"claude-opus-5","provider":"anthropic","reasoning_effort":"max","slug":"anthropic/claude-opus-5"},"score":{"deterministic":{"earned_points":"520","maximum_points":"600"},"earned_points":"520","maximum_points":"600","percentage":"86.6667","rank_eligible":true},"started_at":"2026-07-26T09:23:19.311821Z","status":"final_deterministic","updated_at":"2026-07-26T09:26:30.702539Z","usage":{"actual_cost_usd":"1.115405","completion_tokens":23858,"prompt_tokens":103791,"total_tokens":127649},"verification":{"level":"deterministic"}},{"campaign_id":"fd42f19f-edf8-424f-a0cb-5babc4662cc1","completed_at":"2026-07-23T13:19:03.807487Z","execution":{"attempted":60,"invalid_json":0,"missing":0,"provider_failed":0,"schema_failed":0,"tasks_total":60,"valid":60},"model":{"display_name":"claude-sonnet-5","provider":"azure/us-east-2","reasoning_effort":"max","slug":"anthropic/claude-sonnet-5"},"score":{"deterministic":{"earned_points":"510","maximum_points":"600"},"earned_points":"510","maximum_points":"600","percentage":"85.0000","rank_eligible":true},"started_at":"2026-07-23T13:04:25.896892Z","status":"final_deterministic","updated_at":"2026-07-23T13:19:03.807487Z","usage":{"actual_cost_usd":"2.551102","completion_tokens":234352,"prompt_tokens":103791,"total_tokens":338143},"verification":{"level":"deterministic"}},{"campaign_id":"2320b5e3-d765-5ae8-86e6-3d2d8e789303","completed_at":"2026-08-07T09:02:36.593637Z","execution":{"attempted":60,"invalid_json":2,"missing":0,"provider_failed":0,"schema_failed":0,"tasks_total":60,"valid":58},"model":{"display_name":"deepseek-v4-flash-0731","provider":"deepinfra/fp4","reasoning_effort":"max","slug":"deepseek/deepseek-v4-flash-0731"},"score":{"deterministic":{"earned_points":"530","maximum_points":"600"},"earned_points":"530","maximum_points":"600","percentage":"88.3333","rank_eligible":true},"started_at":"2026-08-07T08:07:04.061514Z","status":"final_deterministic","updated_at":"2026-08-07T09:02:36.593637Z","usage":{"actual_cost_usd":"0.03364425","completion_tokens":161578,"prompt_tokens":53741,"total_tokens":215319},"verification":{"level":"deterministic"}},{"campaign_id":"242e4634-529d-5553-9284-f489832938f6","completed_at":"2026-08-07T08:48:46.177126Z","execution":{"attempted":60,"invalid_json":4,"missing":0,"provider_failed":0,"schema_failed":0,"tasks_total":60,"valid":56},"model":{"display_name":"gemini-3.6-flash","provider":"google-ai-studio","reasoning_effort":"high","slug":"google/gemini-3.6-flash"},"score":{"deterministic":{"earned_points":"500","maximum_points":"600"},"earned_points":"500","maximum_points":"600","percentage":"83.3333","rank_eligible":true},"started_at":"2026-08-07T08:07:04.061486Z","status":"final_deterministic","updated_at":"2026-08-07T08:48:46.177126Z","usage":{"actual_cost_usd":"0.888183","completion_tokens":108944,"prompt_tokens":47402,"total_tokens":156346},"verification":{"level":"deterministic"}},{"campaign_id":"9dc67f6f-515b-52db-b735-2d5503431a67","completed_at":"2026-08-07T08:54:44.357279Z","execution":{"attempted":60,"invalid_json":0,"missing":0,"provider_failed":0,"schema_failed":0,"tasks_total":60,"valid":60},"model":{"display_name":"claude-fable-5","provider":"amazon-bedrock/claude-on-aws","reasoning_effort":"max","slug":"anthropic/claude-fable-5"},"score":{"deterministic":{"earned_points":"560","maximum_points":"600"},"earned_points":"560","maximum_points":"600","percentage":"93.3333","rank_eligible":true},"started_at":"2026-08-07T08:07:11.452161Z","status":"final_deterministic","updated_at":"2026-08-07T08:54:44.357279Z","usage":{"actual_cost_usd":"3.85886","completion_tokens":56419,"prompt_tokens":103791,"total_tokens":160210},"verification":{"level":"deterministic"}},{"campaign_id":"c87e5014-36d0-5b5e-a26a-f5754191b063","completed_at":"2026-08-07T09:13:52.046502Z","execution":{"attempted":60,"invalid_json":0,"missing":0,"provider_failed":0,"schema_failed":0,"tasks_total":60,"valid":60},"model":{"display_name":"qwen3.8-max","provider":"alibaba","reasoning_effort":"xhigh","slug":"qwen/qwen3.8-max"},"score":{"deterministic":{"earned_points":"170","maximum_points":"600"},"earned_points":"170","maximum_points":"600","percentage":"28.3333","rank_eligible":true},"started_at":"2026-08-07T08:07:14.121348Z","status":"final_deterministic","updated_at":"2026-08-07T09:13:52.046502Z","usage":{"actual_cost_usd":"0.807054","completion_tokens":118955,"prompt_tokens":47558,"total_tokens":166513},"verification":{"level":"deterministic"}},{"campaign_id":"ccd02ed7-f61b-57bf-a12c-74281c7914ad","completed_at":"2026-08-07T09:06:37.119371Z","execution":{"attempted":60,"invalid_json":0,"missing":0,"provider_failed":0,"schema_failed":0,"tasks_total":60,"valid":60},"model":{"display_name":"gpt-5.6-sol","provider":"azure/eu","reasoning_effort":"max","slug":"openai/gpt-5.6-sol"},"score":{"deterministic":{"earned_points":"530","maximum_points":"600"},"earned_points":"530","maximum_points":"600","percentage":"88.3333","rank_eligible":true},"started_at":"2026-08-07T08:07:19.905778Z","status":"final_deterministic","updated_at":"2026-08-07T09:06:37.119371Z","usage":{"actual_cost_usd":"1.223794","completion_tokens":29040,"prompt_tokens":48268,"total_tokens":77308},"verification":{"level":"deterministic"}}],"schema_version":"fmb-live-runs-v3"}