{"benchmark":{"benchmark_id":"financial-model-benchmark","deterministic_points":"600","sub_benchmark_id":"FMB-FIN-MA-01","tasks_total":60,"total_points":"600"},"generated_at":"2026-07-23T16:03:02.625046Z","runs":[{"campaign_id":"3cf6b832-7d2a-4ec0-b49d-53c1859ca07d","completed_at":"2026-07-23T11:56:22.707233Z","execution":{"attempted":60,"invalid_json":0,"missing":0,"provider_failed":0,"schema_failed":0,"tasks_total":60,"valid":60},"model":{"display_name":"grok-4.5","provider":"xai","reasoning_effort":"high","slug":"x-ai/grok-4.5"},"score":{"deterministic":{"earned_points":"550","maximum_points":"600"},"earned_points":"550","maximum_points":"600","percentage":"91.6667","rank_eligible":true},"started_at":"2026-07-23T11:54:59.73725Z","status":"final_deterministic","updated_at":"2026-07-23T11:56:22.707233Z","usage":{"actual_cost_usd":"0.1814116","completion_tokens":14473,"prompt_tokens":56426,"total_tokens":70899},"verification":{"level":"deterministic"}},{"campaign_id":"6b301eae-9be8-48d3-a43f-0e37c8f1915e","completed_at":"2026-07-23T11:54:46.325575Z","execution":{"attempted":60,"invalid_json":0,"missing":0,"provider_failed":0,"schema_failed":0,"tasks_total":60,"valid":60},"model":{"display_name":"claude-sonnet-5","provider":"azure/us-east-2","reasoning_effort":"max","slug":"anthropic/claude-sonnet-5"},"score":{"deterministic":{"earned_points":"590","maximum_points":"600"},"earned_points":"590","maximum_points":"600","percentage":"98.3333","rank_eligible":true},"started_at":"2026-07-23T11:50:03.351261Z","status":"final_deterministic","updated_at":"2026-07-23T11:54:46.325575Z","usage":{"actual_cost_usd":"0.792514","completion_tokens":62312,"prompt_tokens":84697,"total_tokens":147009},"verification":{"level":"deterministic"}},{"campaign_id":"75635ecf-f5ef-44b1-8e16-75134892e8e3","completed_at":"2026-07-23T15:07:52.759906Z","execution":{"attempted":60,"invalid_json":0,"missing":0,"provider_failed":0,"schema_failed":0,"tasks_total":60,"valid":60},"model":{"display_name":"kimi-k3","provider":"moonshotai/int4","reasoning_effort":"max","slug":"moonshotai/kimi-k3"},"score":{"deterministic":{"earned_points":"600","maximum_points":"600"},"earned_points":"600","maximum_points":"600","percentage":"100.0000","rank_eligible":true},"started_at":"2026-07-23T14:48:23.66455Z","status":"final_deterministic","updated_at":"2026-07-23T15:07:52.759906Z","usage":{"actual_cost_usd":"0.4041312","completion_tokens":18795,"prompt_tokens":54329,"total_tokens":73124},"verification":{"level":"deterministic"}},{"campaign_id":"7b550565-0dba-474f-ba28-0514f7392b6a","completed_at":"2026-07-23T12:55:08.447347Z","execution":{"attempted":60,"invalid_json":0,"missing":0,"provider_failed":0,"schema_failed":1,"tasks_total":60,"valid":59},"model":{"display_name":"glm-5.2","provider":"together","reasoning_effort":"xhigh","slug":"z-ai/glm-5.2"},"score":{"deterministic":{"earned_points":"370","maximum_points":"600"},"earned_points":"370","maximum_points":"600","percentage":"61.6667","rank_eligible":true},"started_at":"2026-07-23T12:52:35.937885Z","status":"final_deterministic","updated_at":"2026-07-23T12:55:08.447347Z","usage":{"actual_cost_usd":"0.06579564","completion_tokens":6135,"prompt_tokens":36627,"total_tokens":42762},"verification":{"level":"deterministic"}},{"campaign_id":"882e2087-dfcf-4652-b3d0-6e2e388410d1","completed_at":"2026-07-23T10:00:57.592374Z","execution":{"attempted":60,"invalid_json":0,"missing":0,"provider_failed":0,"schema_failed":1,"tasks_total":60,"valid":59},"model":{"display_name":"minimax-m3","provider":"morph","reasoning_effort":"max","slug":"minimax/minimax-m3"},"score":{"deterministic":{"earned_points":"340","maximum_points":"600"},"earned_points":"340","maximum_points":"600","percentage":"56.6667","rank_eligible":true},"started_at":"2026-07-23T09:58:20.687752Z","status":"final_deterministic","updated_at":"2026-07-23T10:00:57.592374Z","usage":{"actual_cost_usd":"0.0412932","completion_tokens":5936,"prompt_tokens":45078,"total_tokens":51014},"verification":{"level":"deterministic"}},{"campaign_id":"88aa085c-efcf-4ec5-8d54-b635773995e6","completed_at":"2026-07-23T13:16:01.889763Z","execution":{"attempted":60,"invalid_json":0,"missing":0,"provider_failed":0,"schema_failed":0,"tasks_total":60,"valid":60},"model":{"display_name":"qwen3.6-35b-a3b","provider":"akashml/fp8","reasoning_effort":"max","slug":"qwen/qwen3.6-35b-a3b"},"score":{"deterministic":{"earned_points":"550","maximum_points":"600"},"earned_points":"550","maximum_points":"600","percentage":"91.6667","rank_eligible":true},"started_at":"2026-07-23T13:06:59.849486Z","status":"final_deterministic","updated_at":"2026-07-23T13:16:01.889763Z","usage":{"actual_cost_usd":"0.16560146","completion_tokens":160598,"prompt_tokens":35739,"total_tokens":196337},"verification":{"level":"deterministic"}},{"campaign_id":"893f7459-acd2-43ee-8276-ec1f5048ac53","completed_at":"2026-07-23T16:03:02.625046Z","execution":{"attempted":60,"invalid_json":0,"missing":0,"provider_failed":0,"schema_failed":0,"tasks_total":60,"valid":60},"model":{"display_name":"kimi-k2.6","provider":"modelrun/fp4","reasoning_effort":"max","slug":"moonshotai/kimi-k2.6"},"score":{"deterministic":{"earned_points":"590","maximum_points":"600"},"earned_points":"590","maximum_points":"600","percentage":"98.3333","rank_eligible":true},"started_at":"2026-07-23T15:37:43.059922Z","status":"final_deterministic","updated_at":"2026-07-23T16:03:02.625046Z","usage":{"actual_cost_usd":"0.6195883","completion_tokens":175450,"prompt_tokens":40081,"total_tokens":215531},"verification":{"level":"deterministic"}},{"campaign_id":"8e1cc1dc-29e9-4d75-b692-32cfefd1fa4a","completed_at":"2026-07-23T08:55:39.515544Z","execution":{"attempted":60,"invalid_json":2,"missing":0,"provider_failed":0,"schema_failed":0,"tasks_total":60,"valid":58},"model":{"display_name":"nemotron-3-ultra-550b-a55b","provider":"together","reasoning_effort":"high","slug":"nvidia/nemotron-3-ultra-550b-a55b"},"score":{"deterministic":{"earned_points":"360","maximum_points":"600"},"earned_points":"360","maximum_points":"600","percentage":"60.0000","rank_eligible":true},"started_at":"2026-07-23T08:52:01.20469Z","status":"final_deterministic","updated_at":"2026-07-23T08:55:39.515544Z","usage":{"actual_cost_usd":"0.0705444","completion_tokens":13508,"prompt_tokens":36526,"total_tokens":50034},"verification":{"level":"deterministic"}},{"campaign_id":"9b8893e0-baf4-49ca-8c5c-8f3f6868556b","completed_at":"2026-07-23T12:07:59.745406Z","execution":{"attempted":60,"invalid_json":0,"missing":0,"provider_failed":0,"schema_failed":0,"tasks_total":60,"valid":60},"model":{"display_name":"deepseek-v4-flash","provider":"alibaba","reasoning_effort":"xhigh","slug":"deepseek/deepseek-v4-flash"},"score":{"deterministic":{"earned_points":"580","maximum_points":"600"},"earned_points":"580","maximum_points":"600","percentage":"96.6667","rank_eligible":true},"started_at":"2026-07-23T11:52:54.530064Z","status":"final_deterministic","updated_at":"2026-07-23T12:07:59.745406Z","usage":{"actual_cost_usd":"0.0291905332","completion_tokens":88102,"prompt_tokens":42455,"total_tokens":130557},"verification":{"level":"deterministic"}},{"campaign_id":"c816700e-6ee3-46fe-864c-32aec80c2b57","completed_at":"2026-07-23T12:15:05.456112Z","execution":{"attempted":60,"invalid_json":0,"missing":0,"provider_failed":0,"schema_failed":0,"tasks_total":60,"valid":60},"model":{"display_name":"gemini-3.5-flash","provider":"google-vertex/global","reasoning_effort":"high","slug":"google/gemini-3.5-flash"},"score":{"deterministic":{"earned_points":"590","maximum_points":"600"},"earned_points":"590","maximum_points":"600","percentage":"98.3333","rank_eligible":true},"started_at":"2026-07-23T12:12:26.855274Z","status":"final_deterministic","updated_at":"2026-07-23T12:15:05.456112Z","usage":{"actual_cost_usd":"0.5631195","completion_tokens":54801,"prompt_tokens":46607,"total_tokens":101408},"verification":{"level":"deterministic"}}],"schema_version":"fmb-live-runs-v3"}