{"benchmark":{"benchmark_id":"financial-model-benchmark","deterministic_points":"600","sub_benchmark_id":"FMB-FIN-MA-01","tasks_total":60,"total_points":"600"},"generated_at":"2026-08-10T07:30:18Z","runs":[{"campaign_id":"3cf6b832-7d2a-4ec0-b49d-53c1859ca07d","completed_at":"2026-07-23T11:56:22.707233Z","execution":{"attempted":60,"invalid_json":0,"missing":0,"provider_failed":0,"schema_failed":0,"tasks_total":60,"valid":60},"model":{"display_name":"grok-4.5","provider":"xai","reasoning_effort":"high","slug":"x-ai/grok-4.5"},"score":{"deterministic":{"earned_points":"550","maximum_points":"600"},"earned_points":"550","maximum_points":"600","percentage":"91.6667","rank_eligible":true},"started_at":"2026-07-23T11:54:59.73725Z","status":"final_deterministic","updated_at":"2026-07-23T11:56:22.707233Z","usage":{"actual_cost_usd":"0.1814116","completion_tokens":14473,"prompt_tokens":56426,"total_tokens":70899},"verification":{"level":"deterministic"}},{"campaign_id":"53acb609-9304-4c25-b496-7f7bc45def4c","completed_at":"2026-07-25T18:55:56.438769Z","execution":{"attempted":60,"invalid_json":0,"missing":0,"provider_failed":0,"schema_failed":0,"tasks_total":60,"valid":60},"model":{"display_name":"llama-4-maverick","provider":"deepinfra/base","reasoning_effort":"native-default","slug":"meta-llama/llama-4-maverick"},"score":{"deterministic":{"earned_points":"310","maximum_points":"600"},"earned_points":"310","maximum_points":"600","percentage":"51.6667","rank_eligible":true},"started_at":"2026-07-25T18:54:35.691149Z","status":"final_deterministic","updated_at":"2026-07-25T18:55:56.438769Z","usage":{"actual_cost_usd":"0.0121382","completion_tokens":6777,"prompt_tokens":33583,"total_tokens":40360},"verification":{"level":"deterministic"}},{"campaign_id":"6b301eae-9be8-48d3-a43f-0e37c8f1915e","completed_at":"2026-07-23T11:54:46.325575Z","execution":{"attempted":60,"invalid_json":0,"missing":0,"provider_failed":0,"schema_failed":0,"tasks_total":60,"valid":60},"model":{"display_name":"claude-sonnet-5","provider":"azure/us-east-2","reasoning_effort":"max","slug":"anthropic/claude-sonnet-5"},"score":{"deterministic":{"earned_points":"590","maximum_points":"600"},"earned_points":"590","maximum_points":"600","percentage":"98.3333","rank_eligible":true},"started_at":"2026-07-23T11:50:03.351261Z","status":"final_deterministic","updated_at":"2026-07-23T11:54:46.325575Z","usage":{"actual_cost_usd":"0.792514","completion_tokens":62312,"prompt_tokens":84697,"total_tokens":147009},"verification":{"level":"deterministic"}},{"campaign_id":"75635ecf-f5ef-44b1-8e16-75134892e8e3","completed_at":"2026-07-23T15:07:52.759906Z","execution":{"attempted":60,"invalid_json":0,"missing":0,"provider_failed":0,"schema_failed":0,"tasks_total":60,"valid":60},"model":{"display_name":"kimi-k3","provider":"moonshotai/int4","reasoning_effort":"max","slug":"moonshotai/kimi-k3"},"score":{"deterministic":{"earned_points":"600","maximum_points":"600"},"earned_points":"600","maximum_points":"600","percentage":"100.0000","rank_eligible":true},"started_at":"2026-07-23T14:48:23.66455Z","status":"final_deterministic","updated_at":"2026-07-23T15:07:52.759906Z","usage":{"actual_cost_usd":"0.4041312","completion_tokens":18795,"prompt_tokens":54329,"total_tokens":73124},"verification":{"level":"deterministic"}},{"campaign_id":"7b550565-0dba-474f-ba28-0514f7392b6a","completed_at":"2026-07-23T12:55:08.447347Z","execution":{"attempted":60,"invalid_json":0,"missing":0,"provider_failed":0,"schema_failed":1,"tasks_total":60,"valid":59},"model":{"display_name":"glm-5.2","provider":"together","reasoning_effort":"xhigh","slug":"z-ai/glm-5.2"},"score":{"deterministic":{"earned_points":"370","maximum_points":"600"},"earned_points":"370","maximum_points":"600","percentage":"61.6667","rank_eligible":true},"started_at":"2026-07-23T12:52:35.937885Z","status":"final_deterministic","updated_at":"2026-07-23T12:55:08.447347Z","usage":{"actual_cost_usd":"0.06579564","completion_tokens":6135,"prompt_tokens":36627,"total_tokens":42762},"verification":{"level":"deterministic"}},{"campaign_id":"882e2087-dfcf-4652-b3d0-6e2e388410d1","completed_at":"2026-07-23T10:00:57.592374Z","execution":{"attempted":60,"invalid_json":0,"missing":0,"provider_failed":0,"schema_failed":1,"tasks_total":60,"valid":59},"model":{"display_name":"minimax-m3","provider":"morph","reasoning_effort":"max","slug":"minimax/minimax-m3"},"score":{"deterministic":{"earned_points":"340","maximum_points":"600"},"earned_points":"340","maximum_points":"600","percentage":"56.6667","rank_eligible":true},"started_at":"2026-07-23T09:58:20.687752Z","status":"final_deterministic","updated_at":"2026-07-23T10:00:57.592374Z","usage":{"actual_cost_usd":"0.0412932","completion_tokens":5936,"prompt_tokens":45078,"total_tokens":51014},"verification":{"level":"deterministic"}},{"campaign_id":"88aa085c-efcf-4ec5-8d54-b635773995e6","completed_at":"2026-07-23T13:16:01.889763Z","execution":{"attempted":60,"invalid_json":0,"missing":0,"provider_failed":0,"schema_failed":0,"tasks_total":60,"valid":60},"model":{"display_name":"qwen3.6-35b-a3b","provider":"akashml/fp8","reasoning_effort":"max","slug":"qwen/qwen3.6-35b-a3b"},"score":{"deterministic":{"earned_points":"550","maximum_points":"600"},"earned_points":"550","maximum_points":"600","percentage":"91.6667","rank_eligible":true},"started_at":"2026-07-23T13:06:59.849486Z","status":"final_deterministic","updated_at":"2026-07-23T13:16:01.889763Z","usage":{"actual_cost_usd":"0.16560146","completion_tokens":160598,"prompt_tokens":35739,"total_tokens":196337},"verification":{"level":"deterministic"}},{"campaign_id":"893f7459-acd2-43ee-8276-ec1f5048ac53","completed_at":"2026-07-23T16:03:02.625046Z","execution":{"attempted":60,"invalid_json":0,"missing":0,"provider_failed":0,"schema_failed":0,"tasks_total":60,"valid":60},"model":{"display_name":"kimi-k2.6","provider":"modelrun/fp4","reasoning_effort":"max","slug":"moonshotai/kimi-k2.6"},"score":{"deterministic":{"earned_points":"590","maximum_points":"600"},"earned_points":"590","maximum_points":"600","percentage":"98.3333","rank_eligible":true},"started_at":"2026-07-23T15:37:43.059922Z","status":"final_deterministic","updated_at":"2026-07-23T16:03:02.625046Z","usage":{"actual_cost_usd":"0.6195883","completion_tokens":175450,"prompt_tokens":40081,"total_tokens":215531},"verification":{"level":"deterministic"}},{"campaign_id":"8e1cc1dc-29e9-4d75-b692-32cfefd1fa4a","completed_at":"2026-07-23T08:55:39.515544Z","execution":{"attempted":60,"invalid_json":2,"missing":0,"provider_failed":0,"schema_failed":0,"tasks_total":60,"valid":58},"model":{"display_name":"nemotron-3-ultra-550b-a55b","provider":"together","reasoning_effort":"high","slug":"nvidia/nemotron-3-ultra-550b-a55b"},"score":{"deterministic":{"earned_points":"360","maximum_points":"600"},"earned_points":"360","maximum_points":"600","percentage":"60.0000","rank_eligible":true},"started_at":"2026-07-23T08:52:01.20469Z","status":"final_deterministic","updated_at":"2026-07-23T08:55:39.515544Z","usage":{"actual_cost_usd":"0.0705444","completion_tokens":13508,"prompt_tokens":36526,"total_tokens":50034},"verification":{"level":"deterministic"}},{"campaign_id":"9b8893e0-baf4-49ca-8c5c-8f3f6868556b","completed_at":"2026-07-23T12:07:59.745406Z","execution":{"attempted":60,"invalid_json":0,"missing":0,"provider_failed":0,"schema_failed":0,"tasks_total":60,"valid":60},"model":{"display_name":"deepseek-v4-flash","provider":"alibaba","reasoning_effort":"xhigh","slug":"deepseek/deepseek-v4-flash"},"score":{"deterministic":{"earned_points":"580","maximum_points":"600"},"earned_points":"580","maximum_points":"600","percentage":"96.6667","rank_eligible":true},"started_at":"2026-07-23T11:52:54.530064Z","status":"final_deterministic","updated_at":"2026-07-23T12:07:59.745406Z","usage":{"actual_cost_usd":"0.0291905332","completion_tokens":88102,"prompt_tokens":42455,"total_tokens":130557},"verification":{"level":"deterministic"}},{"campaign_id":"ab4ab831-d982-425e-aab7-0289596a2315","completed_at":"2026-07-26T10:08:54.049964Z","execution":{"attempted":60,"invalid_json":0,"missing":0,"provider_failed":0,"schema_failed":0,"tasks_total":60,"valid":60},"model":{"display_name":"claude-opus-5","provider":"anthropic","reasoning_effort":"max","slug":"anthropic/claude-opus-5"},"score":{"deterministic":{"earned_points":"580","maximum_points":"600"},"earned_points":"580","maximum_points":"600","percentage":"96.6667","rank_eligible":true},"started_at":"2026-07-26T10:01:04.575365Z","status":"final_deterministic","updated_at":"2026-07-26T10:08:54.049964Z","usage":{"actual_cost_usd":"0.77471","completion_tokens":14049,"prompt_tokens":84697,"total_tokens":98746},"verification":{"level":"deterministic"}},{"campaign_id":"c588b9b3-7270-4820-8aef-e3d53cac2c3f","completed_at":"2026-07-25T18:51:43.94046Z","execution":{"attempted":60,"invalid_json":0,"missing":0,"provider_failed":0,"schema_failed":0,"tasks_total":60,"valid":60},"model":{"display_name":"gpt-5.6-terra","provider":"azure","reasoning_effort":"max","slug":"openai/gpt-5.6-terra"},"score":{"deterministic":{"earned_points":"580","maximum_points":"600"},"earned_points":"580","maximum_points":"600","percentage":"96.6667","rank_eligible":true},"started_at":"2026-07-25T18:50:31.369803Z","status":"final_deterministic","updated_at":"2026-07-25T18:51:43.94046Z","usage":{"actual_cost_usd":"0.2096375","completion_tokens":7664,"prompt_tokens":37871,"total_tokens":45535},"verification":{"level":"deterministic"}},{"campaign_id":"c816700e-6ee3-46fe-864c-32aec80c2b57","completed_at":"2026-07-23T12:15:05.456112Z","execution":{"attempted":60,"invalid_json":0,"missing":0,"provider_failed":0,"schema_failed":0,"tasks_total":60,"valid":60},"model":{"display_name":"gemini-3.5-flash","provider":"google-vertex/global","reasoning_effort":"high","slug":"google/gemini-3.5-flash"},"score":{"deterministic":{"earned_points":"590","maximum_points":"600"},"earned_points":"590","maximum_points":"600","percentage":"98.3333","rank_eligible":true},"started_at":"2026-07-23T12:12:26.855274Z","status":"final_deterministic","updated_at":"2026-07-23T12:15:05.456112Z","usage":{"actual_cost_usd":"0.5631195","completion_tokens":54801,"prompt_tokens":46607,"total_tokens":101408},"verification":{"level":"deterministic"}},{"campaign_id":"ea877e06-fc11-4f1a-9764-e53856b52592","completed_at":"2026-07-26T09:26:08.286715Z","execution":{"attempted":60,"invalid_json":0,"missing":0,"provider_failed":0,"schema_failed":0,"tasks_total":60,"valid":60},"model":{"display_name":"mistral-large-2512","provider":"mistral","reasoning_effort":"native-default","slug":"mistralai/mistral-large-2512"},"score":{"deterministic":{"earned_points":"360","maximum_points":"600"},"earned_points":"360","maximum_points":"600","percentage":"60.0000","rank_eligible":true},"started_at":"2026-07-26T09:25:03.484141Z","status":"final_deterministic","updated_at":"2026-07-26T09:26:08.286715Z","usage":{"actual_cost_usd":"0.0288695","completion_tokens":7291,"prompt_tokens":35866,"total_tokens":43157},"verification":{"level":"deterministic"}},{"campaign_id":"3bc59934-c013-51f9-b5fa-8b8301af915c","completed_at":"2026-08-07T08:14:02.103287Z","execution":{"attempted":60,"invalid_json":0,"missing":0,"provider_failed":0,"schema_failed":0,"tasks_total":60,"valid":60},"model":{"display_name":"gpt-5.6-sol","provider":"azure/eu","reasoning_effort":"max","slug":"openai/gpt-5.6-sol"},"score":{"deterministic":{"earned_points":"590","maximum_points":"600"},"earned_points":"590","maximum_points":"600","percentage":"98.3333","rank_eligible":true},"started_at":"2026-08-07T08:05:20.210197Z","status":"final_deterministic","updated_at":"2026-08-07T08:14:02.103287Z","usage":{"actual_cost_usd":"0.5433725","completion_tokens":10154,"prompt_tokens":37871,"total_tokens":48025},"verification":{"level":"deterministic"}},{"campaign_id":"421a9e5e-f26a-5f30-a819-bd259b9f2f6d","completed_at":"2026-08-07T08:18:04.454261Z","execution":{"attempted":60,"invalid_json":0,"missing":0,"provider_failed":0,"schema_failed":0,"tasks_total":60,"valid":60},"model":{"display_name":"gemini-3.6-flash","provider":"google-ai-studio","reasoning_effort":"high","slug":"google/gemini-3.6-flash"},"score":{"deterministic":{"earned_points":"580","maximum_points":"600"},"earned_points":"580","maximum_points":"600","percentage":"96.6667","rank_eligible":true},"started_at":"2026-08-07T08:05:24.735394Z","status":"final_deterministic","updated_at":"2026-08-07T08:18:04.454261Z","usage":{"actual_cost_usd":"0.465063","completion_tokens":54737,"prompt_tokens":36357,"total_tokens":91094},"verification":{"level":"deterministic"}},{"campaign_id":"57096feb-38d0-5aa1-811a-cd24ebc5612e","completed_at":"2026-08-07T08:25:48.433232Z","execution":{"attempted":60,"invalid_json":0,"missing":0,"provider_failed":0,"schema_failed":0,"tasks_total":60,"valid":60},"model":{"display_name":"deepseek-v4-flash-0731","provider":"deepinfra/fp4","reasoning_effort":"max","slug":"deepseek/deepseek-v4-flash-0731"},"score":{"deterministic":{"earned_points":"590","maximum_points":"600"},"earned_points":"590","maximum_points":"600","percentage":"98.3333","rank_eligible":true},"started_at":"2026-08-07T08:05:26.927729Z","status":"final_deterministic","updated_at":"2026-08-07T08:25:48.433232Z","usage":{"actual_cost_usd":"0.015032934","completion_tokens":64064,"prompt_tokens":42335,"total_tokens":106399},"verification":{"level":"deterministic"}},{"campaign_id":"b55e3a8b-8900-54a2-a2ad-10bdefa7ddf4","completed_at":"2026-08-07T10:32:42.151463Z","execution":{"attempted":60,"invalid_json":0,"missing":0,"provider_failed":0,"schema_failed":0,"tasks_total":60,"valid":60},"model":{"display_name":"claude-fable-5","provider":"amazon-bedrock/claude-on-aws","reasoning_effort":"max","slug":"anthropic/claude-fable-5"},"score":{"deterministic":{"earned_points":"590","maximum_points":"600"},"earned_points":"590","maximum_points":"600","percentage":"98.3333","rank_eligible":true},"started_at":"2026-08-07T10:29:30.898667Z","status":"final_deterministic","updated_at":"2026-08-07T10:32:42.151463Z","usage":{"actual_cost_usd":"1.90407","completion_tokens":21142,"prompt_tokens":84697,"total_tokens":105839},"verification":{"level":"deterministic"}},{"campaign_id":"d4a86242-3293-57ae-8b14-2c0b03b82dbe","completed_at":"2026-08-07T08:24:07.287613Z","execution":{"attempted":60,"invalid_json":0,"missing":0,"provider_failed":0,"schema_failed":0,"tasks_total":60,"valid":60},"model":{"display_name":"qwen3.8-max","provider":"alibaba","reasoning_effort":"xhigh","slug":"qwen/qwen3.8-max"},"score":{"deterministic":{"earned_points":"380","maximum_points":"600"},"earned_points":"380","maximum_points":"600","percentage":"63.3333","rank_eligible":true},"started_at":"2026-08-07T08:05:31.452066Z","status":"final_deterministic","updated_at":"2026-08-07T08:24:07.287613Z","usage":{"actual_cost_usd":"0.363798","completion_tokens":47920,"prompt_tokens":38139,"total_tokens":86059},"verification":{"level":"deterministic"}}],"schema_version":"fmb-live-runs-v3"}