{"benchmark":{"benchmark_id":"financial-model-benchmark","deterministic_points":"600","sub_benchmark_id":"FMB-FIN-VAL-01","tasks_total":60,"total_points":"600"},"generated_at":"2026-07-23T16:03:02.625046Z","runs":[{"campaign_id":"5995fb89-11dc-479f-8fc5-7276f40de6b0","completed_at":"2026-07-23T12:04:50.701164Z","execution":{"attempted":60,"invalid_json":0,"missing":0,"provider_failed":0,"schema_failed":0,"tasks_total":60,"valid":60},"model":{"display_name":"gemini-3.5-flash","provider":"google-vertex/global","reasoning_effort":"high","slug":"google/gemini-3.5-flash"},"score":{"deterministic":{"earned_points":"590","maximum_points":"600"},"earned_points":"590","maximum_points":"600","percentage":"98.3333","rank_eligible":true},"started_at":"2026-07-23T12:02:33.986832Z","status":"final_deterministic","updated_at":"2026-07-23T12:04:50.701164Z","usage":{"actual_cost_usd":"0.701349","completion_tokens":69822,"prompt_tokens":48634,"total_tokens":118456},"verification":{"level":"deterministic"}},{"campaign_id":"7e83a3fe-fefa-4e64-b4f4-4c93b68b41e8","completed_at":"2026-07-23T09:39:58.202433Z","execution":{"attempted":60,"invalid_json":0,"missing":0,"provider_failed":0,"schema_failed":0,"tasks_total":60,"valid":60},"model":{"display_name":"claude-sonnet-5","provider":"azure/us-east-2","reasoning_effort":"max","slug":"anthropic/claude-sonnet-5"},"score":{"deterministic":{"earned_points":"600","maximum_points":"600"},"earned_points":"600","maximum_points":"600","percentage":"100.0000","rank_eligible":true},"started_at":"2026-07-23T09:30:24.850475Z","status":"final_deterministic","updated_at":"2026-07-23T09:39:58.202433Z","usage":{"actual_cost_usd":"1.440526","completion_tokens":126433,"prompt_tokens":88098,"total_tokens":214531},"verification":{"level":"deterministic"}},{"campaign_id":"a740efee-bcbe-4287-b885-4095cb381dda","completed_at":"2026-07-23T14:28:09.952615Z","execution":{"attempted":60,"invalid_json":0,"missing":0,"provider_failed":0,"schema_failed":0,"tasks_total":60,"valid":60},"model":{"display_name":"kimi-k3","provider":"moonshotai/int4","reasoning_effort":"max","slug":"moonshotai/kimi-k3"},"score":{"deterministic":{"earned_points":"570","maximum_points":"600"},"earned_points":"570","maximum_points":"600","percentage":"95.0000","rank_eligible":true},"started_at":"2026-07-23T14:03:38.819771Z","status":"final_deterministic","updated_at":"2026-07-23T14:28:09.952615Z","usage":{"actual_cost_usd":"0.6095622","completion_tokens":32045,"prompt_tokens":56556,"total_tokens":88601},"verification":{"level":"deterministic"}},{"campaign_id":"abddc932-c191-4410-b61d-5f79216d356f","completed_at":"2026-07-23T12:03:26.153219Z","execution":{"attempted":60,"invalid_json":1,"missing":0,"provider_failed":0,"schema_failed":0,"tasks_total":60,"valid":59},"model":{"display_name":"qwen3.6-35b-a3b","provider":"akashml/fp8","reasoning_effort":"max","slug":"qwen/qwen3.6-35b-a3b"},"score":{"deterministic":{"earned_points":"520","maximum_points":"600"},"earned_points":"520","maximum_points":"600","percentage":"86.6667","rank_eligible":true},"started_at":"2026-07-23T11:56:51.110497Z","status":"final_deterministic","updated_at":"2026-07-23T12:03:26.153219Z","usage":{"actual_cost_usd":"0.20006756","completion_tokens":194789,"prompt_tokens":37704,"total_tokens":232493},"verification":{"level":"deterministic"}},{"campaign_id":"c0a3ce92-6eeb-49e0-be25-de9b78eb8fee","completed_at":"2026-07-23T13:06:00.229685Z","execution":{"attempted":60,"invalid_json":0,"missing":0,"provider_failed":0,"schema_failed":0,"tasks_total":60,"valid":60},"model":{"display_name":"minimax-m3","provider":"morph","reasoning_effort":"max","slug":"minimax/minimax-m3"},"score":{"deterministic":{"earned_points":"190","maximum_points":"600"},"earned_points":"190","maximum_points":"600","percentage":"31.6667","rank_eligible":true},"started_at":"2026-07-23T13:03:18.172624Z","status":"final_deterministic","updated_at":"2026-07-23T13:06:00.229685Z","usage":{"actual_cost_usd":"0.0450306","completion_tokens":7012,"prompt_tokens":47003,"total_tokens":54015},"verification":{"level":"deterministic"}},{"campaign_id":"d919271f-f357-45f2-8f2e-542eebb28003","completed_at":"2026-07-23T13:26:07.045732Z","execution":{"attempted":60,"invalid_json":0,"missing":0,"provider_failed":0,"schema_failed":0,"tasks_total":60,"valid":60},"model":{"display_name":"nemotron-3-ultra-550b-a55b","provider":"together","reasoning_effort":"high","slug":"nvidia/nemotron-3-ultra-550b-a55b"},"score":{"deterministic":{"earned_points":"240","maximum_points":"600"},"earned_points":"240","maximum_points":"600","percentage":"40.0000","rank_eligible":true},"started_at":"2026-07-23T13:24:31.606489Z","status":"final_deterministic","updated_at":"2026-07-23T13:26:07.045732Z","usage":{"actual_cost_usd":"0.0600492","completion_tokens":10286,"prompt_tokens":38366,"total_tokens":48652},"verification":{"level":"deterministic"}},{"campaign_id":"df4423b0-8bde-4dfd-a3c5-055d72497c93","completed_at":"2026-07-23T08:49:39.76957Z","execution":{"attempted":60,"invalid_json":0,"missing":0,"provider_failed":0,"schema_failed":0,"tasks_total":60,"valid":60},"model":{"display_name":"glm-5.2","provider":"together","reasoning_effort":"xhigh","slug":"z-ai/glm-5.2"},"score":{"deterministic":{"earned_points":"190","maximum_points":"600"},"earned_points":"190","maximum_points":"600","percentage":"31.6667","rank_eligible":true},"started_at":"2026-07-23T08:47:59.823299Z","status":"final_deterministic","updated_at":"2026-07-23T08:49:39.76957Z","usage":{"actual_cost_usd":"0.06894456","completion_tokens":6230,"prompt_tokens":38734,"total_tokens":44964},"verification":{"level":"deterministic"}},{"campaign_id":"e136359f-ee10-4ea0-a819-38baeccfe248","completed_at":"2026-07-23T12:46:52.702736Z","execution":{"attempted":60,"invalid_json":0,"missing":0,"provider_failed":0,"schema_failed":0,"tasks_total":60,"valid":60},"model":{"display_name":"deepseek-v4-flash","provider":"alibaba","reasoning_effort":"xhigh","slug":"deepseek/deepseek-v4-flash"},"score":{"deterministic":{"earned_points":"570","maximum_points":"600"},"earned_points":"570","maximum_points":"600","percentage":"95.0000","rank_eligible":true},"started_at":"2026-07-23T12:08:53.5815Z","status":"final_deterministic","updated_at":"2026-07-23T12:46:52.702736Z","usage":{"actual_cost_usd":"0.0472031884","completion_tokens":154180,"prompt_tokens":44517,"total_tokens":198697},"verification":{"level":"deterministic"}},{"campaign_id":"f5515803-ef51-487e-9a24-d8ebb44a013f","completed_at":"2026-07-23T12:32:00.488956Z","execution":{"attempted":60,"invalid_json":0,"missing":0,"provider_failed":0,"schema_failed":0,"tasks_total":60,"valid":60},"model":{"display_name":"grok-4.5","provider":"xai","reasoning_effort":"high","slug":"x-ai/grok-4.5"},"score":{"deterministic":{"earned_points":"450","maximum_points":"600"},"earned_points":"450","maximum_points":"600","percentage":"75.0000","rank_eligible":true},"started_at":"2026-07-23T12:30:00.432878Z","status":"final_deterministic","updated_at":"2026-07-23T12:32:00.488956Z","usage":{"actual_cost_usd":"0.2447872","completion_tokens":24931,"prompt_tokens":58263,"total_tokens":83194},"verification":{"level":"deterministic"}}],"schema_version":"fmb-live-runs-v3"}