{"benchmark":{"benchmark_id":"financial-model-benchmark","deterministic_points":"600","sub_benchmark_id":"FMB-FIN-CAPBUD-01","tasks_total":60,"total_points":"600"},"generated_at":"2026-08-10T07:30:18Z","runs":[{"campaign_id":"005d2331-6b72-4c05-991b-fed12aae66f8","completed_at":"2026-07-23T13:03:46.000756Z","execution":{"attempted":60,"invalid_json":0,"missing":0,"provider_failed":0,"schema_failed":2,"tasks_total":60,"valid":58},"model":{"display_name":"nemotron-3-ultra-550b-a55b","provider":"together","reasoning_effort":"high","slug":"nvidia/nemotron-3-ultra-550b-a55b"},"score":{"deterministic":{"earned_points":"60","maximum_points":"600"},"earned_points":"60","maximum_points":"600","percentage":"10.0000","rank_eligible":true},"started_at":"2026-07-23T13:01:53.686623Z","status":"final_deterministic","updated_at":"2026-07-23T13:03:46.000756Z","usage":{"actual_cost_usd":"0.0721842","completion_tokens":10755,"prompt_tokens":55777,"total_tokens":66532},"verification":{"level":"deterministic"}},{"campaign_id":"17fed503-b76c-48b9-b93b-9d8af527e887","completed_at":"2026-07-25T15:23:32.535172Z","execution":{"attempted":60,"invalid_json":3,"missing":0,"provider_failed":0,"schema_failed":0,"tasks_total":60,"valid":57},"model":{"display_name":"qwen3.6-35b-a3b","provider":"akashml/fp8","reasoning_effort":"max","slug":"qwen/qwen3.6-35b-a3b"},"score":{"deterministic":{"earned_points":"360","maximum_points":"600"},"earned_points":"360","maximum_points":"600","percentage":"60.0000","rank_eligible":true},"started_at":"2026-07-25T15:12:23.964606Z","status":"final_deterministic","updated_at":"2026-07-25T15:23:32.535172Z","usage":{"actual_cost_usd":"0.3209501","completion_tokens":313381,"prompt_tokens":54065,"total_tokens":367446},"verification":{"level":"deterministic"}},{"campaign_id":"1a3f7b17-47ee-42d3-889a-78ab32b7c2a1","completed_at":"2026-07-23T13:01:27.232972Z","execution":{"attempted":60,"invalid_json":0,"missing":0,"provider_failed":0,"schema_failed":0,"tasks_total":60,"valid":60},"model":{"display_name":"grok-4.5","provider":"xai","reasoning_effort":"high","slug":"x-ai/grok-4.5"},"score":{"deterministic":{"earned_points":"350","maximum_points":"600"},"earned_points":"350","maximum_points":"600","percentage":"58.3333","rank_eligible":true},"started_at":"2026-07-23T12:53:11.745632Z","status":"final_deterministic","updated_at":"2026-07-23T13:01:27.232972Z","usage":{"actual_cost_usd":"0.766462","completion_tokens":106671,"prompt_tokens":76274,"total_tokens":182945},"verification":{"level":"deterministic"}},{"campaign_id":"21b99aca-0dcc-4e40-8d23-a1432371a3fb","completed_at":"2026-07-25T16:09:12.297268Z","execution":{"attempted":60,"invalid_json":7,"missing":0,"provider_failed":0,"schema_failed":0,"tasks_total":60,"valid":53},"model":{"display_name":"deepseek-v4-flash","provider":"alibaba","reasoning_effort":"xhigh","slug":"deepseek/deepseek-v4-flash"},"score":{"deterministic":{"earned_points":"460","maximum_points":"600"},"earned_points":"460","maximum_points":"600","percentage":"76.6667","rank_eligible":true},"started_at":"2026-07-25T15:40:29.762294Z","status":"final_deterministic","updated_at":"2026-07-25T16:09:12.297268Z","usage":{"actual_cost_usd":"0.1594621172","completion_tokens":564621,"prompt_tokens":61593,"total_tokens":626214},"verification":{"level":"deterministic"}},{"campaign_id":"2808211c-9430-4158-8a55-fd64c481cd84","completed_at":"2026-07-23T10:03:40.612518Z","execution":{"attempted":60,"invalid_json":0,"missing":0,"provider_failed":0,"schema_failed":0,"tasks_total":60,"valid":60},"model":{"display_name":"glm-5.2","provider":"together","reasoning_effort":"xhigh","slug":"z-ai/glm-5.2"},"score":{"deterministic":{"earned_points":"70","maximum_points":"600"},"earned_points":"70","maximum_points":"600","percentage":"11.6667","rank_eligible":true},"started_at":"2026-07-23T10:01:39.399866Z","status":"final_deterministic","updated_at":"2026-07-23T10:03:40.612518Z","usage":{"actual_cost_usd":"0.09446916","completion_tokens":7151,"prompt_tokens":54853,"total_tokens":62004},"verification":{"level":"deterministic"}},{"campaign_id":"44567540-359a-465a-a7b6-a8da77532cac","completed_at":"2026-07-26T09:14:52.316134Z","execution":{"attempted":60,"invalid_json":0,"missing":0,"provider_failed":0,"schema_failed":1,"tasks_total":60,"valid":59},"model":{"display_name":"mistral-large-2512","provider":"mistral","reasoning_effort":"native-default","slug":"mistralai/mistral-large-2512"},"score":{"deterministic":{"earned_points":"70","maximum_points":"600"},"earned_points":"70","maximum_points":"600","percentage":"11.6667","rank_eligible":true},"started_at":"2026-07-26T09:12:38.932011Z","status":"final_deterministic","updated_at":"2026-07-26T09:14:52.316134Z","usage":{"actual_cost_usd":"0.042167","completion_tokens":9739,"prompt_tokens":55117,"total_tokens":64856},"verification":{"level":"deterministic"}},{"campaign_id":"54ce536d-3ee1-44bb-8329-ad1062b0396d","completed_at":"2026-07-23T13:20:48.812869Z","execution":{"attempted":60,"invalid_json":0,"missing":0,"provider_failed":0,"schema_failed":1,"tasks_total":60,"valid":59},"model":{"display_name":"minimax-m3","provider":"morph","reasoning_effort":"max","slug":"minimax/minimax-m3"},"score":{"deterministic":{"earned_points":"60","maximum_points":"600"},"earned_points":"60","maximum_points":"600","percentage":"10.0000","rank_eligible":true},"started_at":"2026-07-23T13:17:40.069864Z","status":"final_deterministic","updated_at":"2026-07-23T13:20:48.812869Z","usage":{"actual_cost_usd":"0.0587094","completion_tokens":8598,"prompt_tokens":63457,"total_tokens":72055},"verification":{"level":"deterministic"}},{"campaign_id":"7c670aee-8071-45de-86c5-69b2aad28e1e","completed_at":"2026-07-26T09:20:02.981766Z","execution":{"attempted":60,"invalid_json":0,"missing":0,"provider_failed":0,"schema_failed":0,"tasks_total":60,"valid":60},"model":{"display_name":"claude-opus-5","provider":"anthropic","reasoning_effort":"max","slug":"anthropic/claude-opus-5"},"score":{"deterministic":{"earned_points":"480","maximum_points":"600"},"earned_points":"480","maximum_points":"600","percentage":"80.0000","rank_eligible":true},"started_at":"2026-07-26T09:12:41.818561Z","status":"final_deterministic","updated_at":"2026-07-26T09:20:02.981766Z","usage":{"actual_cost_usd":"1.93679","completion_tokens":54117,"prompt_tokens":116773,"total_tokens":170890},"verification":{"level":"deterministic"}},{"campaign_id":"823eeaa4-afca-435e-8e9b-f512af82f933","completed_at":"2026-07-23T09:45:54.506367Z","execution":{"attempted":60,"invalid_json":13,"missing":0,"provider_failed":0,"schema_failed":0,"tasks_total":60,"valid":47},"model":{"display_name":"gemini-3.5-flash","provider":"google-vertex/global","reasoning_effort":"high","slug":"google/gemini-3.5-flash"},"score":{"deterministic":{"earned_points":"330","maximum_points":"600"},"earned_points":"330","maximum_points":"600","percentage":"55.0000","rank_eligible":true},"started_at":"2026-07-23T09:42:46.962358Z","status":"final_deterministic","updated_at":"2026-07-23T09:45:54.506367Z","usage":{"actual_cost_usd":"1.307316","completion_tokens":133678,"prompt_tokens":69476,"total_tokens":203154},"verification":{"level":"deterministic"}},{"campaign_id":"a7b9e0db-9c04-43c3-8d47-82ef60980e6d","completed_at":"2026-07-25T18:48:20.234596Z","execution":{"attempted":60,"invalid_json":0,"missing":0,"provider_failed":0,"schema_failed":0,"tasks_total":60,"valid":60},"model":{"display_name":"gpt-5.6-terra","provider":"azure","reasoning_effort":"max","slug":"openai/gpt-5.6-terra"},"score":{"deterministic":{"earned_points":"490","maximum_points":"600"},"earned_points":"490","maximum_points":"600","percentage":"81.6667","rank_eligible":true},"started_at":"2026-07-25T18:45:44.682099Z","status":"final_deterministic","updated_at":"2026-07-25T18:48:20.234596Z","usage":{"actual_cost_usd":"0.5928925","completion_tokens":30145,"prompt_tokens":56287,"total_tokens":86432},"verification":{"level":"deterministic"}},{"campaign_id":"c0c2eaa9-e697-42d2-bb49-3cf275ac446f","completed_at":"2026-07-25T15:51:23.724274Z","execution":{"attempted":60,"invalid_json":18,"missing":0,"provider_failed":0,"schema_failed":0,"tasks_total":60,"valid":42},"model":{"display_name":"kimi-k2.6","provider":"modelrun/fp4","reasoning_effort":"max","slug":"moonshotai/kimi-k2.6"},"score":{"deterministic":{"earned_points":"390","maximum_points":"600"},"earned_points":"390","maximum_points":"600","percentage":"65.0000","rank_eligible":true},"started_at":"2026-07-25T15:12:21.318362Z","status":"final_deterministic","updated_at":"2026-07-25T15:51:23.724274Z","usage":{"actual_cost_usd":"1.6989716","completion_tokens":490079,"prompt_tokens":59290,"total_tokens":549369},"verification":{"level":"deterministic"}},{"campaign_id":"e1041cd4-56d9-4a92-b0e6-d9176375ca08","completed_at":"2026-07-23T10:10:23.736173Z","execution":{"attempted":60,"invalid_json":0,"missing":0,"provider_failed":0,"schema_failed":0,"tasks_total":60,"valid":60},"model":{"display_name":"kimi-k3","provider":"moonshotai/int4","reasoning_effort":"max","slug":"moonshotai/kimi-k3"},"score":{"deterministic":{"earned_points":"520","maximum_points":"600"},"earned_points":"520","maximum_points":"600","percentage":"86.6667","rank_eligible":true},"started_at":"2026-07-23T08:50:28.124896Z","status":"final_deterministic","updated_at":"2026-07-23T10:10:23.736173Z","usage":{"actual_cost_usd":"1.8896574","completion_tokens":118731,"prompt_tokens":74938,"total_tokens":193669},"verification":{"level":"deterministic"}},{"campaign_id":"f68f15de-c830-4e5f-bd0d-25c584bef59e","completed_at":"2026-07-25T15:49:22.205965Z","execution":{"attempted":60,"invalid_json":7,"missing":0,"provider_failed":0,"schema_failed":0,"tasks_total":60,"valid":53},"model":{"display_name":"claude-sonnet-5","provider":"azure/us-east-2","reasoning_effort":"max","slug":"anthropic/claude-sonnet-5"},"score":{"deterministic":{"earned_points":"490","maximum_points":"600"},"earned_points":"490","maximum_points":"600","percentage":"81.6667","rank_eligible":true},"started_at":"2026-07-25T15:29:34.278911Z","status":"final_deterministic","updated_at":"2026-07-25T15:49:22.205965Z","usage":{"actual_cost_usd":"6.627966","completion_tokens":639442,"prompt_tokens":116773,"total_tokens":756215},"verification":{"level":"deterministic"}},{"campaign_id":"ffee0d2e-0715-4c0b-873b-cad44270cc02","completed_at":"2026-07-25T18:54:34.577624Z","execution":{"attempted":60,"invalid_json":0,"missing":0,"provider_failed":0,"schema_failed":2,"tasks_total":60,"valid":58},"model":{"display_name":"llama-4-maverick","provider":"deepinfra/base","reasoning_effort":"native-default","slug":"meta-llama/llama-4-maverick"},"score":{"deterministic":{"earned_points":"40","maximum_points":"600"},"earned_points":"40","maximum_points":"600","percentage":"6.6667","rank_eligible":true},"started_at":"2026-07-25T18:53:15.515213Z","status":"final_deterministic","updated_at":"2026-07-25T18:54:34.577624Z","usage":{"actual_cost_usd":"0.0150908","completion_tokens":6220,"prompt_tokens":50574,"total_tokens":56794},"verification":{"level":"deterministic"}},{"campaign_id":"49d15991-2852-5519-a0e9-555f27c8ade3","completed_at":"2026-08-07T08:48:41.736473Z","execution":{"attempted":60,"invalid_json":17,"missing":0,"provider_failed":0,"schema_failed":0,"tasks_total":60,"valid":43},"model":{"display_name":"gemini-3.6-flash","provider":"google-ai-studio","reasoning_effort":"high","slug":"google/gemini-3.6-flash"},"score":{"deterministic":{"earned_points":"360","maximum_points":"600"},"earned_points":"360","maximum_points":"600","percentage":"60.0000","rank_eligible":true},"started_at":"2026-08-07T08:07:25.260276Z","status":"final_deterministic","updated_at":"2026-08-07T08:48:41.736473Z","usage":{"actual_cost_usd":"1.1763705","completion_tokens":145639,"prompt_tokens":56052,"total_tokens":201691},"verification":{"level":"deterministic"}},{"campaign_id":"65084126-4885-5f00-9efe-c9267f68181e","completed_at":"2026-08-07T08:56:52.531319Z","execution":{"attempted":60,"invalid_json":0,"missing":0,"provider_failed":0,"schema_failed":0,"tasks_total":60,"valid":60},"model":{"display_name":"claude-fable-5","provider":"amazon-bedrock/claude-on-aws","reasoning_effort":"max","slug":"anthropic/claude-fable-5"},"score":{"deterministic":{"earned_points":"560","maximum_points":"600"},"earned_points":"560","maximum_points":"600","percentage":"93.3333","rank_eligible":true},"started_at":"2026-08-07T08:07:25.264553Z","status":"final_deterministic","updated_at":"2026-08-07T08:56:52.531319Z","usage":{"actual_cost_usd":"9.12823","completion_tokens":159210,"prompt_tokens":116773,"total_tokens":275983},"verification":{"level":"deterministic"}},{"campaign_id":"76ef3c80-e2af-51d9-9822-da4a805d077b","completed_at":"2026-08-07T09:39:16.254616Z","execution":{"attempted":60,"invalid_json":5,"missing":0,"provider_failed":0,"schema_failed":0,"tasks_total":60,"valid":55},"model":{"display_name":"deepseek-v4-flash-0731","provider":"deepinfra/fp4","reasoning_effort":"max","slug":"deepseek/deepseek-v4-flash-0731"},"score":{"deterministic":{"earned_points":"510","maximum_points":"600"},"earned_points":"510","maximum_points":"600","percentage":"85.0000","rank_eligible":true},"started_at":"2026-08-07T08:07:41.075012Z","status":"final_deterministic","updated_at":"2026-08-07T09:39:16.254616Z","usage":{"actual_cost_usd":"0.06222051","completion_tokens":316853,"prompt_tokens":61473,"total_tokens":378326},"verification":{"level":"deterministic"}},{"campaign_id":"efcbe08d-f92d-51bb-9b52-57999af5c107","completed_at":"2026-08-07T09:28:28.617062Z","execution":{"attempted":60,"invalid_json":0,"missing":0,"provider_failed":0,"schema_failed":0,"tasks_total":60,"valid":60},"model":{"display_name":"gpt-5.6-sol","provider":"azure/eu","reasoning_effort":"max","slug":"openai/gpt-5.6-sol"},"score":{"deterministic":{"earned_points":"580","maximum_points":"600"},"earned_points":"580","maximum_points":"600","percentage":"96.6667","rank_eligible":true},"started_at":"2026-08-07T08:07:46.461071Z","status":"final_deterministic","updated_at":"2026-08-07T09:28:28.617062Z","usage":{"actual_cost_usd":"2.570250375","completion_tokens":68458,"prompt_tokens":56287,"total_tokens":124745},"verification":{"level":"deterministic"}}],"schema_version":"fmb-live-runs-v3"}