{"benchmark":{"benchmark_id":"financial-model-benchmark","deterministic_points":"600","sub_benchmark_id":"FMB-KNOW-ACC-HGB-02","tasks_total":60,"total_points":"600"},"generated_at":"2026-07-26T13:11:21Z","runs":[{"campaign_id":"0716240d-b1f1-4248-a2ef-1a39b6066691","completed_at":"2026-07-17T10:37:37.377606Z","execution":{"attempted":60,"invalid_json":1,"missing":0,"provider_failed":0,"schema_failed":0,"tasks_total":60,"valid":59},"model":{"display_name":"nemotron-3-ultra-550b-a55b","provider":"together","reasoning_effort":"high","slug":"nvidia/nemotron-3-ultra-550b-a55b"},"score":{"deterministic":{"earned_points":"469.504761904764","maximum_points":"600"},"earned_points":"469.504761904764","maximum_points":"600","percentage":"78.2508","rank_eligible":true},"started_at":"2026-07-17T10:35:07.966088Z","status":"final_deterministic","updated_at":"2026-07-17T10:37:37.377606Z","usage":{"actual_cost_usd":"0.0755976","completion_tokens":10709,"prompt_tokens":61742,"total_tokens":72451},"verification":{"level":"deterministic"}},{"campaign_id":"222986ff-61f4-4802-953e-a64ecf939d0a","completed_at":"2026-07-17T09:59:18.37528Z","execution":{"attempted":60,"invalid_json":0,"missing":0,"provider_failed":0,"schema_failed":0,"tasks_total":60,"valid":60},"model":{"display_name":"qwen3.6-35b-a3b","provider":"akashml/fp8","reasoning_effort":"max","slug":"qwen/qwen3.6-35b-a3b"},"score":{"deterministic":{"earned_points":"536.17142857143","maximum_points":"600"},"earned_points":"536.17142857143","maximum_points":"600","percentage":"89.3619","rank_eligible":true},"started_at":"2026-07-17T09:49:01.019296Z","status":"final_deterministic","updated_at":"2026-07-17T09:59:18.37528Z","usage":{"actual_cost_usd":"0.18915862","completion_tokens":180845,"prompt_tokens":59383,"total_tokens":240228},"verification":{"level":"deterministic"}},{"campaign_id":"29c50c3d-c8b8-468c-8934-3a206d2821cc","completed_at":"2026-07-25T18:53:14.574756Z","execution":{"attempted":60,"invalid_json":0,"missing":0,"provider_failed":0,"schema_failed":0,"tasks_total":60,"valid":60},"model":{"display_name":"gpt-5.6-terra","provider":"azure","reasoning_effort":"max","slug":"openai/gpt-5.6-terra"},"score":{"deterministic":{"earned_points":"541.400000000001","maximum_points":"600"},"earned_points":"541.400000000001","maximum_points":"600","percentage":"90.2333","rank_eligible":true},"started_at":"2026-07-25T18:52:05.34854Z","status":"final_deterministic","updated_at":"2026-07-25T18:53:14.574756Z","usage":{"actual_cost_usd":"0.27218","completion_tokens":7757,"prompt_tokens":62330,"total_tokens":70087},"verification":{"level":"deterministic"}},{"campaign_id":"39537149-3df7-47b6-852a-20ee981fec73","completed_at":"2026-07-17T11:03:09.521984Z","execution":{"attempted":60,"invalid_json":0,"missing":0,"provider_failed":0,"schema_failed":0,"tasks_total":60,"valid":60},"model":{"display_name":"gemini-3.5-flash","provider":"google-vertex","reasoning_effort":"high","slug":"google/gemini-3.5-flash"},"score":{"deterministic":{"earned_points":"554.266666666668","maximum_points":"600"},"earned_points":"554.266666666668","maximum_points":"600","percentage":"92.3778","rank_eligible":true},"started_at":"2026-07-17T10:59:38.340375Z","status":"final_deterministic","updated_at":"2026-07-17T11:03:09.521984Z","usage":{"actual_cost_usd":"0.9204645","completion_tokens":89413,"prompt_tokens":77165,"total_tokens":166578},"verification":{"level":"deterministic"}},{"campaign_id":"4403736a-db7d-41c2-a9ce-bdcd0fd11825","completed_at":"2026-07-17T10:41:50.10792Z","execution":{"attempted":60,"invalid_json":0,"missing":0,"provider_failed":0,"schema_failed":0,"tasks_total":60,"valid":60},"model":{"display_name":"minimax-m3","provider":"morph","reasoning_effort":"max","slug":"minimax/minimax-m3"},"score":{"deterministic":{"earned_points":"535.638095238097","maximum_points":"600"},"earned_points":"535.638095238097","maximum_points":"600","percentage":"89.2730","rank_eligible":true},"started_at":"2026-07-17T10:40:17.543085Z","status":"final_deterministic","updated_at":"2026-07-17T10:41:50.10792Z","usage":{"actual_cost_usd":"0.0530448","completion_tokens":4672,"prompt_tokens":69720,"total_tokens":74392},"verification":{"level":"deterministic"}},{"campaign_id":"45faa518-0e69-4aaa-8ac6-8bf0fe4051cc","completed_at":"2026-07-17T10:48:15.516083Z","execution":{"attempted":60,"invalid_json":0,"missing":0,"provider_failed":0,"schema_failed":0,"tasks_total":60,"valid":60},"model":{"display_name":"grok-4.5","provider":"xai","reasoning_effort":"high","slug":"x-ai/grok-4.5"},"score":{"deterministic":{"earned_points":"544.000000000001","maximum_points":"600"},"earned_points":"544.000000000001","maximum_points":"600","percentage":"90.6667","rank_eligible":true},"started_at":"2026-07-17T10:44:02.561125Z","status":"final_deterministic","updated_at":"2026-07-17T10:48:15.516083Z","usage":{"actual_cost_usd":"0.246092","completion_tokens":17671,"prompt_tokens":83857,"total_tokens":101528},"verification":{"level":"deterministic"}},{"campaign_id":"47cfcf5e-5ca6-4ae3-8bfa-8766f21ad5da","completed_at":"2026-07-26T10:20:29.838375Z","execution":{"attempted":60,"invalid_json":0,"missing":0,"provider_failed":0,"schema_failed":0,"tasks_total":60,"valid":60},"model":{"display_name":"claude-opus-5","provider":"anthropic","reasoning_effort":"max","slug":"anthropic/claude-opus-5"},"score":{"deterministic":{"earned_points":"519.000000000001","maximum_points":"600"},"earned_points":"519.000000000001","maximum_points":"600","percentage":"86.5000","rank_eligible":true},"started_at":"2026-07-26T10:14:44.965756Z","status":"final_deterministic","updated_at":"2026-07-26T10:20:29.838375Z","usage":{"actual_cost_usd":"1.079605","completion_tokens":16107,"prompt_tokens":135386,"total_tokens":151493},"verification":{"level":"deterministic"}},{"campaign_id":"49f269b7-86e4-4ecd-b425-45fb25f25f2f","completed_at":"2026-07-25T18:55:43.011239Z","execution":{"attempted":60,"invalid_json":0,"missing":0,"provider_failed":0,"schema_failed":0,"tasks_total":60,"valid":60},"model":{"display_name":"llama-4-maverick","provider":"deepinfra/base","reasoning_effort":"native-default","slug":"meta-llama/llama-4-maverick"},"score":{"deterministic":{"earned_points":"475.15238095238","maximum_points":"600"},"earned_points":"475.15238095238","maximum_points":"600","percentage":"79.1921","rank_eligible":true},"started_at":"2026-07-25T18:54:35.730427Z","status":"final_deterministic","updated_at":"2026-07-25T18:55:43.011239Z","usage":{"actual_cost_usd":"0.014707","completion_tokens":4367,"prompt_tokens":56067,"total_tokens":60434},"verification":{"level":"deterministic"}},{"campaign_id":"4c3698ac-d42e-4f39-8f3d-2a476e477859","completed_at":"2026-07-26T09:28:24.60174Z","execution":{"attempted":60,"invalid_json":0,"missing":0,"provider_failed":0,"schema_failed":0,"tasks_total":60,"valid":60},"model":{"display_name":"mistral-large-2512","provider":"mistral","reasoning_effort":"native-default","slug":"mistralai/mistral-large-2512"},"score":{"deterministic":{"earned_points":"525.371428571429","maximum_points":"600"},"earned_points":"525.371428571429","maximum_points":"600","percentage":"87.5619","rank_eligible":true},"started_at":"2026-07-26T09:27:14.818595Z","status":"final_deterministic","updated_at":"2026-07-26T09:28:24.60174Z","usage":{"actual_cost_usd":"0.0415615","completion_tokens":7455,"prompt_tokens":61082,"total_tokens":68537},"verification":{"level":"deterministic"}},{"campaign_id":"6ec6f369-c4ff-491e-ad02-46d9da02fb25","completed_at":"2026-07-17T11:16:18.05591Z","execution":{"attempted":60,"invalid_json":0,"missing":0,"provider_failed":0,"schema_failed":0,"tasks_total":60,"valid":60},"model":{"display_name":"kimi-k2.6","provider":"modelrun/fp4","reasoning_effort":"max","slug":"moonshotai/kimi-k2.6"},"score":{"deterministic":{"earned_points":"541.066666666668","maximum_points":"600"},"earned_points":"541.066666666668","maximum_points":"600","percentage":"90.1778","rank_eligible":true},"started_at":"2026-07-17T10:56:50.72862Z","status":"final_deterministic","updated_at":"2026-07-17T11:16:18.05591Z","usage":{"actual_cost_usd":"1.096455","completion_tokens":310477,"prompt_tokens":67284,"total_tokens":377761},"verification":{"level":"deterministic"}},{"campaign_id":"ad400549-a0c9-4d0a-8a89-0b298a7aaa92","completed_at":"2026-07-21T12:45:02.545171Z","execution":{"attempted":60,"invalid_json":0,"missing":0,"provider_failed":0,"schema_failed":0,"tasks_total":60,"valid":60},"model":{"display_name":"glm-5.2","provider":"together","reasoning_effort":"xhigh","slug":"z-ai/glm-5.2"},"score":{"deterministic":{"earned_points":"506.933333333334","maximum_points":"600"},"earned_points":"506.933333333334","maximum_points":"600","percentage":"84.4889","rank_eligible":true},"started_at":"2026-07-21T12:36:06.476037Z","status":"final_deterministic","updated_at":"2026-07-21T12:45:02.545171Z","usage":{"actual_cost_usd":"0.10379268","completion_tokens":4987,"prompt_tokens":60653,"total_tokens":65640},"verification":{"level":"deterministic"}},{"campaign_id":"d61daf18-d3c0-474e-9766-2748621a98d5","completed_at":"2026-07-17T12:23:00.993974Z","execution":{"attempted":60,"invalid_json":0,"missing":0,"provider_failed":0,"schema_failed":0,"tasks_total":60,"valid":60},"model":{"display_name":"claude-sonnet-5","provider":"azure","reasoning_effort":"max","slug":"anthropic/claude-sonnet-5"},"score":{"deterministic":{"earned_points":"513.600000000001","maximum_points":"600"},"earned_points":"513.600000000001","maximum_points":"600","percentage":"85.6000","rank_eligible":true},"started_at":"2026-07-17T12:06:46.85575Z","status":"final_deterministic","updated_at":"2026-07-17T12:23:00.993974Z","usage":{"actual_cost_usd":"2.116692","completion_tokens":184592,"prompt_tokens":135386,"total_tokens":319978},"verification":{"level":"deterministic"}},{"campaign_id":"ede46865-e22b-4f86-8d5a-01c6d0f23cbe","completed_at":"2026-07-17T10:10:02.474713Z","execution":{"attempted":60,"invalid_json":0,"missing":0,"provider_failed":0,"schema_failed":0,"tasks_total":60,"valid":60},"model":{"display_name":"deepseek-v4-flash","provider":"alibaba","reasoning_effort":"xhigh","slug":"deepseek/deepseek-v4-flash"},"score":{"deterministic":{"earned_points":"507.066666666668","maximum_points":"600"},"earned_points":"507.066666666668","maximum_points":"600","percentage":"84.5111","rank_eligible":true},"started_at":"2026-07-17T10:02:23.05316Z","status":"final_deterministic","updated_at":"2026-07-17T10:10:02.474713Z","usage":{"actual_cost_usd":"0.048297352","completion_tokens":145982,"prompt_tokens":68464,"total_tokens":214446},"verification":{"level":"deterministic"}},{"campaign_id":"facb69cb-af2a-471e-88e9-28faf4783259","completed_at":"2026-07-18T21:47:49.420097Z","execution":{"attempted":60,"invalid_json":0,"missing":0,"provider_failed":0,"schema_failed":0,"tasks_total":60,"valid":60},"model":{"display_name":"kimi-k3","provider":"moonshotai/int4","reasoning_effort":"max","slug":"moonshotai/kimi-k3"},"score":{"deterministic":{"earned_points":"530.600000000001","maximum_points":"600"},"earned_points":"530.600000000001","maximum_points":"600","percentage":"88.4333","rank_eligible":true},"started_at":"2026-07-18T21:30:53.212104Z","status":"final_deterministic","updated_at":"2026-07-18T21:47:49.420097Z","usage":{"actual_cost_usd":"0.723888","completion_tokens":34278,"prompt_tokens":83730,"total_tokens":118008},"verification":{"level":"deterministic"}}],"schema_version":"fmb-live-runs-v3"}