{"benchmark":{"benchmark_id":"financial-model-benchmark","deterministic_points":"600","sub_benchmark_id":"FMB-KNOW-ACC-IFRS-02","tasks_total":60,"total_points":"600"},"generated_at":"2026-07-26T13:11:21Z","runs":[{"campaign_id":"059188d4-5f43-4bd0-a030-8a7e5370a1ab","completed_at":"2026-07-26T09:29:28.43012Z","execution":{"attempted":60,"invalid_json":0,"missing":0,"provider_failed":0,"schema_failed":0,"tasks_total":60,"valid":60},"model":{"display_name":"mistral-large-2512","provider":"mistral","reasoning_effort":"native-default","slug":"mistralai/mistral-large-2512"},"score":{"deterministic":{"earned_points":"524.266666666668","maximum_points":"600"},"earned_points":"524.266666666668","maximum_points":"600","percentage":"87.3778","rank_eligible":true},"started_at":"2026-07-26T09:28:25.774332Z","status":"final_deterministic","updated_at":"2026-07-26T09:29:28.43012Z","usage":{"actual_cost_usd":"0.03821855","completion_tokens":6802,"prompt_tokens":56518,"total_tokens":63320},"verification":{"level":"deterministic"}},{"campaign_id":"0ea15659-ddbf-4b48-a093-6dc0e02d3d9a","completed_at":"2026-07-17T10:53:21.02237Z","execution":{"attempted":60,"invalid_json":0,"missing":0,"provider_failed":0,"schema_failed":0,"tasks_total":60,"valid":60},"model":{"display_name":"grok-4.5","provider":"xai","reasoning_effort":"high","slug":"x-ai/grok-4.5"},"score":{"deterministic":{"earned_points":"548.666666666668","maximum_points":"600"},"earned_points":"548.666666666668","maximum_points":"600","percentage":"91.4444","rank_eligible":true},"started_at":"2026-07-17T10:49:43.170603Z","status":"final_deterministic","updated_at":"2026-07-17T10:53:21.02237Z","usage":{"actual_cost_usd":"0.206616","completion_tokens":11527,"prompt_tokens":82167,"total_tokens":93694},"verification":{"level":"deterministic"}},{"campaign_id":"13e12be2-1b52-432a-bd78-c52ad1b1362c","completed_at":"2026-07-17T11:06:53.433454Z","execution":{"attempted":60,"invalid_json":0,"missing":0,"provider_failed":0,"schema_failed":0,"tasks_total":60,"valid":60},"model":{"display_name":"gemini-3.5-flash","provider":"google-vertex","reasoning_effort":"high","slug":"google/gemini-3.5-flash"},"score":{"deterministic":{"earned_points":"551.333333333334","maximum_points":"600"},"earned_points":"551.333333333334","maximum_points":"600","percentage":"91.8889","rank_eligible":true},"started_at":"2026-07-17T11:05:02.415338Z","status":"final_deterministic","updated_at":"2026-07-17T11:06:53.433454Z","usage":{"actual_cost_usd":"0.6085365","completion_tokens":55221,"prompt_tokens":74365,"total_tokens":129586},"verification":{"level":"deterministic"}},{"campaign_id":"150276cd-c31a-420a-8e95-fae7f058ef5e","completed_at":"2026-07-21T11:32:18.011393Z","execution":{"attempted":60,"invalid_json":0,"missing":0,"provider_failed":0,"schema_failed":0,"tasks_total":60,"valid":60},"model":{"display_name":"kimi-k2.6","provider":"modelrun/fp4","reasoning_effort":"max","slug":"moonshotai/kimi-k2.6"},"score":{"deterministic":{"earned_points":"546.666666666668","maximum_points":"600"},"earned_points":"546.666666666668","maximum_points":"600","percentage":"91.1111","rank_eligible":true},"started_at":"2026-07-21T11:14:20.652439Z","status":"final_deterministic","updated_at":"2026-07-21T11:32:18.011393Z","usage":{"actual_cost_usd":"0.6342354","completion_tokens":175213,"prompt_tokens":61352,"total_tokens":236565},"verification":{"level":"deterministic"}},{"campaign_id":"20ac1d7b-e552-46ee-b910-88631c298f66","completed_at":"2026-07-17T10:38:37.376497Z","execution":{"attempted":60,"invalid_json":0,"missing":0,"provider_failed":0,"schema_failed":0,"tasks_total":60,"valid":60},"model":{"display_name":"deepseek-v4-flash","provider":"alibaba","reasoning_effort":"xhigh","slug":"deepseek/deepseek-v4-flash"},"score":{"deterministic":{"earned_points":"543.333333333334","maximum_points":"600"},"earned_points":"543.333333333334","maximum_points":"600","percentage":"90.5556","rank_eligible":true},"started_at":"2026-07-17T10:35:09.389262Z","status":"final_deterministic","updated_at":"2026-07-17T10:38:37.376497Z","usage":{"actual_cost_usd":"0.029172068","completion_tokens":76870,"prompt_tokens":63962,"total_tokens":140832},"verification":{"level":"deterministic"}},{"campaign_id":"5125be3a-8719-49a6-80ff-f92ada19eb62","completed_at":"2026-07-25T18:57:06.607147Z","execution":{"attempted":60,"invalid_json":0,"missing":0,"provider_failed":0,"schema_failed":0,"tasks_total":60,"valid":60},"model":{"display_name":"llama-4-maverick","provider":"deepinfra/base","reasoning_effort":"native-default","slug":"meta-llama/llama-4-maverick"},"score":{"deterministic":{"earned_points":"508.095238095238","maximum_points":"600"},"earned_points":"508.095238095238","maximum_points":"600","percentage":"84.6825","rank_eligible":true},"started_at":"2026-07-25T18:55:57.228364Z","status":"final_deterministic","updated_at":"2026-07-25T18:57:06.607147Z","usage":{"actual_cost_usd":"0.0138948","completion_tokens":4301,"prompt_tokens":52270,"total_tokens":56571},"verification":{"level":"deterministic"}},{"campaign_id":"5bd4b9b9-2e69-44cf-b142-f839ee2b829a","completed_at":"2026-07-17T12:17:36.805388Z","execution":{"attempted":60,"invalid_json":0,"missing":0,"provider_failed":0,"schema_failed":0,"tasks_total":60,"valid":60},"model":{"display_name":"qwen3.6-35b-a3b","provider":"akashml/fp8","reasoning_effort":"max","slug":"qwen/qwen3.6-35b-a3b"},"score":{"deterministic":{"earned_points":"544.000000000001","maximum_points":"600"},"earned_points":"544.000000000001","maximum_points":"600","percentage":"90.6667","rank_eligible":true},"started_at":"2026-07-17T12:06:45.80717Z","status":"final_deterministic","updated_at":"2026-07-17T12:17:36.805388Z","usage":{"actual_cost_usd":"0.14493178","completion_tokens":137193,"prompt_tokens":55277,"total_tokens":192470},"verification":{"level":"deterministic"}},{"campaign_id":"69696a5f-792f-4d94-8c2d-59e9a825266a","completed_at":"2026-07-18T21:56:38.22831Z","execution":{"attempted":60,"invalid_json":0,"missing":0,"provider_failed":0,"schema_failed":0,"tasks_total":60,"valid":60},"model":{"display_name":"kimi-k3","provider":"moonshotai/int4","reasoning_effort":"max","slug":"moonshotai/kimi-k3"},"score":{"deterministic":{"earned_points":"548.666666666668","maximum_points":"600"},"earned_points":"548.666666666668","maximum_points":"600","percentage":"91.4444","rank_eligible":true},"started_at":"2026-07-18T21:48:03.839506Z","status":"final_deterministic","updated_at":"2026-07-18T21:56:38.22831Z","usage":{"actual_cost_usd":"0.398115","completion_tokens":13655,"prompt_tokens":78254,"total_tokens":91909},"verification":{"level":"deterministic"}},{"campaign_id":"95d2b3c8-4de7-4119-be5b-2fd0b0dae90f","completed_at":"2026-07-17T09:51:41.135953Z","execution":{"attempted":60,"invalid_json":0,"missing":0,"provider_failed":0,"schema_failed":0,"tasks_total":60,"valid":60},"model":{"display_name":"nemotron-3-ultra-550b-a55b","provider":"together","reasoning_effort":"high","slug":"nvidia/nemotron-3-ultra-550b-a55b"},"score":{"deterministic":{"earned_points":"538.000000000001","maximum_points":"600"},"earned_points":"538.000000000001","maximum_points":"600","percentage":"89.6667","rank_eligible":true},"started_at":"2026-07-17T09:49:02.083842Z","status":"final_deterministic","updated_at":"2026-07-17T09:51:41.135953Z","usage":{"actual_cost_usd":"0.0578868","completion_tokens":6550,"prompt_tokens":57178,"total_tokens":63728},"verification":{"level":"deterministic"}},{"campaign_id":"9c4cdc89-01ff-4a5d-85ad-c268921af71a","completed_at":"2026-07-21T11:38:11.938912Z","execution":{"attempted":60,"invalid_json":0,"missing":0,"provider_failed":0,"schema_failed":0,"tasks_total":60,"valid":60},"model":{"display_name":"glm-5.2","provider":"wafer","reasoning_effort":"xhigh","slug":"z-ai/glm-5.2"},"score":{"deterministic":{"earned_points":"546.000000000001","maximum_points":"600"},"earned_points":"546.000000000001","maximum_points":"600","percentage":"91.0000","rank_eligible":true},"started_at":"2026-07-21T11:15:53.297862Z","status":"final_deterministic","updated_at":"2026-07-21T11:38:11.938912Z","usage":{"actual_cost_usd":"0.2549802","completion_tokens":50046,"prompt_tokens":56213,"total_tokens":106259},"verification":{"level":"deterministic"}},{"campaign_id":"a66a31b1-aa46-4fb9-bac6-aba8f14a3bec","completed_at":"2026-07-17T11:51:35.345435Z","execution":{"attempted":60,"invalid_json":0,"missing":0,"provider_failed":0,"schema_failed":0,"tasks_total":60,"valid":60},"model":{"display_name":"claude-sonnet-5","provider":"azure","reasoning_effort":"max","slug":"anthropic/claude-sonnet-5"},"score":{"deterministic":{"earned_points":"544.666666666668","maximum_points":"600"},"earned_points":"544.666666666668","maximum_points":"600","percentage":"90.7778","rank_eligible":true},"started_at":"2026-07-17T11:47:10.415882Z","status":"final_deterministic","updated_at":"2026-07-17T11:51:35.345435Z","usage":{"actual_cost_usd":"0.837","completion_tokens":57764,"prompt_tokens":129680,"total_tokens":187444},"verification":{"level":"deterministic"}},{"campaign_id":"bc0f651c-742f-4c05-bc0f-1f3fe7efcea8","completed_at":"2026-07-26T10:32:56.924164Z","execution":{"attempted":60,"invalid_json":0,"missing":0,"provider_failed":0,"schema_failed":0,"tasks_total":60,"valid":60},"model":{"display_name":"claude-opus-5","provider":"anthropic","reasoning_effort":"max","slug":"anthropic/claude-opus-5"},"score":{"deterministic":{"earned_points":"529.000000000001","maximum_points":"600"},"earned_points":"529.000000000001","maximum_points":"600","percentage":"88.1667","rank_eligible":true},"started_at":"2026-07-26T10:20:31.099373Z","status":"final_deterministic","updated_at":"2026-07-26T10:32:56.924164Z","usage":{"actual_cost_usd":"0.9585","completion_tokens":12404,"prompt_tokens":129680,"total_tokens":142084},"verification":{"level":"deterministic"}},{"campaign_id":"d5c23926-3530-400d-b27d-2bb93e332bbe","completed_at":"2026-07-25T18:53:11.592645Z","execution":{"attempted":60,"invalid_json":0,"missing":0,"provider_failed":0,"schema_failed":0,"tasks_total":60,"valid":60},"model":{"display_name":"gpt-5.6-terra","provider":"azure","reasoning_effort":"max","slug":"openai/gpt-5.6-terra"},"score":{"deterministic":{"earned_points":"551.333333333335","maximum_points":"600"},"earned_points":"551.333333333335","maximum_points":"600","percentage":"91.8889","rank_eligible":true},"started_at":"2026-07-25T18:52:05.342414Z","status":"final_deterministic","updated_at":"2026-07-25T18:53:11.592645Z","usage":{"actual_cost_usd":"0.2358875","completion_tokens":6009,"prompt_tokens":58301,"total_tokens":64310},"verification":{"level":"deterministic"}},{"campaign_id":"fb171722-167b-4717-a0a0-888986decabe","completed_at":"2026-07-17T10:49:53.131361Z","execution":{"attempted":60,"invalid_json":0,"missing":0,"provider_failed":0,"schema_failed":0,"tasks_total":60,"valid":60},"model":{"display_name":"minimax-m3","provider":"morph","reasoning_effort":"max","slug":"minimax/minimax-m3"},"score":{"deterministic":{"earned_points":"531.000000000001","maximum_points":"600"},"earned_points":"531.000000000001","maximum_points":"600","percentage":"88.5000","rank_eligible":true},"started_at":"2026-07-17T10:44:03.099099Z","status":"final_deterministic","updated_at":"2026-07-17T10:49:53.131361Z","usage":{"actual_cost_usd":"0.0496782","completion_tokens":4445,"prompt_tokens":65017,"total_tokens":69462},"verification":{"level":"deterministic"}}],"schema_version":"fmb-live-runs-v3"}