{ "official": false, "question_count": 70, "generated_at": "2026-10-12T08:49:12+00:00", "score_note": { "zh-CN": "固定70题分母、按下界排序;超时计0。当前选中结果没有待核计分节点;70题及其评分标准的教师校准已由维护者确认完成。逐题行保留评分证据生成时的教师校准与评分状态标签。", "en": "Fixed 70-task denominator and lower-bound ordering; timeouts score zero. No scoring nodes remain pending in the current selection. Owner-confirmed teacher calibration is complete for all 70 tasks and rubrics; per-answer calibration and score-status labels retain their captured values." }, "rows": [ { "agent": "gpt-6-astra", "name": "GPT Astra", "task_id": "BY-A-PLAN", "question_id": "Q001", "category": "planning_single", "interval": [ 92.5, 92.5 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "f3aad5c181dd4dee8d33b5dce5798546c27a61cee194a9b2652afddfb31f665b", "answer_path": "models/gpt-6-astra/BY-A-PLAN/answer.md", "public_answer_sha256": "cd6c87999be7e4cba529f173e7591aea6058d8ac4a11991b687d28953ed6dd6b", "score_path": "models/gpt-6-astra/BY-A-PLAN/score.json", "metadata_path": "models/gpt-6-astra/BY-A-PLAN/metadata.json" }, { "agent": "gpt-6-astra", "name": "GPT Astra", "task_id": "BY-A-APPLY", "question_id": "Q002", "category": "recommendation_single", "interval": [ 35.87, 35.87 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "7ae2c76e48e3cb0c7a48bc5982f2fa0ea6edd8ece614776b42ad0a965a48b61a", "answer_path": "models/gpt-6-astra/BY-A-APPLY/answer.md", "public_answer_sha256": "ba2db9bf570f85b40138d856483712e14b3d2b11392de89ce9bf2a9411300e71", "score_path": "models/gpt-6-astra/BY-A-APPLY/score.json", "metadata_path": "models/gpt-6-astra/BY-A-APPLY/metadata.json" }, { "agent": "gpt-6-astra", "name": "GPT Astra", "task_id": "TRY-A-03", "question_id": "Q003", "category": "planning_single", "interval": [ 100.0, 100.0 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "ba677d2712d3572aaed3e6ae7acb9c5bfb89c1e36fe821fa814fe31fa14d5ec4", "answer_path": "models/gpt-6-astra/TRY-A-03/answer.md", "public_answer_sha256": "e39e9202a16d6f96e23065f704f679ac16695ae46f88a50ae48a606f494d1cac", "score_path": "models/gpt-6-astra/TRY-A-03/score.json", "metadata_path": "models/gpt-6-astra/TRY-A-03/metadata.json" }, { "agent": "gpt-6-astra", "name": "GPT Astra", "task_id": "BY-B-APPLY", "question_id": "Q004", "category": "recommendation_single", "interval": [ 68.73, 68.73 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "d8eceba24168434e9dc5e52c16f29d5c78e1b07528df1b0e4a570d16beec8072", "answer_path": "models/gpt-6-astra/BY-B-APPLY/answer.md", "public_answer_sha256": "0ca52203b4e0e72e04cb9f45c069f44b5f481d161ac13da2719ab42589fb58eb", "score_path": "models/gpt-6-astra/BY-B-APPLY/score.json", "metadata_path": "models/gpt-6-astra/BY-B-APPLY/metadata.json" }, { "agent": "gpt-6-astra", "name": "GPT Astra", "task_id": "TRY-B-02", "question_id": "Q005", "category": "planning_single", "interval": [ 100.0, 100.0 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "56e68e843d6db6fb4fd99f268fe8cc6319bfa7e57f02413c489a63b90562d708", "answer_path": "models/gpt-6-astra/TRY-B-02/answer.md", "public_answer_sha256": "3cf044be2afff4fd2964bd8faf67b721da44f96fd60dd5202dd2edf8bb28f70a", "score_path": "models/gpt-6-astra/TRY-B-02/score.json", "metadata_path": "models/gpt-6-astra/TRY-B-02/metadata.json" }, { "agent": "gpt-6-astra", "name": "GPT Astra", "task_id": "TRY-B-03", "question_id": "Q006", "category": "planning_single", "interval": [ 92.5, 92.5 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "fb01f3f1d16b4f06312630a3836a55d5e5b523184e3a0a8e384339290290a87f", "answer_path": "models/gpt-6-astra/TRY-B-03/answer.md", "public_answer_sha256": "4a141da7301f6a1b20237296e24fc71393131279a1faa848ee7289931fcd26fc", "score_path": "models/gpt-6-astra/TRY-B-03/score.json", "metadata_path": "models/gpt-6-astra/TRY-B-03/metadata.json" }, { "agent": "gpt-6-astra", "name": "GPT Astra", "task_id": "BY-C-WINTER", "question_id": "Q007", "category": "planning_single", "interval": [ 77.5, 77.5 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "241ccd6e40a0e4516b3d52c66264b649a3aea2f219c393e85fea2e70658b931a", "answer_path": "models/gpt-6-astra/BY-C-WINTER/answer.md", "public_answer_sha256": "c2dc403631b643e62453a7f3563d2f31e272c49a1b22283f82c81cb80f6b3f45", "score_path": "models/gpt-6-astra/BY-C-WINTER/score.json", "metadata_path": "models/gpt-6-astra/BY-C-WINTER/metadata.json" }, { "agent": "gpt-6-astra", "name": "GPT Astra", "task_id": "BY-C-APPLY", "question_id": "Q008", "category": "recommendation_single", "interval": [ 55.5, 55.5 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "dc89c385a0a4860aa3fd48686580b12bc44f8b8c0d8a8f45beeaa411cd8d2836", "answer_path": "models/gpt-6-astra/BY-C-APPLY/answer.md", "public_answer_sha256": "ff46e2a5849d9fc5fef1b69ae6bb97702174a6656c50fc04a131170ae86a6028", "score_path": "models/gpt-6-astra/BY-C-APPLY/score.json", "metadata_path": "models/gpt-6-astra/BY-C-APPLY/metadata.json" }, { "agent": "gpt-6-astra", "name": "GPT Astra", "task_id": "TRY-C-03", "question_id": "Q009", "category": "planning_single", "interval": [ 80.0, 80.0 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "a86e965d1b3c7a3fff25986f8017268271628cdb8f3e4470bfe0ed59ed26910d", "answer_path": "models/gpt-6-astra/TRY-C-03/answer.md", "public_answer_sha256": "10c1b8ad0fd85ed603e8ccf5c2cab6ea73420d3331b3edad8d26354c000315a6", "score_path": "models/gpt-6-astra/TRY-C-03/score.json", "metadata_path": "models/gpt-6-astra/TRY-C-03/metadata.json" }, { "agent": "gpt-6-astra", "name": "GPT Astra", "task_id": "TRY-D-02", "question_id": "Q011", "category": "planning_single", "interval": [ 100.0, 100.0 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "8191b67ca0cbcc75faf01051c13d59bb7f7c34b82676ce60ac29623219ae6df0", "answer_path": "models/gpt-6-astra/TRY-D-02/answer.md", "public_answer_sha256": "5bc294c68832d0106735e986e697ecd9cdf220bb2b76ca4cdc6514abbd7f8a73", "score_path": "models/gpt-6-astra/TRY-D-02/score.json", "metadata_path": "models/gpt-6-astra/TRY-D-02/metadata.json" }, { "agent": "gpt-6-astra", "name": "GPT Astra", "task_id": "BY-E-APPLY", "question_id": "Q012", "category": "recommendation_single", "interval": [ 34.67, 34.67 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "421f1f18b6c1ee77f6ca4287896532f10bb4591e7f01799abb992fc77db71c31", "answer_path": "models/gpt-6-astra/BY-E-APPLY/stages/S0/answer.md", "public_answer_sha256": "8474d52261b2e324f32c07e1c70e5ef2d5ef59b8297c75ce0ceb398683e4b12a", "score_path": "models/gpt-6-astra/BY-E-APPLY/score.json", "metadata_path": "models/gpt-6-astra/BY-E-APPLY/metadata.json" }, { "agent": "gpt-6-astra", "name": "GPT Astra", "task_id": "TRY-E-02", "question_id": "Q013", "category": "planning_single", "interval": [ 57.5, 57.5 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "recovered_historical_summary", "answer_sha256": "27be6ea726a07e1ee04b5227b551889bf2fd8f8430a90d02f5cfed3e460cb4bc", "answer_path": "models/gpt-6-astra/TRY-E-02/answer.md", "public_answer_sha256": "1af70c47e5029915ad77eb074602d17cca88cebe8d6947385b17f86bf4ed85f2", "score_path": "models/gpt-6-astra/TRY-E-02/score.json", "metadata_path": "models/gpt-6-astra/TRY-E-02/metadata.json" }, { "agent": "gpt-6-astra", "name": "GPT Astra", "task_id": "TRY-E-03", "question_id": "Q014", "category": "planning_single", "interval": [ 94.0, 94.0 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "e106fcde42126768a2763bea48aa1d49cd337cfc3543be22a98e821c8f48fa70", "answer_path": "models/gpt-6-astra/TRY-E-03/stages/S0/answer.md", "public_answer_sha256": "aefd0dd6e3c64eb1e07cf815d3e638c1cdbe8a2271e1738d8544507cc1771518", "score_path": "models/gpt-6-astra/TRY-E-03/score.json", "metadata_path": "models/gpt-6-astra/TRY-E-03/metadata.json" }, { "agent": "gpt-6-astra", "name": "GPT Astra", "task_id": "BY-F-APPLY", "question_id": "Q015", "category": "recommendation_single", "interval": [ 55.55, 55.55 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "23de87256869a80c4990147b22006e7ce9fbba9b2cad1eb74e99d057d4ce3d27", "answer_path": "models/gpt-6-astra/BY-F-APPLY/answer.md", "public_answer_sha256": "b7abeca3c168490f62b8d9145b2ecea5e1f4694d2424bca7d8aecff188b2c8ca", "score_path": "models/gpt-6-astra/BY-F-APPLY/score.json", "metadata_path": "models/gpt-6-astra/BY-F-APPLY/metadata.json" }, { "agent": "gpt-6-astra", "name": "GPT Astra", "task_id": "TRY-F-02", "question_id": "Q016", "category": "planning_single", "interval": [ 100.0, 100.0 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "bea7a6fe7b31f546cf705260aa4ff8f38cf3a2f5e7da3f6ea5b124774f4415c8", "answer_path": "models/gpt-6-astra/TRY-F-02/answer.md", "public_answer_sha256": "933d872e0ae16991f8996640d15152fb82ca94708c06f1d4a50645edb5c114c3", "score_path": "models/gpt-6-astra/TRY-F-02/score.json", "metadata_path": "models/gpt-6-astra/TRY-F-02/metadata.json" }, { "agent": "gpt-6-astra", "name": "GPT Astra", "task_id": "TRY-G-01", "question_id": "Q017", "category": "planning_single", "interval": [ 90.0, 90.0 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "36b1a1938ae0157fdf11fa39487c01bb3490f79ad1d5a2a25bb64fc2a5920a8b", "answer_path": "models/gpt-6-astra/TRY-G-01/answer.md", "public_answer_sha256": "e688f680381101baee983d7cff19c926be553e73f2b5007ac6fa7b452316335a", "score_path": "models/gpt-6-astra/TRY-G-01/score.json", "metadata_path": "models/gpt-6-astra/TRY-G-01/metadata.json" }, { "agent": "gpt-6-astra", "name": "GPT Astra", "task_id": "TRY-G-02", "question_id": "Q018", "category": "planning_single", "interval": [ 92.5, 92.5 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "fef147cfbb6019820b6c693d39ead96c985efa351fdf6d32cb43978f5b74b0f0", "answer_path": "models/gpt-6-astra/TRY-G-02/answer.md", "public_answer_sha256": "e00adbe5fd0875119356945a161b17b654ea958b31ef39cb85497f34c43c8eab", "score_path": "models/gpt-6-astra/TRY-G-02/score.json", "metadata_path": "models/gpt-6-astra/TRY-G-02/metadata.json" }, { "agent": "gpt-6-astra", "name": "GPT Astra", "task_id": "BY-H-APPLY", "question_id": "Q019", "category": "recommendation_single", "interval": [ 43.09, 43.09 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "17c29fb7f5902f9833816958f3863f8c5d7aee8726f10edb72f2cf1f6b872f8f", "answer_path": "models/gpt-6-astra/BY-H-APPLY/answer.md", "public_answer_sha256": "26f976fb54ead3b8d185ddfbd06a3d3fb1ddbeda748e9a405f5135d43bf369ca", "score_path": "models/gpt-6-astra/BY-H-APPLY/score.json", "metadata_path": "models/gpt-6-astra/BY-H-APPLY/metadata.json" }, { "agent": "gpt-6-astra", "name": "GPT Astra", "task_id": "TRY-H-02", "question_id": "Q020", "category": "planning_single", "interval": [ 100.0, 100.0 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "e940878095fd9373bd709aa2015d65768a058fe140e00cf28f3baf5f0325b96a", "answer_path": "models/gpt-6-astra/TRY-H-02/stages/S0/answer.md", "public_answer_sha256": "d4d0747fd4079dd9b7b63d46130a165c4b85300fb1939b2200162072bdb6468d", "score_path": "models/gpt-6-astra/TRY-H-02/score.json", "metadata_path": "models/gpt-6-astra/TRY-H-02/metadata.json" }, { "agent": "gpt-6-astra", "name": "GPT Astra", "task_id": "BY-G-APPLY", "question_id": "Q021", "category": "recommendation_single", "interval": [ 72.21, 72.21 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "eb4f8af6b0bb53ba484412efc575d409a29fb74f0efdafbc2835270e739c511c", "answer_path": "models/gpt-6-astra/BY-G-APPLY/stages/S0/answer.md", "public_answer_sha256": "121b26a10d78c64e9b4eab6fdb96f39894962cca56c68e809dacd51d1e8f9759", "score_path": "models/gpt-6-astra/BY-G-APPLY/score.json", "metadata_path": "models/gpt-6-astra/BY-G-APPLY/metadata.json" }, { "agent": "gpt-6-astra", "name": "GPT Astra", "task_id": "BY-E-REPLAN", "question_id": "Q023", "category": "planning_single", "interval": [ 92.5, 92.5 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "fd99173fcaa03f08a98d75b64b8c83889d36c78fabc7fd6a73574f37f5ee8bbb", "answer_path": "models/gpt-6-astra/BY-E-REPLAN/answer.md", "public_answer_sha256": "56b9ecb9e51a1aa9bc3960dcd50cef4540e4ab2c377852cbd948866a30d2cab3", "score_path": "models/gpt-6-astra/BY-E-REPLAN/score.json", "metadata_path": "models/gpt-6-astra/BY-E-REPLAN/metadata.json" }, { "agent": "gpt-6-astra", "name": "GPT Astra", "task_id": "BY-E-PREP", "question_id": "Q024", "category": "planning_single", "interval": [ 67.5, 67.5 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "fd9e86c6f8b6e0da8f3c8555f31ad01045f6e8f8d70538d8cf841c2952ea8ae7", "answer_path": "models/gpt-6-astra/BY-E-PREP/answer.md", "public_answer_sha256": "104427c59564a789034c46aa9d43806312b8236c15d19fa38570e92d557fd68d", "score_path": "models/gpt-6-astra/BY-E-PREP/score.json", "metadata_path": "models/gpt-6-astra/BY-E-PREP/metadata.json" }, { "agent": "gpt-6-astra", "name": "GPT Astra", "task_id": "N01-01", "question_id": "Q025", "category": "planning_single", "interval": [ 55.0, 55.0 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "9e9d73a81b2baab493b8a7672fb96c136d407594dc799d9e181e64dcbc13b4de", "answer_path": "models/gpt-6-astra/N01-01/stages/S0/answer.md", "public_answer_sha256": "9677834cffe93895597fdeec9f30a0e2167e713715816add50a82279206cb7c1", "score_path": "models/gpt-6-astra/N01-01/score.json", "metadata_path": "models/gpt-6-astra/N01-01/metadata.json" }, { "agent": "gpt-6-astra", "name": "GPT Astra", "task_id": "N01-03", "question_id": "Q026", "category": "recommendation_single", "interval": [ 49.35, 49.35 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "db4a23484625af935c6e129ef3c8370c45708f119eca15ca73a7307270fbb7b3", "answer_path": "models/gpt-6-astra/N01-03/stages/S0/answer.md", "public_answer_sha256": "3b70e63a78006c8c4ef751f8f86adac4cee4175211942813a4174131d7daff62", "score_path": "models/gpt-6-astra/N01-03/score.json", "metadata_path": "models/gpt-6-astra/N01-03/metadata.json" }, { "agent": "gpt-6-astra", "name": "GPT Astra", "task_id": "N02-01", "question_id": "Q027", "category": "planning_single", "interval": [ 100.0, 100.0 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "ee64937aaa6a83aeb41c37361dbfcc97daa4eb7e39ec08935372ad08061deb6d", "score_path": "models/gpt-6-astra/N02-01/score.json", "metadata_path": "models/gpt-6-astra/N02-01/metadata.json", "answer_path": "models/gpt-6-astra/N02-01/answer.md", "public_answer_sha256": "ee64937aaa6a83aeb41c37361dbfcc97daa4eb7e39ec08935372ad08061deb6d" }, { "agent": "gpt-6-astra", "name": "GPT Astra", "task_id": "N02-02", "question_id": "Q028", "category": "planning_single", "interval": [ 100.0, 100.0 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "014fb214cbf029a7da4c3a10854f41ae9fc71f70856a170039d9342c989784e8", "answer_path": "models/gpt-6-astra/N02-02/stages/S0/answer.md", "public_answer_sha256": "de9724bb23435850260b4789ab26d216b8f97d693cfbea6219c531197add8755", "score_path": "models/gpt-6-astra/N02-02/score.json", "metadata_path": "models/gpt-6-astra/N02-02/metadata.json" }, { "agent": "gpt-6-astra", "name": "GPT Astra", "task_id": "N02-03", "question_id": "Q029", "category": "planning_single", "interval": [ 100.0, 100.0 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "80e3d1d49663f43a4d916fc053ed9f0134bbd9937c8aee6b9d1d1e85178b81d5", "answer_path": "models/gpt-6-astra/N02-03/answer.md", "public_answer_sha256": "92749b7e0f509efbeb125ed753d449f98b5c872bdf464a7b0d30e78181a07b59", "score_path": "models/gpt-6-astra/N02-03/score.json", "metadata_path": "models/gpt-6-astra/N02-03/metadata.json" }, { "agent": "gpt-6-astra", "name": "GPT Astra", "task_id": "N03-01", "question_id": "Q030", "category": "planning_single", "interval": [ 100.0, 100.0 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "629b336a9c4025614e0fcc296ea8dad89117e9a90bb80c90d1a2025322000259", "answer_path": "models/gpt-6-astra/N03-01/stages/S0/answer.md", "public_answer_sha256": "e12661800950e078d90bb9b6308960d5a6996908715bd2c89b66c41afd1f78dd", "score_path": "models/gpt-6-astra/N03-01/score.json", "metadata_path": "models/gpt-6-astra/N03-01/metadata.json" }, { "agent": "gpt-6-astra", "name": "GPT Astra", "task_id": "N03-02", "question_id": "Q031", "category": "planning_single", "interval": [ 100.0, 100.0 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "f154c3ce5e5cf2aa860a84d4f79e98d9ff085603656494efe18f45882f219666", "answer_path": "models/gpt-6-astra/N03-02/answer.md", "public_answer_sha256": "179c8fe4f0b3720509b2a5cb00dd80da32878a946bf0555caa3e6760cedcfa8e", "score_path": "models/gpt-6-astra/N03-02/score.json", "metadata_path": "models/gpt-6-astra/N03-02/metadata.json" }, { "agent": "gpt-6-astra", "name": "GPT Astra", "task_id": "N03-03", "question_id": "Q032", "category": "recommendation_single", "interval": [ 64.83, 64.83 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "5a8ebbd022d623448a2cd1b16e2714927340e6c856ff8117da54d09c0ecedc63", "answer_path": "models/gpt-6-astra/N03-03/stages/S0/answer.md", "public_answer_sha256": "dcee702111f2e7fff3fa7b8f19ad0e955ee32c89661c5681109a254e1dcc6f99", "score_path": "models/gpt-6-astra/N03-03/score.json", "metadata_path": "models/gpt-6-astra/N03-03/metadata.json" }, { "agent": "gpt-6-astra", "name": "GPT Astra", "task_id": "N04-01", "question_id": "Q033", "category": "planning_single", "interval": [ 95.0, 95.0 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "7ceb5ca0b35765bb8e38fc0309e84f96560166c63e01ce1a0d8514d2b33b36de", "answer_path": "models/gpt-6-astra/N04-01/stages/S0/answer.md", "public_answer_sha256": "beaf6f44dcd0454632e26f4f714dac7cde6e46a7079bdaf2478d4436695fb633", "score_path": "models/gpt-6-astra/N04-01/score.json", "metadata_path": "models/gpt-6-astra/N04-01/metadata.json" }, { "agent": "gpt-6-astra", "name": "GPT Astra", "task_id": "N04-03", "question_id": "Q034", "category": "recommendation_single", "interval": [ 37.77, 37.77 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "9d55e06a3b5b2a17971018e0a56df1cea525898313404539e91c57f23e134036", "answer_path": "models/gpt-6-astra/N04-03/answer.md", "public_answer_sha256": "f1b558c8aa40e6dec58708efffefcb7a1e1d9328fd835d290c7a781b093932d9", "score_path": "models/gpt-6-astra/N04-03/score.json", "metadata_path": "models/gpt-6-astra/N04-03/metadata.json" }, { "agent": "gpt-6-astra", "name": "GPT Astra", "task_id": "N05-01", "question_id": "Q035", "category": "planning_single", "interval": [ 100.0, 100.0 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "c5e90a4f5b781358df3b8e8c07134b9571176df185a817f534cdffa4796fda17", "answer_path": "models/gpt-6-astra/N05-01/stages/S0/answer.md", "public_answer_sha256": "738175b047a26d269e9a0b8f1c010a1aefbb3e99a1fec05082afaa6812917d0b", "score_path": "models/gpt-6-astra/N05-01/score.json", "metadata_path": "models/gpt-6-astra/N05-01/metadata.json" }, { "agent": "gpt-6-astra", "name": "GPT Astra", "task_id": "N05-03", "question_id": "Q036", "category": "recommendation_single", "interval": [ 56.25, 56.25 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "1a4c2b7930736f49cfcdf86a4384b76c7d8371acefe2ae624e127a05d97a3d90", "answer_path": "models/gpt-6-astra/N05-03/stages/S0/answer.md", "public_answer_sha256": "42e643d97e6faf80b37bad0b0d258122f421161b6fde45fb68897403616540db", "score_path": "models/gpt-6-astra/N05-03/score.json", "metadata_path": "models/gpt-6-astra/N05-03/metadata.json" }, { "agent": "gpt-6-astra", "name": "GPT Astra", "task_id": "N06-01", "question_id": "Q037", "category": "planning_single", "interval": [ 65.0, 65.0 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "b60d630ba08ee4a6454eb44b93ff724edc8fb0b91c94a3b5c69436ff7a2b88d2", "answer_path": "models/gpt-6-astra/N06-01/stages/S0/answer.md", "public_answer_sha256": "195fb0101fab8ab3f2e8e4b8576786c2020608a074d4403ba24954d6758a12f4", "score_path": "models/gpt-6-astra/N06-01/score.json", "metadata_path": "models/gpt-6-astra/N06-01/metadata.json" }, { "agent": "gpt-6-astra", "name": "GPT Astra", "task_id": "N06-02", "question_id": "Q038", "category": "planning_single", "interval": [ 85.0, 85.0 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "9ccc10619c96ec16bc927e210b89a586ddb3bcee09b18e9d4b386d304d200fd2", "answer_path": "models/gpt-6-astra/N06-02/answer.md", "public_answer_sha256": "fb79c67e8a6c830d8ba21b1fb7bbd40df68b4acb9314099470b11033a7038a9b", "score_path": "models/gpt-6-astra/N06-02/score.json", "metadata_path": "models/gpt-6-astra/N06-02/metadata.json" }, { "agent": "gpt-6-astra", "name": "GPT Astra", "task_id": "N06-03", "question_id": "Q039", "category": "recommendation_single", "interval": [ 42.69, 42.69 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "f7a052948c6a66b1c7ea2c98acf4a305f5d2bd610f3afdc1d4217620a53ae9ea", "answer_path": "models/gpt-6-astra/N06-03/answer.md", "public_answer_sha256": "c69ccded6920e6bf6d44c9068c9ec0db73f0debd9e822a6d44dcaecfa43750e3", "score_path": "models/gpt-6-astra/N06-03/score.json", "metadata_path": "models/gpt-6-astra/N06-03/metadata.json" }, { "agent": "gpt-6-astra", "name": "GPT Astra", "task_id": "N08-01", "question_id": "Q042", "category": "planning_single", "interval": [ 76.5, 76.5 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "7b2a8046d8bf72c59bbb7123f316cf338806428c1aefc62fc0a9b093bf5e8468", "answer_path": "models/gpt-6-astra/N08-01/stages/S0/answer.md", "public_answer_sha256": "c30ba644fd8b084f9f9ad5f03c8a7d80df8ec838ec9f0b0436fcbcad3b79e53f", "score_path": "models/gpt-6-astra/N08-01/score.json", "metadata_path": "models/gpt-6-astra/N08-01/metadata.json" }, { "agent": "gpt-6-astra", "name": "GPT Astra", "task_id": "N08-03", "question_id": "Q043", "category": "recommendation_single", "interval": [ 43.59, 43.59 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "348fa98541ba905b37b4d1a905c0fa03c3b058e67ab9863b9150f6a671d5ad09", "answer_path": "models/gpt-6-astra/N08-03/answer.md", "public_answer_sha256": "49ea28866991a751d206e022b4b31cfddc02ea2fa863446afad777a45b2c0a7a", "score_path": "models/gpt-6-astra/N08-03/score.json", "metadata_path": "models/gpt-6-astra/N08-03/metadata.json" }, { "agent": "gpt-6-astra", "name": "GPT Astra", "task_id": "N09-01", "question_id": "Q044", "category": "planning_single", "interval": [ 89.5, 89.5 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "99a7a8ac215be935143159d5e30143ac8c0c0c68f98aa5b84d29d0c158372c88", "answer_path": "models/gpt-6-astra/N09-01/stages/S0/answer.md", "public_answer_sha256": "60038c36ea7393e7c2634d09d36d745b532bdc2ee1383222362a2e5c90e5bba1", "score_path": "models/gpt-6-astra/N09-01/score.json", "metadata_path": "models/gpt-6-astra/N09-01/metadata.json" }, { "agent": "gpt-6-astra", "name": "GPT Astra", "task_id": "N09-03", "question_id": "Q045", "category": "recommendation_single", "interval": [ 55.91, 55.91 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "4fa289b616ef1f3c43c57771b5acb58c4a284c8cbcd9789cbbb4a266db3ee801", "answer_path": "models/gpt-6-astra/N09-03/stages/S0/answer.md", "public_answer_sha256": "e5f703b31bdbb232a325d30d817992fa4a7301e25e74475dc09ced6f500abd6d", "score_path": "models/gpt-6-astra/N09-03/score.json", "metadata_path": "models/gpt-6-astra/N09-03/metadata.json" }, { "agent": "gpt-6-astra", "name": "GPT Astra", "task_id": "N10-01", "question_id": "Q046", "category": "planning_single", "interval": [ 96.0, 96.0 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "9dd7da7e894bd8b6550b0fd31a9df1de7662333ecd2547571931ad7cf07191b0", "answer_path": "models/gpt-6-astra/N10-01/answer.md", "public_answer_sha256": "96b71fbf81b982f699b9bb5221ee9a169cf1f7b1716f267ea461f80923d62bd4", "score_path": "models/gpt-6-astra/N10-01/score.json", "metadata_path": "models/gpt-6-astra/N10-01/metadata.json" }, { "agent": "gpt-6-astra", "name": "GPT Astra", "task_id": "N10-02", "question_id": "Q047", "category": "planning_single", "interval": [ 92.5, 92.5 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "d73a8fd1434e9066450d455aa22dff97674a65be0401db896e9d28c037d47c35", "answer_path": "models/gpt-6-astra/N10-02/stages/S0/answer.md", "public_answer_sha256": "bb8b5b91e27120290f309509f0887d85b2832bff9a1c8a660d96d45c8c838bfe", "score_path": "models/gpt-6-astra/N10-02/score.json", "metadata_path": "models/gpt-6-astra/N10-02/metadata.json" }, { "agent": "gpt-6-astra", "name": "GPT Astra", "task_id": "N10-03", "question_id": "Q048", "category": "recommendation_single", "interval": [ 39.63, 39.63 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "cfae9eeaaa05db85967b31e6ab22928d51877da95b140fe425aa67aa4eab2888", "answer_path": "models/gpt-6-astra/N10-03/stages/S0/answer.md", "public_answer_sha256": "2e46fb0441388da710d6e42fe787d0cf04cac383a05a1ff2ad8ec8c10fb26ea2", "score_path": "models/gpt-6-astra/N10-03/score.json", "metadata_path": "models/gpt-6-astra/N10-03/metadata.json" }, { "agent": "gpt-6-astra", "name": "GPT Astra", "task_id": "N11-03", "question_id": "Q049", "category": "recommendation_single", "interval": [ 56.67, 56.67 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "4b6d1e54c4927e81cd2fdfb387ff74a6b1d79e15abdf20ed9f6d7d2319b5b308", "answer_path": "models/gpt-6-astra/N11-03/answer.md", "public_answer_sha256": "17f497bf553b1297bed55712173c3b80c868648e76be5f9a9577063b9c1d2f0a", "score_path": "models/gpt-6-astra/N11-03/score.json", "metadata_path": "models/gpt-6-astra/N11-03/metadata.json" }, { "agent": "gpt-6-astra", "name": "GPT Astra", "task_id": "N12-01", "question_id": "Q050", "category": "planning_single", "interval": [ 100.0, 100.0 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "b07d4b412388a7ed660d9dee90312f2fb00f6688ed70b71ded95e4155c9ede7f", "answer_path": "models/gpt-6-astra/N12-01/stages/S0/answer.md", "public_answer_sha256": "27e6f8ef64fdf2bb0ad777c6a03ad67d6a03337152c9f6bf65a568366e616028", "score_path": "models/gpt-6-astra/N12-01/score.json", "metadata_path": "models/gpt-6-astra/N12-01/metadata.json" }, { "agent": "gpt-6-astra", "name": "GPT Astra", "task_id": "N12-03", "question_id": "Q051", "category": "recommendation_single", "interval": [ 49.76, 49.76 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "86544812ecb75c677ffa287b523c608d138d85b33fe26282fd9245a9d7ad6043", "answer_path": "models/gpt-6-astra/N12-03/stages/S0/answer.md", "public_answer_sha256": "6e6b2e784fd2cb8131c57509a17ed43016ddfe990046c15fbabb3fd1ab497b9c", "score_path": "models/gpt-6-astra/N12-03/score.json", "metadata_path": "models/gpt-6-astra/N12-03/metadata.json" }, { "agent": "gpt-6-astra", "name": "GPT Astra", "task_id": "N13-02", "question_id": "Q052", "category": "planning_single", "interval": [ 100.0, 100.0 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "daa9bc33e2250fdf96569c75b91281f9faa1592ffbdfa28d6c31061053071a7f", "answer_path": "models/gpt-6-astra/N13-02/answer.md", "public_answer_sha256": "4c3b7f1151d4c26c1f12175a05046c18fb4f98f05c71fdf782ba03c7e3cecf66", "score_path": "models/gpt-6-astra/N13-02/score.json", "metadata_path": "models/gpt-6-astra/N13-02/metadata.json" }, { "agent": "gpt-6-astra", "name": "GPT Astra", "task_id": "N13-03", "question_id": "Q053", "category": "recommendation_single", "interval": [ 53.19, 53.19 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "recovered_historical_summary", "answer_sha256": "0ff4a755ac645856242a99a9821f1021f87f80ad18c59b7e303f5286692aac4b", "answer_path": "models/gpt-6-astra/N13-03/answer.md", "public_answer_sha256": "dceeccb5c0a302ce6ec4e4d479a04ecb2bb532feec0cffa33782f7cb154b3ef3", "score_path": "models/gpt-6-astra/N13-03/score.json", "metadata_path": "models/gpt-6-astra/N13-03/metadata.json" }, { "agent": "gpt-6-astra", "name": "GPT Astra", "task_id": "N14-01", "question_id": "Q054", "category": "planning_single", "interval": [ 91.0, 91.0 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "5b1cc29545a5c66b63156d20e9620f40a05a57743e9745afd151f1c1511d2188", "answer_path": "models/gpt-6-astra/N14-01/stages/S0/answer.md", "public_answer_sha256": "a48c7849898526466aff1ff106949435281300af77cab48195f048539ac87e83", "score_path": "models/gpt-6-astra/N14-01/score.json", "metadata_path": "models/gpt-6-astra/N14-01/metadata.json" }, { "agent": "gpt-6-astra", "name": "GPT Astra", "task_id": "N14-02", "question_id": "Q055", "category": "planning_single", "interval": [ 100.0, 100.0 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "4709acf34c91ed13ad7201339606b69eaf72d19e0b35187f932b4114ef0ec50a", "answer_path": "models/gpt-6-astra/N14-02/answer.md", "public_answer_sha256": "a00a6a9aacbe40e14ca05a40d7b44736b66924e76466533ea6d1032ce46f0874", "score_path": "models/gpt-6-astra/N14-02/score.json", "metadata_path": "models/gpt-6-astra/N14-02/metadata.json" }, { "agent": "gpt-6-astra", "name": "GPT Astra", "task_id": "N14-03", "question_id": "Q056", "category": "recommendation_single", "interval": [ 41.09, 41.09 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "024a94bf91c3b2fbdfe3d81845c2d1fec94a658348c54de20494ad8a6d4293f1", "answer_path": "models/gpt-6-astra/N14-03/answer.md", "public_answer_sha256": "f518ec7119c84edb2d3eaea021939a47674a645cd401510ecd3e1691d6c50c6b", "score_path": "models/gpt-6-astra/N14-03/score.json", "metadata_path": "models/gpt-6-astra/N14-03/metadata.json" }, { "agent": "gpt-6-astra", "name": "GPT Astra", "task_id": "N15-01", "question_id": "Q057", "category": "planning_single", "interval": [ 86.5, 86.5 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "6e1b664ac79abef649999c7fbd7296a8bf38e5465dfd8e3982305379d33ba518", "answer_path": "models/gpt-6-astra/N15-01/answer.md", "public_answer_sha256": "51fd8ccce2bb45abcdeb99487d1534384c946ac385268d8c12ad82781edfbb51", "score_path": "models/gpt-6-astra/N15-01/score.json", "metadata_path": "models/gpt-6-astra/N15-01/metadata.json" }, { "agent": "gpt-6-astra", "name": "GPT Astra", "task_id": "N15-03", "question_id": "Q058", "category": "recommendation_single", "interval": [ 47.73, 47.73 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "65781e9652147491afd5dcb160942bbaec801694c9def1e3d60d6a72997c1066", "answer_path": "models/gpt-6-astra/N15-03/stages/S0/answer.md", "public_answer_sha256": "ec88073776ed9a7117999d2286b538fca0616ff3dc7153b2c9aa3b2934e1559f", "score_path": "models/gpt-6-astra/N15-03/score.json", "metadata_path": "models/gpt-6-astra/N15-03/metadata.json" }, { "agent": "gpt-6-astra", "name": "GPT Astra", "task_id": "N16-01", "question_id": "Q059", "category": "planning_single", "interval": [ 89.0, 89.0 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "20d7d207beeb6a6bc893561bf5ea551476d9c04c5e012d3845a836046b943cf8", "answer_path": "models/gpt-6-astra/N16-01/stages/S0/answer.md", "public_answer_sha256": "2367e196ebca107effc55c848f37fec71b35cec7d201ee676ca9c0d8658d924e", "score_path": "models/gpt-6-astra/N16-01/score.json", "metadata_path": "models/gpt-6-astra/N16-01/metadata.json" }, { "agent": "gpt-6-astra", "name": "GPT Astra", "task_id": "N16-03", "question_id": "Q060", "category": "recommendation_single", "interval": [ 50.59, 50.59 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "236e8ff4dee0e9c2f7c7d8d804f89ea677d685b6363be45174d72b9b42a8fa5c", "answer_path": "models/gpt-6-astra/N16-03/stages/S0/answer.md", "public_answer_sha256": "e76034136ea4f7bd04e2403b56a24801d876aedeab3966afb1b5c70c1bad96f8", "score_path": "models/gpt-6-astra/N16-03/score.json", "metadata_path": "models/gpt-6-astra/N16-03/metadata.json" }, { "agent": "gpt-6-astra", "name": "GPT Astra", "task_id": "O08-02", "question_id": "Q061", "category": "planning_single", "interval": [ 100.0, 100.0 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "1e739d3e5faf45fc69d3cb142f3b2072e804df765e162959f29c8eece6430034", "answer_path": "models/gpt-6-astra/O08-02/stages/S0/answer.md", "public_answer_sha256": "a3848393977d3c96a88b5f58101f0c5bb9438e1acb59172d0d3e01a7a6ad5be2", "score_path": "models/gpt-6-astra/O08-02/score.json", "metadata_path": "models/gpt-6-astra/O08-02/metadata.json" }, { "agent": "gpt-6-astra", "name": "GPT Astra", "task_id": "N01-02", "question_id": "Q062", "category": "staged", "interval": [ 90.0, 90.0 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "d4df52bead191aa3902fc3e1a0b7d3c2b17ac03336a2a47d1ff16a595ebeec93", "answer_path": "models/gpt-6-astra/N01-02/answer.md", "public_answer_sha256": "111382d0aaa27a27f70c5b4c4c6bfb11d6099aa778ed8fb4c63885a614b3a153", "score_path": "models/gpt-6-astra/N01-02/score.json", "metadata_path": "models/gpt-6-astra/N01-02/metadata.json" }, { "agent": "gpt-6-astra", "name": "GPT Astra", "task_id": "N04-02", "question_id": "Q063", "category": "staged", "interval": [ 95.0, 95.0 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "5e97e36854653916de2c5b785be40b0f85f990ca7130b736fc3a118e8d3aeac1", "score_path": "models/gpt-6-astra/N04-02/score.json", "metadata_path": "models/gpt-6-astra/N04-02/metadata.json" }, { "agent": "gpt-6-astra", "name": "GPT Astra", "task_id": "N05-02", "question_id": "Q064", "category": "staged", "interval": [ 90.0, 90.0 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "8408cb58fa8133e3bc24507a10c6cc79c552f4edff413e19f1d5434dea9f493b", "score_path": "models/gpt-6-astra/N05-02/score.json", "metadata_path": "models/gpt-6-astra/N05-02/metadata.json" }, { "agent": "gpt-6-astra", "name": "GPT Astra", "task_id": "N08-02", "question_id": "Q066", "category": "staged", "interval": [ 96.0, 96.0 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "ddaf1a7a4c45bb978bfb58ff90c009a51a03f010e09b0e659b371b9e36fb4a4d", "answer_path": "models/gpt-6-astra/N08-02/answer.md", "public_answer_sha256": "440eeb4b7fa7eee924f2fbd6b33a93b4e35dfb6638c7cc625211e19fd998ad05", "score_path": "models/gpt-6-astra/N08-02/score.json", "metadata_path": "models/gpt-6-astra/N08-02/metadata.json" }, { "agent": "gpt-6-astra", "name": "GPT Astra", "task_id": "N09-02", "question_id": "Q067", "category": "staged", "interval": [ 92.5, 92.5 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "4bb402eafb55e0e9d3aa734e3c8bf6b7c07d77a70d8f4a9c911fc4732882986a", "score_path": "models/gpt-6-astra/N09-02/score.json", "metadata_path": "models/gpt-6-astra/N09-02/metadata.json" }, { "agent": "gpt-6-astra", "name": "GPT Astra", "task_id": "N11-02", "question_id": "Q068", "category": "staged", "interval": [ 73.5, 73.5 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "7cee4e8c28dbf8f4802d1239a7146c7fb4aa5a9655559508642269320979dd5d", "score_path": "models/gpt-6-astra/N11-02/score.json", "metadata_path": "models/gpt-6-astra/N11-02/metadata.json" }, { "agent": "gpt-6-astra", "name": "GPT Astra", "task_id": "N12-02", "question_id": "Q069", "category": "staged", "interval": [ 82.5, 82.5 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "5352fea96a2c6f9914e16023ba0fcdbd94f86b60762bd7d5711dfa4ea77b496e", "score_path": "models/gpt-6-astra/N12-02/score.json", "metadata_path": "models/gpt-6-astra/N12-02/metadata.json" }, { "agent": "gpt-6-astra", "name": "GPT Astra", "task_id": "N15-02", "question_id": "Q070", "category": "staged", "interval": [ 90.0, 90.0 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "acd5d9d47b8f199c158d8b2b4f0c112ce666dccc4a5ae8a000ab4a0517218c41", "score_path": "models/gpt-6-astra/N15-02/score.json", "metadata_path": "models/gpt-6-astra/N15-02/metadata.json" }, { "agent": "gpt-6-astra", "name": "GPT Astra", "task_id": "N16-02", "question_id": "Q071", "category": "staged", "interval": [ 91.0, 91.0 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "5333e462b563f9d9cf9ebe1f152bd74ffad4d2a69fdc7c7589466774703d5510", "answer_path": "models/gpt-6-astra/N16-02/answer.md", "public_answer_sha256": "b729c5687b01a5815ed6750a31f684eeea518b1a922a211cdce21b55abd654f7", "score_path": "models/gpt-6-astra/N16-02/score.json", "metadata_path": "models/gpt-6-astra/N16-02/metadata.json" }, { "agent": "gpt-6-astra", "name": "GPT Astra", "task_id": "O01-04", "question_id": "Q072", "category": "staged", "interval": [ 100.0, 100.0 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "f147bf9db70bb21b935ef35544c462157c9b7991eca6cee8ec725eafaebe9f59", "score_path": "models/gpt-6-astra/O01-04/score.json", "metadata_path": "models/gpt-6-astra/O01-04/metadata.json" }, { "agent": "gpt-6-astra", "name": "GPT Astra", "task_id": "O03-04", "question_id": "Q073", "category": "staged", "interval": [ 92.5, 92.5 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "049515886d748c0710cdaaa5fcfde49f3f901423ca1b89b9a0d15204a0fe92c3", "score_path": "models/gpt-6-astra/O03-04/score.json", "metadata_path": "models/gpt-6-astra/O03-04/metadata.json" }, { "agent": "gpt-6-astra", "name": "GPT Astra", "task_id": "O04-04", "question_id": "Q074", "category": "staged", "interval": [ 100.0, 100.0 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "93d6e6059bd532876f81be3c1f76dd15387d34e10c0d508a6eb4c080318be37f", "answer_path": "models/gpt-6-astra/O04-04/answer.md", "public_answer_sha256": "7e7dedceda7f3470e2852e07f74f0a8e73ecd42e0ffd1c29a8956d14ab70ba4d", "score_path": "models/gpt-6-astra/O04-04/score.json", "metadata_path": "models/gpt-6-astra/O04-04/metadata.json" }, { "agent": "gpt-6-astra", "name": "GPT Astra", "task_id": "O06-02", "question_id": "Q075", "category": "staged", "interval": [ 80.0, 80.0 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "64b46fd877465f8f68da717605dfb1c8e0a6b793e383d881725e49167feae0c9", "score_path": "models/gpt-6-astra/O06-02/score.json", "metadata_path": "models/gpt-6-astra/O06-02/metadata.json" }, { "agent": "gpt-6-1-sol", "name": "GPT Sol", "task_id": "BY-A-PLAN", "question_id": "Q001", "category": "planning_single", "interval": [ 92.5, 92.5 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "9064c5624dfe2a00110a245de46aff947c093fa6516bfc765373269d01a5d0fb", "score_path": "models/gpt-6-1-sol/BY-A-PLAN/score.json", "metadata_path": "models/gpt-6-1-sol/BY-A-PLAN/metadata.json" }, { "agent": "gpt-6-1-sol", "name": "GPT Sol", "task_id": "BY-A-APPLY", "question_id": "Q002", "category": "recommendation_single", "interval": [ 38.81, 38.81 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "9d93ffbbcd998a6a634f2477ea84862d88673adc25bf99e5abc7134e1a598306", "answer_path": "models/gpt-6-1-sol/BY-A-APPLY/answer.md", "public_answer_sha256": "df03e10e9b6eadec3b8575aa4b001395e2eff1e2a31e4857c26b9be9e776cac4", "score_path": "models/gpt-6-1-sol/BY-A-APPLY/score.json", "metadata_path": "models/gpt-6-1-sol/BY-A-APPLY/metadata.json" }, { "agent": "gpt-6-1-sol", "name": "GPT Sol", "task_id": "TRY-A-03", "question_id": "Q003", "category": "planning_single", "interval": [ 100.0, 100.0 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "61ecae8792b9769360cff726a68e9cf56fafcc9aa95c6e8827c466ceb5a3c45f", "score_path": "models/gpt-6-1-sol/TRY-A-03/score.json", "metadata_path": "models/gpt-6-1-sol/TRY-A-03/metadata.json" }, { "agent": "gpt-6-1-sol", "name": "GPT Sol", "task_id": "BY-B-APPLY", "question_id": "Q004", "category": "recommendation_single", "interval": [ 76.67, 76.67 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "e5e7aee112ae8e1fe80c60e9c15f720147a31b86c27994f76b337c6e1e9d6c6c", "answer_path": "models/gpt-6-1-sol/BY-B-APPLY/answer.md", "public_answer_sha256": "9002d53e1ba48b08bc329c1058503564965fb946d859bf7ea01a57cdf71904e3", "score_path": "models/gpt-6-1-sol/BY-B-APPLY/score.json", "metadata_path": "models/gpt-6-1-sol/BY-B-APPLY/metadata.json" }, { "agent": "gpt-6-1-sol", "name": "GPT Sol", "task_id": "TRY-B-02", "question_id": "Q005", "category": "planning_single", "interval": [ 100.0, 100.0 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "authorized_new_review_of_original_answer", "answer_sha256": "5610a4a07b434376f1002fd4270fc738e59c70518d3fc3ac76b8e0541aa7c678", "answer_path": "models/gpt-6-1-sol/TRY-B-02/stages/S0/answer.md", "public_answer_sha256": "b113db3272e8178aa4551873516338a4a031dd0dc8e2d1835cf725a2d2cb4bde", "score_path": "models/gpt-6-1-sol/TRY-B-02/score.json", "metadata_path": "models/gpt-6-1-sol/TRY-B-02/metadata.json" }, { "agent": "gpt-6-1-sol", "name": "GPT Sol", "task_id": "TRY-B-03", "question_id": "Q006", "category": "planning_single", "interval": [ 92.5, 92.5 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "authorized_new_review_of_original_answer", "answer_sha256": "eac3bbf1681328639b3a3676f932bc77acc803101e2315cf45d8edba52b37807", "answer_path": "models/gpt-6-1-sol/TRY-B-03/stages/S0/answer.md", "public_answer_sha256": "b7e4fa30f2a4f9e0357f0fda7ced715b20d55140785210c67263414f9ea56339", "score_path": "models/gpt-6-1-sol/TRY-B-03/score.json", "metadata_path": "models/gpt-6-1-sol/TRY-B-03/metadata.json" }, { "agent": "gpt-6-1-sol", "name": "GPT Sol", "task_id": "BY-C-WINTER", "question_id": "Q007", "category": "planning_single", "interval": [ 82.5, 82.5 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "authorized_new_review_of_original_answer", "answer_sha256": "3e008aae74bcda4cb87c3c3b6b780c1f0e3368a979d6ec5848d8b890ea3e1d23", "answer_path": "models/gpt-6-1-sol/BY-C-WINTER/stages/S0/answer.md", "public_answer_sha256": "7ad11f834b86004b03d3ab7b02b25e4be4da1f9add014bc720ebd51a14194a32", "score_path": "models/gpt-6-1-sol/BY-C-WINTER/score.json", "metadata_path": "models/gpt-6-1-sol/BY-C-WINTER/metadata.json" }, { "agent": "gpt-6-1-sol", "name": "GPT Sol", "task_id": "BY-C-APPLY", "question_id": "Q008", "category": "recommendation_single", "interval": [ 60.47, 60.47 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "authorized_new_review_of_original_answer", "answer_sha256": "63e8c6f0dfb8e83a62974f8d6e4cea42b2297991150ab8c06a5ebb57c345fa81", "answer_path": "models/gpt-6-1-sol/BY-C-APPLY/stages/S0/answer.md", "public_answer_sha256": "389fb872e0eff9efdd8857d1a351abb1615d14557e083013bc3479a7888fe92c", "score_path": "models/gpt-6-1-sol/BY-C-APPLY/score.json", "metadata_path": "models/gpt-6-1-sol/BY-C-APPLY/metadata.json" }, { "agent": "gpt-6-1-sol", "name": "GPT Sol", "task_id": "TRY-C-03", "question_id": "Q009", "category": "planning_single", "interval": [ 90.0, 90.0 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "aa0c0617b63a152d849570d2d16d458ff5748103e0090af178f864bf224da877", "answer_path": "models/gpt-6-1-sol/TRY-C-03/answer.md", "public_answer_sha256": "c1e8e05a4cce525d49294d1266d93ac146db0c4b74225bfa21349381fa5fecb4", "score_path": "models/gpt-6-1-sol/TRY-C-03/score.json", "metadata_path": "models/gpt-6-1-sol/TRY-C-03/metadata.json" }, { "agent": "gpt-6-1-sol", "name": "GPT Sol", "task_id": "TRY-D-02", "question_id": "Q011", "category": "planning_single", "interval": [ 100.0, 100.0 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "authorized_new_review_of_original_answer", "answer_sha256": "ec82a5743f9fb3802a26a78741ad62d07b8ba1a9c00ec6b5eaa1635abde4e117", "answer_path": "models/gpt-6-1-sol/TRY-D-02/stages/S0/answer.md", "public_answer_sha256": "34a280828b3d0a795be735eb3dd76ffba2f1ae4d68a26d50dd1c0c474f9fa563", "score_path": "models/gpt-6-1-sol/TRY-D-02/score.json", "metadata_path": "models/gpt-6-1-sol/TRY-D-02/metadata.json" }, { "agent": "gpt-6-1-sol", "name": "GPT Sol", "task_id": "BY-E-APPLY", "question_id": "Q012", "category": "recommendation_single", "interval": [ 34.67, 34.67 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "authorized_new_review_of_original_answer", "answer_sha256": "3a1ea0b2a914742acc8570a9b5f1c83873e60946499a3f2f21d7f7602b0f9c7f", "answer_path": "models/gpt-6-1-sol/BY-E-APPLY/stages/S0/answer.md", "public_answer_sha256": "bf19ca13309573ee303601e33bea7fe0561944c09da35260ff2b808f696e1e3b", "score_path": "models/gpt-6-1-sol/BY-E-APPLY/score.json", "metadata_path": "models/gpt-6-1-sol/BY-E-APPLY/metadata.json" }, { "agent": "gpt-6-1-sol", "name": "GPT Sol", "task_id": "TRY-E-02", "question_id": "Q013", "category": "planning_single", "interval": [ 65.0, 65.0 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "recovered_historical_summary", "answer_sha256": "af399d22a9dcebedf16ea6ca7d49161fc28ff444c3dfaf7053f694dbf7429829", "score_path": "models/gpt-6-1-sol/TRY-E-02/score.json", "metadata_path": "models/gpt-6-1-sol/TRY-E-02/metadata.json" }, { "agent": "gpt-6-1-sol", "name": "GPT Sol", "task_id": "TRY-E-03", "question_id": "Q014", "category": "planning_single", "interval": [ 94.0, 94.0 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "authorized_new_review_of_original_answer", "answer_sha256": "e33bffcf266575e2951000dd7c592a020cc8c4e12c57409d3b3e0ba810bb156d", "answer_path": "models/gpt-6-1-sol/TRY-E-03/stages/S0/answer.md", "public_answer_sha256": "0e5915bdba44c17ecf41b0f04194b9efaaf7c5966ac0930794beb134f907ae90", "score_path": "models/gpt-6-1-sol/TRY-E-03/score.json", "metadata_path": "models/gpt-6-1-sol/TRY-E-03/metadata.json" }, { "agent": "gpt-6-1-sol", "name": "GPT Sol", "task_id": "BY-F-APPLY", "question_id": "Q015", "category": "recommendation_single", "interval": [ 53.05, 53.05 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "authorized_new_review_of_original_answer", "answer_sha256": "f3843bb937ccb85c3c4bd531b41c8b87d3542adc00b7f8086b700bcef4180309", "answer_path": "models/gpt-6-1-sol/BY-F-APPLY/stages/S0/answer.md", "public_answer_sha256": "6d4ebf75b26abe91c9447544074e9be2b1b8350aa76590081979b72d62f588fb", "score_path": "models/gpt-6-1-sol/BY-F-APPLY/score.json", "metadata_path": "models/gpt-6-1-sol/BY-F-APPLY/metadata.json" }, { "agent": "gpt-6-1-sol", "name": "GPT Sol", "task_id": "TRY-F-02", "question_id": "Q016", "category": "planning_single", "interval": [ 92.5, 92.5 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "86a3f0bc5958925b41607fd6bab3a9876e6f1305bf19ffde14cf067d97cfa9be", "answer_path": "models/gpt-6-1-sol/TRY-F-02/answer.md", "public_answer_sha256": "53c01b2acbf7fd3134ff8c2c7799ac5a5a8795959f29948bee3e662c556bf91e", "score_path": "models/gpt-6-1-sol/TRY-F-02/score.json", "metadata_path": "models/gpt-6-1-sol/TRY-F-02/metadata.json" }, { "agent": "gpt-6-1-sol", "name": "GPT Sol", "task_id": "TRY-G-01", "question_id": "Q017", "category": "planning_single", "interval": [ 80.0, 80.0 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "authorized_new_review_of_original_answer", "answer_sha256": "570d8bf1c2528a98be2cd38d14e0f12bc4b0e995a3f4c9950572f48ca47f277b", "answer_path": "models/gpt-6-1-sol/TRY-G-01/stages/S0/answer.md", "public_answer_sha256": "c75f10c204bd64a6cfbb8d2cfb1b4f28f84f9cf9c3119aa71a590da5de1a8df2", "score_path": "models/gpt-6-1-sol/TRY-G-01/score.json", "metadata_path": "models/gpt-6-1-sol/TRY-G-01/metadata.json" }, { "agent": "gpt-6-1-sol", "name": "GPT Sol", "task_id": "TRY-G-02", "question_id": "Q018", "category": "planning_single", "interval": [ 97.5, 97.5 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "authorized_new_review_of_original_answer", "answer_sha256": "6edcad926a8c6d6a220816a4bd6f3e22730ef085844f46c6cadb447bc24eff02", "answer_path": "models/gpt-6-1-sol/TRY-G-02/stages/S0/answer.md", "public_answer_sha256": "419fcc5ddbbfa8773f14ec7e4aa9896e2d9edc7139fe1ce0d727bc70ce34935e", "score_path": "models/gpt-6-1-sol/TRY-G-02/score.json", "metadata_path": "models/gpt-6-1-sol/TRY-G-02/metadata.json" }, { "agent": "gpt-6-1-sol", "name": "GPT Sol", "task_id": "BY-H-APPLY", "question_id": "Q019", "category": "recommendation_single", "interval": [ 42.17, 42.17 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "0f0d6336e12a1f900b181cf9d94c58a24da9de16c6a3b17ff7511ab6eb222e2e", "answer_path": "models/gpt-6-1-sol/BY-H-APPLY/answer.md", "public_answer_sha256": "79e180a63ea1b079139c6ac792adf4652ccaf44539c024a3e6a9bae5eaeba25b", "score_path": "models/gpt-6-1-sol/BY-H-APPLY/score.json", "metadata_path": "models/gpt-6-1-sol/BY-H-APPLY/metadata.json" }, { "agent": "gpt-6-1-sol", "name": "GPT Sol", "task_id": "TRY-H-02", "question_id": "Q020", "category": "planning_single", "interval": [ 100.0, 100.0 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "authorized_new_review_of_original_answer", "answer_sha256": "9c7b67f13b61cc14e7b1c0fc37c5510b5dea28e64b38a7667e248e2a514e1331", "answer_path": "models/gpt-6-1-sol/TRY-H-02/stages/S0/answer.md", "public_answer_sha256": "c109ab233f6abe584db91dbb58d7288488717b9ef2cb68350844e93c802a1346", "score_path": "models/gpt-6-1-sol/TRY-H-02/score.json", "metadata_path": "models/gpt-6-1-sol/TRY-H-02/metadata.json" }, { "agent": "gpt-6-1-sol", "name": "GPT Sol", "task_id": "BY-G-APPLY", "question_id": "Q021", "category": "recommendation_single", "interval": [ 54.58, 54.58 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "f7d21d0e672821ac57e390c2a7aeda27c4ec67e1ea80e62fc5188158c463c25b", "answer_path": "models/gpt-6-1-sol/BY-G-APPLY/stages/S0/answer.md", "public_answer_sha256": "59a877f947958fda3be9c918e54f051371ce12f53c73f3f95b87deeda0e6e7eb", "score_path": "models/gpt-6-1-sol/BY-G-APPLY/score.json", "metadata_path": "models/gpt-6-1-sol/BY-G-APPLY/metadata.json" }, { "agent": "gpt-6-1-sol", "name": "GPT Sol", "task_id": "BY-E-REPLAN", "question_id": "Q023", "category": "planning_single", "interval": [ 100.0, 100.0 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "4f598a7011683cc21a1ab1ec72dca8586581b2d656715a12395539b4848ce889", "answer_path": "models/gpt-6-1-sol/BY-E-REPLAN/answer.md", "public_answer_sha256": "173ab04d0bb58ad2a49b1ba27d8d0a9619a5a0884b7e4f7f9c40425e5abfac6f", "score_path": "models/gpt-6-1-sol/BY-E-REPLAN/score.json", "metadata_path": "models/gpt-6-1-sol/BY-E-REPLAN/metadata.json" }, { "agent": "gpt-6-1-sol", "name": "GPT Sol", "task_id": "BY-E-PREP", "question_id": "Q024", "category": "planning_single", "interval": [ 65.0, 65.0 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "authorized_new_review_of_original_answer", "answer_sha256": "c7b350dac929c5a8306dcc5ebc7039f69ddb3f93676d0ba42bff61900c7596e5", "answer_path": "models/gpt-6-1-sol/BY-E-PREP/stages/S0/answer.md", "public_answer_sha256": "102d35d776d791847588dd275c2497c549edef66e4ac2526a0613ff5040c41cd", "score_path": "models/gpt-6-1-sol/BY-E-PREP/score.json", "metadata_path": "models/gpt-6-1-sol/BY-E-PREP/metadata.json" }, { "agent": "gpt-6-1-sol", "name": "GPT Sol", "task_id": "N01-01", "question_id": "Q025", "category": "planning_single", "interval": [ 66.0, 66.0 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "authorized_new_review_of_original_answer", "answer_sha256": "2a1718abff359b2f4cf00dd4af785b6cdff97e4e2172a723800e986a7217c66d", "answer_path": "models/gpt-6-1-sol/N01-01/stages/S0/answer.md", "public_answer_sha256": "40a28a8a1fa5b45b560a1f53006d11de64eb7174c6e711163f46df071cf2b295", "score_path": "models/gpt-6-1-sol/N01-01/score.json", "metadata_path": "models/gpt-6-1-sol/N01-01/metadata.json" }, { "agent": "gpt-6-1-sol", "name": "GPT Sol", "task_id": "N01-03", "question_id": "Q026", "category": "recommendation_single", "interval": [ 45.15, 45.15 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "authorized_new_review_of_original_answer", "answer_sha256": "e6405236a44ec71aa54ffc5b3265362b2940d848ffc26a621d381d2ac1720dd7", "answer_path": "models/gpt-6-1-sol/N01-03/stages/S0/answer.md", "public_answer_sha256": "c92d8e3bce4d94b428a0e5527e434345f29110cdd6554536033c71afea0ce47d", "score_path": "models/gpt-6-1-sol/N01-03/score.json", "metadata_path": "models/gpt-6-1-sol/N01-03/metadata.json" }, { "agent": "gpt-6-1-sol", "name": "GPT Sol", "task_id": "N02-01", "question_id": "Q027", "category": "planning_single", "interval": [ 95.0, 95.0 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "31268dcecf215eacb846210b9457558dfd371569b9222ca8864f8c58a0b6e93f", "answer_path": "models/gpt-6-1-sol/N02-01/answer.md", "public_answer_sha256": "45901bc829e4f3e372e6d40bdb5153ac3789d02658ab96f75c39fe87869aa748", "score_path": "models/gpt-6-1-sol/N02-01/score.json", "metadata_path": "models/gpt-6-1-sol/N02-01/metadata.json" }, { "agent": "gpt-6-1-sol", "name": "GPT Sol", "task_id": "N02-02", "question_id": "Q028", "category": "planning_single", "interval": [ 95.0, 95.0 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "authorized_new_review_of_original_answer", "answer_sha256": "e40eccbcfcb87b66b17841e81e4023f0130f7a0a453864116f80e462c997a5c5", "answer_path": "models/gpt-6-1-sol/N02-02/stages/S0/answer.md", "public_answer_sha256": "9fce346c23fa426687e1d171ee1a33ba0baa9885992a208b4b602588a7c60ca2", "score_path": "models/gpt-6-1-sol/N02-02/score.json", "metadata_path": "models/gpt-6-1-sol/N02-02/metadata.json" }, { "agent": "gpt-6-1-sol", "name": "GPT Sol", "task_id": "N02-03", "question_id": "Q029", "category": "planning_single", "interval": [ 100.0, 100.0 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "authorized_new_review_of_original_answer", "answer_sha256": "2b52c144f340d8f6b5ac2bf6cbdc802b87c6d1b8b2045655163e050945e36394", "answer_path": "models/gpt-6-1-sol/N02-03/stages/S0/answer.md", "public_answer_sha256": "028bd5b3a4c30e6bc7e4ca6a72ce10847718c7800358b00ad4d0d7c0ce235d72", "score_path": "models/gpt-6-1-sol/N02-03/score.json", "metadata_path": "models/gpt-6-1-sol/N02-03/metadata.json" }, { "agent": "gpt-6-1-sol", "name": "GPT Sol", "task_id": "N03-01", "question_id": "Q030", "category": "planning_single", "interval": [ 100.0, 100.0 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "authorized_new_review_of_original_answer", "answer_sha256": "7de4bf083f91620cff156b7c1b71ef21b4840e10db0cc8d1ad77c46241373d8c", "answer_path": "models/gpt-6-1-sol/N03-01/stages/S0/answer.md", "public_answer_sha256": "ccf18106f3c8d16778fda277b3ed0fdb983ceec8bbfc4a05ffe9f50966185b5f", "score_path": "models/gpt-6-1-sol/N03-01/score.json", "metadata_path": "models/gpt-6-1-sol/N03-01/metadata.json" }, { "agent": "gpt-6-1-sol", "name": "GPT Sol", "task_id": "N03-02", "question_id": "Q031", "category": "planning_single", "interval": [ 100.0, 100.0 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "bad238277b19132e147188552e8ffe08b3c421d07fb973e9385dc6b8444a725d", "answer_path": "models/gpt-6-1-sol/N03-02/answer.md", "public_answer_sha256": "f7aa4d3dc7e8a145df80f6f425a77c9a1f9e7db1267eeddf3f356668aa237cef", "score_path": "models/gpt-6-1-sol/N03-02/score.json", "metadata_path": "models/gpt-6-1-sol/N03-02/metadata.json" }, { "agent": "gpt-6-1-sol", "name": "GPT Sol", "task_id": "N03-03", "question_id": "Q032", "category": "recommendation_single", "interval": [ 71.53, 71.53 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "authorized_new_review_of_original_answer", "answer_sha256": "152699c160e8ad33701914681b845c0ac6091287ff5d389f10a0fb8c25f0c614", "answer_path": "models/gpt-6-1-sol/N03-03/stages/S0/answer.md", "public_answer_sha256": "6fb2c7e0b88b61338dbe686a623ceef5c2f2ddc05111d8b918b419d5360fc07a", "score_path": "models/gpt-6-1-sol/N03-03/score.json", "metadata_path": "models/gpt-6-1-sol/N03-03/metadata.json" }, { "agent": "gpt-6-1-sol", "name": "GPT Sol", "task_id": "N04-01", "question_id": "Q033", "category": "planning_single", "interval": [ 100.0, 100.0 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "authorized_new_review_of_original_answer", "answer_sha256": "99bdcaea4f8ba96691f1c102054d6dfc9a6070814989c69c6114589bc9230a9c", "answer_path": "models/gpt-6-1-sol/N04-01/stages/S0/answer.md", "public_answer_sha256": "1fb21de8dc8c548961a48d13b783f1cc2bf306ce49b12f6669f67ed833b833c0", "score_path": "models/gpt-6-1-sol/N04-01/score.json", "metadata_path": "models/gpt-6-1-sol/N04-01/metadata.json" }, { "agent": "gpt-6-1-sol", "name": "GPT Sol", "task_id": "N04-03", "question_id": "Q034", "category": "recommendation_single", "interval": [ 37.77, 37.77 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "297abc8ee7fcf1a66ad82630ae3490826e6cecd4106203c15220a829844f2689", "answer_path": "models/gpt-6-1-sol/N04-03/answer.md", "public_answer_sha256": "fbff83a0ffa2025553261e97d99bed0114ac3a13b10b8f7e4b97b7aedb9b82c8", "score_path": "models/gpt-6-1-sol/N04-03/score.json", "metadata_path": "models/gpt-6-1-sol/N04-03/metadata.json" }, { "agent": "gpt-6-1-sol", "name": "GPT Sol", "task_id": "N05-01", "question_id": "Q035", "category": "planning_single", "interval": [ 100.0, 100.0 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "authorized_new_review_of_original_answer", "answer_sha256": "3c2a55a2d43afdf0fd7759b9e1cadaed4ae2cd4e2c3e024baba11ec48bdc0849", "answer_path": "models/gpt-6-1-sol/N05-01/stages/S0/answer.md", "public_answer_sha256": "5d75c27b7d1c59af5fdc0516fb77fe6cfd29faa1ab8b712988aae2a706fac235", "score_path": "models/gpt-6-1-sol/N05-01/score.json", "metadata_path": "models/gpt-6-1-sol/N05-01/metadata.json" }, { "agent": "gpt-6-1-sol", "name": "GPT Sol", "task_id": "N05-03", "question_id": "Q036", "category": "recommendation_single", "interval": [ 45.58, 45.58 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "authorized_new_review_of_original_answer", "answer_sha256": "c3cd944d00b024571e5d1bbcec68d7ee1fe5a8380d59a8e5612a8026807bbb4f", "answer_path": "models/gpt-6-1-sol/N05-03/stages/S0/answer.md", "public_answer_sha256": "296d588f401ef9e65a0f0da37dccd76781da72fcdff8efc33a214ed93d11b78b", "score_path": "models/gpt-6-1-sol/N05-03/score.json", "metadata_path": "models/gpt-6-1-sol/N05-03/metadata.json" }, { "agent": "gpt-6-1-sol", "name": "GPT Sol", "task_id": "N06-01", "question_id": "Q037", "category": "planning_single", "interval": [ 65.0, 65.0 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "authorized_new_review_of_original_answer", "answer_sha256": "5a17aa5438843966a34aec7dbf80bba2a07c2c16162ff97bb784d335aa35a608", "score_path": "models/gpt-6-1-sol/N06-01/score.json", "metadata_path": "models/gpt-6-1-sol/N06-01/metadata.json" }, { "agent": "gpt-6-1-sol", "name": "GPT Sol", "task_id": "N06-02", "question_id": "Q038", "category": "planning_single", "interval": [ 100.0, 100.0 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "authorized_new_review_of_original_answer", "answer_sha256": "9b2dac882a06625961cf9e6bc4d6c312e4b925f029338ac1355f2bb758882e75", "answer_path": "models/gpt-6-1-sol/N06-02/stages/S0/answer.md", "public_answer_sha256": "50a116040c1dc07d8be23f3ae7776b41dd4ed88ce4f24e4f2da10d32a3f61261", "score_path": "models/gpt-6-1-sol/N06-02/score.json", "metadata_path": "models/gpt-6-1-sol/N06-02/metadata.json" }, { "agent": "gpt-6-1-sol", "name": "GPT Sol", "task_id": "N06-03", "question_id": "Q039", "category": "recommendation_single", "interval": [ 32.56, 32.56 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "99b23500a7dfd70241a8e5e643c606e983d2209104ed25977c588ebed7df865d", "answer_path": "models/gpt-6-1-sol/N06-03/answer.md", "public_answer_sha256": "45f3d15f9102bf6caac114929b2e3b750738ef7d39227b31d53002c8e7d5de12", "score_path": "models/gpt-6-1-sol/N06-03/score.json", "metadata_path": "models/gpt-6-1-sol/N06-03/metadata.json" }, { "agent": "gpt-6-1-sol", "name": "GPT Sol", "task_id": "N08-01", "question_id": "Q042", "category": "planning_single", "interval": [ 92.5, 92.5 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "authorized_new_review_of_original_answer", "answer_sha256": "8c8065b2f316ac3e3d1c08f00ef53b9447012fb01f6994fd7cb1c5b992f33a6e", "answer_path": "models/gpt-6-1-sol/N08-01/stages/S0/answer.md", "public_answer_sha256": "8c612f8c9a809a757879582132a3bfc2653e3859ad95e1c1633513f20d1d7ef7", "score_path": "models/gpt-6-1-sol/N08-01/score.json", "metadata_path": "models/gpt-6-1-sol/N08-01/metadata.json" }, { "agent": "gpt-6-1-sol", "name": "GPT Sol", "task_id": "N08-03", "question_id": "Q043", "category": "recommendation_single", "interval": [ 33.38, 33.38 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "authorized_new_review_of_original_answer", "answer_sha256": "658ea047387849e7910b95adf8aa012564968ed0ac83ce16900632a0048c0b43", "answer_path": "models/gpt-6-1-sol/N08-03/stages/S0/answer.md", "public_answer_sha256": "c8bb56587a14b15d5624aa7c490acc7b81983b9ab12c93d35bdf0d653e85a674", "score_path": "models/gpt-6-1-sol/N08-03/score.json", "metadata_path": "models/gpt-6-1-sol/N08-03/metadata.json" }, { "agent": "gpt-6-1-sol", "name": "GPT Sol", "task_id": "N09-01", "question_id": "Q044", "category": "planning_single", "interval": [ 95.0, 95.0 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "authorized_new_review_of_original_answer", "answer_sha256": "9032e7e91703498d2a48bde72b252bc2cb52bc1cff48cb208d9bcddbbddb4793", "answer_path": "models/gpt-6-1-sol/N09-01/stages/S0/answer.md", "public_answer_sha256": "058abcdcaf822c5c720ab4c198e92566c7dc1e832de57bd73b7dcf6e49db3f22", "score_path": "models/gpt-6-1-sol/N09-01/score.json", "metadata_path": "models/gpt-6-1-sol/N09-01/metadata.json" }, { "agent": "gpt-6-1-sol", "name": "GPT Sol", "task_id": "N09-03", "question_id": "Q045", "category": "recommendation_single", "interval": [ 58.38, 58.38 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "authorized_new_review_of_original_answer", "answer_sha256": "63eedf5cb83a3026efa1cd1b248762204d3b1ac26a5c490c0f5a7c4cf0d2d2cd", "answer_path": "models/gpt-6-1-sol/N09-03/stages/S0/answer.md", "public_answer_sha256": "41d6885f6426c60fc449e9e027361bd3b4827756e54614f5d67505249e45444e", "score_path": "models/gpt-6-1-sol/N09-03/score.json", "metadata_path": "models/gpt-6-1-sol/N09-03/metadata.json" }, { "agent": "gpt-6-1-sol", "name": "GPT Sol", "task_id": "N10-01", "question_id": "Q046", "category": "planning_single", "interval": [ 91.0, 91.0 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "6b1a7aa2a0d1f04ba915166afddd79b965f2edccb88790d0a81f6b3e4b703401", "answer_path": "models/gpt-6-1-sol/N10-01/answer.md", "public_answer_sha256": "a1b292b87075227bdacb543ba2628a3eebe4f6e5fa543875943b466eb084e19a", "score_path": "models/gpt-6-1-sol/N10-01/score.json", "metadata_path": "models/gpt-6-1-sol/N10-01/metadata.json" }, { "agent": "gpt-6-1-sol", "name": "GPT Sol", "task_id": "N10-02", "question_id": "Q047", "category": "planning_single", "interval": [ 100.0, 100.0 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "authorized_new_review_of_original_answer", "answer_sha256": "0f7689de9868aedb3fb0e797c3d094da3dba5ebdc8f8ee87aab06534c1b06e63", "answer_path": "models/gpt-6-1-sol/N10-02/stages/S0/answer.md", "public_answer_sha256": "8fb5ed6536299045d381ed2b5a9f33da6fd1013efb82fef8be179d95ef1b9bcf", "score_path": "models/gpt-6-1-sol/N10-02/score.json", "metadata_path": "models/gpt-6-1-sol/N10-02/metadata.json" }, { "agent": "gpt-6-1-sol", "name": "GPT Sol", "task_id": "N10-03", "question_id": "Q048", "category": "recommendation_single", "interval": [ 44.0, 44.0 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "authorized_new_review_of_original_answer", "answer_sha256": "acf444edeea447e17efdfa16b85771c30a19e1370ad3731a07f9257073a51a3c", "answer_path": "models/gpt-6-1-sol/N10-03/stages/S0/answer.md", "public_answer_sha256": "f3967ed1146089bec81ee174a16a1633d43aeb47bf6f6618dc8b6c985e3a120c", "score_path": "models/gpt-6-1-sol/N10-03/score.json", "metadata_path": "models/gpt-6-1-sol/N10-03/metadata.json" }, { "agent": "gpt-6-1-sol", "name": "GPT Sol", "task_id": "N11-03", "question_id": "Q049", "category": "recommendation_single", "interval": [ 60.33, 60.33 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "ab65f095cad38b7fb0eb0915014db453993acbe2485f0ecb4fd71654ef428e9b", "answer_path": "models/gpt-6-1-sol/N11-03/answer.md", "public_answer_sha256": "f27f62d96811d16d08e39177ed35293d328b50adf66c15a541bf2801736cb240", "score_path": "models/gpt-6-1-sol/N11-03/score.json", "metadata_path": "models/gpt-6-1-sol/N11-03/metadata.json" }, { "agent": "gpt-6-1-sol", "name": "GPT Sol", "task_id": "N12-01", "question_id": "Q050", "category": "planning_single", "interval": [ 92.5, 92.5 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "authorized_new_review_of_original_answer", "answer_sha256": "af17ae4514498b568df7c36e6370c55caf77951bba937529b0004b5e1daf9b7b", "answer_path": "models/gpt-6-1-sol/N12-01/stages/S0/answer.md", "public_answer_sha256": "ce5b3c08830df66be9d5baccf796feab63d13390c2662f18a75ace8c3e230974", "score_path": "models/gpt-6-1-sol/N12-01/score.json", "metadata_path": "models/gpt-6-1-sol/N12-01/metadata.json" }, { "agent": "gpt-6-1-sol", "name": "GPT Sol", "task_id": "N12-03", "question_id": "Q051", "category": "recommendation_single", "interval": [ 45.65, 45.65 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "authorized_new_review_of_original_answer", "answer_sha256": "9cb73fdfffc7ee9e6d9c63b986a6ca47f38a09b7b69e8e38735ce37304b715e0", "answer_path": "models/gpt-6-1-sol/N12-03/stages/S0/answer.md", "public_answer_sha256": "a448a756be18b17654c88e3e1da57f01ccb262ca8cd66a29f3939db77367f1c0", "score_path": "models/gpt-6-1-sol/N12-03/score.json", "metadata_path": "models/gpt-6-1-sol/N12-03/metadata.json" }, { "agent": "gpt-6-1-sol", "name": "GPT Sol", "task_id": "N13-02", "question_id": "Q052", "category": "planning_single", "interval": [ 97.5, 97.5 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "995b7484767eb4b19e72523bb1d2a2a5f5ef09eb986c9042a866f837f2e0e4f2", "answer_path": "models/gpt-6-1-sol/N13-02/answer.md", "public_answer_sha256": "d02ea31af2ecea340d70655f8bcae7dd9ce1e41dc8839b771378495ab525b3de", "score_path": "models/gpt-6-1-sol/N13-02/score.json", "metadata_path": "models/gpt-6-1-sol/N13-02/metadata.json" }, { "agent": "gpt-6-1-sol", "name": "GPT Sol", "task_id": "N13-03", "question_id": "Q053", "category": "recommendation_single", "interval": [ 43.25, 43.25 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "authorized_new_review_of_original_answer", "answer_sha256": "850700d84f447770f28c19d845f6f36e0f55c737af897571558b91815c21a718", "answer_path": "models/gpt-6-1-sol/N13-03/stages/S0/answer.md", "public_answer_sha256": "4140b792013d8c4084623e5a86201eb02b1f85b2578dc7c29a05a625b23e74c0", "score_path": "models/gpt-6-1-sol/N13-03/score.json", "metadata_path": "models/gpt-6-1-sol/N13-03/metadata.json" }, { "agent": "gpt-6-1-sol", "name": "GPT Sol", "task_id": "N14-01", "question_id": "Q054", "category": "planning_single", "interval": [ 91.0, 91.0 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "authorized_new_review_of_original_answer", "answer_sha256": "3182f884e681865399b4fe914c05a6a0a4938cf5385fe2956ab4a376eafc6d0a", "answer_path": "models/gpt-6-1-sol/N14-01/stages/S0/answer.md", "public_answer_sha256": "56efbf80bd1b2e877504b575f6ed5f0bcc1e827a04c586a45f16b99c4a688b73", "score_path": "models/gpt-6-1-sol/N14-01/score.json", "metadata_path": "models/gpt-6-1-sol/N14-01/metadata.json" }, { "agent": "gpt-6-1-sol", "name": "GPT Sol", "task_id": "N14-02", "question_id": "Q055", "category": "planning_single", "interval": [ 100.0, 100.0 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "authorized_new_review_of_original_answer", "answer_sha256": "84c6c6b23cd42455023dc1fa400fa174cc16cd1e2aa7c23334e82d4485a93c83", "answer_path": "models/gpt-6-1-sol/N14-02/stages/S0/answer.md", "public_answer_sha256": "58915288d2e267a1cd6f94d7624832191109162a95636b917e4c902ceff8c972", "score_path": "models/gpt-6-1-sol/N14-02/score.json", "metadata_path": "models/gpt-6-1-sol/N14-02/metadata.json" }, { "agent": "gpt-6-1-sol", "name": "GPT Sol", "task_id": "N14-03", "question_id": "Q056", "category": "recommendation_single", "interval": [ 39.44, 39.44 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "60244c9b6c25e010ed713de89a8f426f74d877154b4df8277ebfc94f69a00b56", "answer_path": "models/gpt-6-1-sol/N14-03/answer.md", "public_answer_sha256": "3fe44e2e724cc52dcc5945c1beda1c9cd5c59fbc5f641a3d630ed4341043beb3", "score_path": "models/gpt-6-1-sol/N14-03/score.json", "metadata_path": "models/gpt-6-1-sol/N14-03/metadata.json" }, { "agent": "gpt-6-1-sol", "name": "GPT Sol", "task_id": "N15-01", "question_id": "Q057", "category": "planning_single", "interval": [ 86.5, 86.5 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "ebd5c6162effdbe097785be4503bbd4748c4cd9f014f78540ba1bf738cbcdeac", "answer_path": "models/gpt-6-1-sol/N15-01/answer.md", "public_answer_sha256": "9f7fa2130ea7d7add4d36330efd2e991af6ddcc31b32ec1483fd027ddcd94d6e", "score_path": "models/gpt-6-1-sol/N15-01/score.json", "metadata_path": "models/gpt-6-1-sol/N15-01/metadata.json" }, { "agent": "gpt-6-1-sol", "name": "GPT Sol", "task_id": "N15-03", "question_id": "Q058", "category": "recommendation_single", "interval": [ 53.63, 53.63 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "authorized_new_review_of_original_answer", "answer_sha256": "d696ab07f3452d0e93f8974afa1af7e73ac919cb06a31095cd7b5931ea13c53c", "answer_path": "models/gpt-6-1-sol/N15-03/stages/S0/answer.md", "public_answer_sha256": "93f4a51b864b01753e4cc3b314530dd75b7e0fc0ac93a19609b04cbe979713e1", "score_path": "models/gpt-6-1-sol/N15-03/score.json", "metadata_path": "models/gpt-6-1-sol/N15-03/metadata.json" }, { "agent": "gpt-6-1-sol", "name": "GPT Sol", "task_id": "N16-01", "question_id": "Q059", "category": "planning_single", "interval": [ 95.0, 95.0 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "authorized_new_review_of_original_answer", "answer_sha256": "b8c3eb4f7ec16b7082a571eefd329a55a6deeb9cfe0b6533de874bb7c3db809f", "answer_path": "models/gpt-6-1-sol/N16-01/stages/S0/answer.md", "public_answer_sha256": "246ee865478c096ecb5ae80ddf9182a7e2850e48e48e5ee1145eb1574e6fbb21", "score_path": "models/gpt-6-1-sol/N16-01/score.json", "metadata_path": "models/gpt-6-1-sol/N16-01/metadata.json" }, { "agent": "gpt-6-1-sol", "name": "GPT Sol", "task_id": "N16-03", "question_id": "Q060", "category": "recommendation_single", "interval": [ 54.71, 54.71 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "authorized_new_review_of_original_answer", "answer_sha256": "ddd8e26a1f77c2bb160d2258c31fc06bddf5564221e9e490030ec67c7e4b9c1f", "answer_path": "models/gpt-6-1-sol/N16-03/stages/S0/answer.md", "public_answer_sha256": "d9cd8d866a0e780d728d4402aad1045c09035298381b5b0c2e9aa8121d22bb22", "score_path": "models/gpt-6-1-sol/N16-03/score.json", "metadata_path": "models/gpt-6-1-sol/N16-03/metadata.json" }, { "agent": "gpt-6-1-sol", "name": "GPT Sol", "task_id": "O08-02", "question_id": "Q061", "category": "planning_single", "interval": [ 90.0, 90.0 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "authorized_new_review_of_original_answer", "answer_sha256": "49bad0e66957cfc5c2c1a2345a9d00919a2d518e68427ecc9c659ab6f189044b", "answer_path": "models/gpt-6-1-sol/O08-02/stages/S0/answer.md", "public_answer_sha256": "97d01310aebb7a2a368a8481e61958a3405c39ff9ccc51189a52c9a92c1f34c7", "score_path": "models/gpt-6-1-sol/O08-02/score.json", "metadata_path": "models/gpt-6-1-sol/O08-02/metadata.json" }, { "agent": "gpt-6-1-sol", "name": "GPT Sol", "task_id": "N01-02", "question_id": "Q062", "category": "staged", "interval": [ 100.0, 100.0 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "beee5005450c03ca652f152b1d0234e7119484bac4fe3f21d3ab613eb997ca19", "answer_path": "models/gpt-6-1-sol/N01-02/answer.md", "public_answer_sha256": "99899ce7c20013c7931cafe5640892b6e2a70acd3c3798d38b54f3f912674594", "score_path": "models/gpt-6-1-sol/N01-02/score.json", "metadata_path": "models/gpt-6-1-sol/N01-02/metadata.json" }, { "agent": "gpt-6-1-sol", "name": "GPT Sol", "task_id": "N04-02", "question_id": "Q063", "category": "staged", "interval": [ 90.0, 90.0 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "authorized_new_review_of_original_answer", "answer_sha256": "05c7b0c78c3575ad226f1549b848bec1309d4897335676c0e0b9ad3b53e2757c", "score_path": "models/gpt-6-1-sol/N04-02/score.json", "metadata_path": "models/gpt-6-1-sol/N04-02/metadata.json" }, { "agent": "gpt-6-1-sol", "name": "GPT Sol", "task_id": "N05-02", "question_id": "Q064", "category": "staged", "interval": [ 96.0, 96.0 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "authorized_new_review_of_original_answer", "answer_sha256": "165521814f7a3df46971aa52c95cbfa957883a5a50bc5ea4cc4ee6ea9c8b0890", "score_path": "models/gpt-6-1-sol/N05-02/score.json", "metadata_path": "models/gpt-6-1-sol/N05-02/metadata.json" }, { "agent": "gpt-6-1-sol", "name": "GPT Sol", "task_id": "N08-02", "question_id": "Q066", "category": "staged", "interval": [ 88.5, 88.5 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "4b9994c544d2667ae20f1336d80e102373990df21b28bc0229a095edbb6bf1ae", "answer_path": "models/gpt-6-1-sol/N08-02/answer.md", "public_answer_sha256": "96a83aca5e60710906a3f46568a985b82083fd4e076a8d78b9d43f3adebe5e15", "score_path": "models/gpt-6-1-sol/N08-02/score.json", "metadata_path": "models/gpt-6-1-sol/N08-02/metadata.json" }, { "agent": "gpt-6-1-sol", "name": "GPT Sol", "task_id": "N09-02", "question_id": "Q067", "category": "staged", "interval": [ 92.5, 92.5 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "authorized_new_review_of_original_answer", "answer_sha256": "5ac44cfa16637f842218752cfb09650aca741a6e3d7a8284c41f39b875b65031", "score_path": "models/gpt-6-1-sol/N09-02/score.json", "metadata_path": "models/gpt-6-1-sol/N09-02/metadata.json" }, { "agent": "gpt-6-1-sol", "name": "GPT Sol", "task_id": "N11-02", "question_id": "Q068", "category": "staged", "interval": [ 85.5, 85.5 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "authorized_new_review_of_original_answer", "answer_sha256": "1606faf7aef20a3fe126f07a4f47ca73d458d1d55fd67ba4c0b8027b47c79ffc", "score_path": "models/gpt-6-1-sol/N11-02/score.json", "metadata_path": "models/gpt-6-1-sol/N11-02/metadata.json" }, { "agent": "gpt-6-1-sol", "name": "GPT Sol", "task_id": "N12-02", "question_id": "Q069", "category": "staged", "interval": [ 92.5, 92.5 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "authorized_new_review_of_original_answer", "answer_sha256": "85830ba2d4533a08f5aa4893227e24cd114be068cb1b3d669aa9ecdedfb0041d", "score_path": "models/gpt-6-1-sol/N12-02/score.json", "metadata_path": "models/gpt-6-1-sol/N12-02/metadata.json" }, { "agent": "gpt-6-1-sol", "name": "GPT Sol", "task_id": "N15-02", "question_id": "Q070", "category": "staged", "interval": [ 90.0, 90.0 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "authorized_new_review_of_original_answer", "answer_sha256": "8c41a1bf054ee0b632d8cec047d9014b27f02bc4c460369ab9cd9d0c7dadacab", "score_path": "models/gpt-6-1-sol/N15-02/score.json", "metadata_path": "models/gpt-6-1-sol/N15-02/metadata.json" }, { "agent": "gpt-6-1-sol", "name": "GPT Sol", "task_id": "N16-02", "question_id": "Q071", "category": "staged", "interval": [ 91.0, 91.0 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "d8d4b67863337c1301958a4ee3d3d8c9e3abbeb132a4573dc45832c9ecce70c8", "answer_path": "models/gpt-6-1-sol/N16-02/answer.md", "public_answer_sha256": "743f33703554e1a6d9a318dea6f5e38c76cf3a2040104b6632e4a5109d195279", "score_path": "models/gpt-6-1-sol/N16-02/score.json", "metadata_path": "models/gpt-6-1-sol/N16-02/metadata.json" }, { "agent": "gpt-6-1-sol", "name": "GPT Sol", "task_id": "O01-04", "question_id": "Q072", "category": "staged", "interval": [ 100.0, 100.0 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "authorized_new_review_of_original_answer", "answer_sha256": "4fac5fe7c19c12bdcdec838cdb136b42799e6c7023bdcb76adc5faed2948f104", "score_path": "models/gpt-6-1-sol/O01-04/score.json", "metadata_path": "models/gpt-6-1-sol/O01-04/metadata.json" }, { "agent": "gpt-6-1-sol", "name": "GPT Sol", "task_id": "O03-04", "question_id": "Q073", "category": "staged", "interval": [ 100.0, 100.0 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "authorized_new_review_of_original_answer", "answer_sha256": "cc8f78daa5d56b501d9bcbd2676ec19c27ce5c2c12dd38ab94e5931233099ed5", "score_path": "models/gpt-6-1-sol/O03-04/score.json", "metadata_path": "models/gpt-6-1-sol/O03-04/metadata.json" }, { "agent": "gpt-6-1-sol", "name": "GPT Sol", "task_id": "O04-04", "question_id": "Q074", "category": "staged", "interval": [ 100.0, 100.0 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "d96a94f63c9abf746c7358a724a26d8694d9b0a3b21831ac26123f59d86ef77b", "answer_path": "models/gpt-6-1-sol/O04-04/answer.md", "public_answer_sha256": "5ac44425b1e33aa2c50c6ae128dcf533d046d16e5ebc6e217dfabe8a2c7a04f0", "score_path": "models/gpt-6-1-sol/O04-04/score.json", "metadata_path": "models/gpt-6-1-sol/O04-04/metadata.json" }, { "agent": "gpt-6-1-sol", "name": "GPT Sol", "task_id": "O06-02", "question_id": "Q075", "category": "staged", "interval": [ 80.0, 80.0 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "authorized_new_review_of_original_answer", "answer_sha256": "b62bbeca5b7cc3fca6cb16a3256a7153381765641df988f32b4d9a6a23ba5591", "score_path": "models/gpt-6-1-sol/O06-02/score.json", "metadata_path": "models/gpt-6-1-sol/O06-02/metadata.json" }, { "agent": "deepseek-v4-1-flash", "name": "DeepSeek V4.1 Flash", "task_id": "BY-A-PLAN", "question_id": "Q001", "category": "planning_single", "interval": [ 80.0, 80.0 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "51a3dc8253086ea85925b717ba118760930d43eebf9dfd2751927dec906ec1b6", "score_path": "models/deepseek-v4-1-flash/BY-A-PLAN/score.json", "metadata_path": "models/deepseek-v4-1-flash/BY-A-PLAN/metadata.json" }, { "agent": "deepseek-v4-1-flash", "name": "DeepSeek V4.1 Flash", "task_id": "BY-A-APPLY", "question_id": "Q002", "category": "recommendation_single", "interval": [ 36.08, 36.08 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "94e3bcfb58f3c35b260fdeedb4a8a3311fcd66f7845a2513b470c0776095c96d", "answer_path": "models/deepseek-v4-1-flash/BY-A-APPLY/stages/S0/answer.md", "public_answer_sha256": "b88f9f70115569c3d88eca28ddc3204c19a9d1d29afa48374482aeef1f884bb8", "score_path": "models/deepseek-v4-1-flash/BY-A-APPLY/score.json", "metadata_path": "models/deepseek-v4-1-flash/BY-A-APPLY/metadata.json" }, { "agent": "deepseek-v4-1-flash", "name": "DeepSeek V4.1 Flash", "task_id": "TRY-A-03", "question_id": "Q003", "category": "planning_single", "interval": [ 57.5, 57.5 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "24b1a2a2e1749d2bbbf297d68312cc0161d8081603f2785173fd9fa609f99192", "score_path": "models/deepseek-v4-1-flash/TRY-A-03/score.json", "metadata_path": "models/deepseek-v4-1-flash/TRY-A-03/metadata.json" }, { "agent": "deepseek-v4-1-flash", "name": "DeepSeek V4.1 Flash", "task_id": "BY-B-APPLY", "question_id": "Q004", "category": "recommendation_single", "interval": [ 76.33, 76.33 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "15e9452c4682dba00346d41f1e5422e5655302028a681b10e74d2a10c7f9afd5", "answer_path": "models/deepseek-v4-1-flash/BY-B-APPLY/answer.md", "public_answer_sha256": "66cf257adc1d7d5bb47bf2d6514ca506c40f9ebacf25508947bcd89ef1a6111d", "score_path": "models/deepseek-v4-1-flash/BY-B-APPLY/score.json", "metadata_path": "models/deepseek-v4-1-flash/BY-B-APPLY/metadata.json" }, { "agent": "deepseek-v4-1-flash", "name": "DeepSeek V4.1 Flash", "task_id": "TRY-B-02", "question_id": "Q005", "category": "planning_single", "interval": [ 80.0, 80.0 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "58b826c74ff37fd3d63ccfc8b55432fc8d4ec342e0aa7396dddf6b9217f71a3c", "answer_path": "models/deepseek-v4-1-flash/TRY-B-02/stages/S0/answer.md", "public_answer_sha256": "eb2db09d35230e267f014d17214533b8fb1e7b07d425f5d95af147b4ce2f85bc", "score_path": "models/deepseek-v4-1-flash/TRY-B-02/score.json", "metadata_path": "models/deepseek-v4-1-flash/TRY-B-02/metadata.json" }, { "agent": "deepseek-v4-1-flash", "name": "DeepSeek V4.1 Flash", "task_id": "TRY-B-03", "question_id": "Q006", "category": "planning_single", "interval": [ 87.5, 87.5 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "3816a0abb49ad7e5af829905a6b26b446ec2881ddf5ba0d608775b9e03de030f", "answer_path": "models/deepseek-v4-1-flash/TRY-B-03/stages/S0/answer.md", "public_answer_sha256": "9b63a4ea4007c2e42703fd5c3002893c530c7238a45ec44ff2eddd424828ca62", "score_path": "models/deepseek-v4-1-flash/TRY-B-03/score.json", "metadata_path": "models/deepseek-v4-1-flash/TRY-B-03/metadata.json" }, { "agent": "deepseek-v4-1-flash", "name": "DeepSeek V4.1 Flash", "task_id": "BY-C-WINTER", "question_id": "Q007", "category": "planning_single", "interval": [ 70.0, 70.0 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "b9d9509e179e8644df0f60bb724408c78503cb636b8ef822aeea57a2c6e5735e", "answer_path": "models/deepseek-v4-1-flash/BY-C-WINTER/stages/S0/answer.md", "public_answer_sha256": "ea93ef1b653bb6aea8cfd957e467971065d8ea796a0cd89ed4b5e9eec3756ae6", "score_path": "models/deepseek-v4-1-flash/BY-C-WINTER/score.json", "metadata_path": "models/deepseek-v4-1-flash/BY-C-WINTER/metadata.json" }, { "agent": "deepseek-v4-1-flash", "name": "DeepSeek V4.1 Flash", "task_id": "BY-C-APPLY", "question_id": "Q008", "category": "recommendation_single", "interval": [ 59.83, 59.83 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "f46963da6a1f9afb60d0b2ed54138923923e102a049db4b303f2e4bd1289621e", "answer_path": "models/deepseek-v4-1-flash/BY-C-APPLY/stages/S0/answer.md", "public_answer_sha256": "1770f40cd4e1d64222861a3adc7e859a56fed2adc6699f04680413225cd43977", "score_path": "models/deepseek-v4-1-flash/BY-C-APPLY/score.json", "metadata_path": "models/deepseek-v4-1-flash/BY-C-APPLY/metadata.json" }, { "agent": "deepseek-v4-1-flash", "name": "DeepSeek V4.1 Flash", "task_id": "TRY-C-03", "question_id": "Q009", "category": "planning_single", "interval": [ 72.5, 72.5 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "5f7eba263fe508269ca4a3375d868bffa9aaa152a1df61515615c953cc375a0f", "answer_path": "models/deepseek-v4-1-flash/TRY-C-03/answer.md", "public_answer_sha256": "38e0d75a55b1c45253674c197fcf695c2326a18caaf86dd47f0b6340b588a172", "score_path": "models/deepseek-v4-1-flash/TRY-C-03/score.json", "metadata_path": "models/deepseek-v4-1-flash/TRY-C-03/metadata.json" }, { "agent": "deepseek-v4-1-flash", "name": "DeepSeek V4.1 Flash", "task_id": "TRY-D-02", "question_id": "Q011", "category": "planning_single", "interval": [ 92.5, 92.5 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "3c21a3af4e0f38c26b32796432804d8634e9d21e621bc70a94aefb939809d52b", "score_path": "models/deepseek-v4-1-flash/TRY-D-02/score.json", "metadata_path": "models/deepseek-v4-1-flash/TRY-D-02/metadata.json" }, { "agent": "deepseek-v4-1-flash", "name": "DeepSeek V4.1 Flash", "task_id": "BY-E-APPLY", "question_id": "Q012", "category": "recommendation_single", "interval": [ 43.67, 43.67 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "1528ab1e21e7b1a211b718e7485a99eb5abbec47024b033632f58e24764f74d0", "answer_path": "models/deepseek-v4-1-flash/BY-E-APPLY/stages/S0/answer.md", "public_answer_sha256": "7de154564ba457d00943dead98afd94b924ba03f1964f14a2c9c2698b7964e13", "score_path": "models/deepseek-v4-1-flash/BY-E-APPLY/score.json", "metadata_path": "models/deepseek-v4-1-flash/BY-E-APPLY/metadata.json" }, { "agent": "deepseek-v4-1-flash", "name": "DeepSeek V4.1 Flash", "task_id": "TRY-E-02", "question_id": "Q013", "category": "planning_single", "interval": [ 42.10526315789474, 42.10526315789474 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "8d244075c9eb489fda30085375e9a4af6f58bdf7fa6e3a297f385b6162f6c655", "score_path": "models/deepseek-v4-1-flash/TRY-E-02/score.json", "metadata_path": "models/deepseek-v4-1-flash/TRY-E-02/metadata.json" }, { "agent": "deepseek-v4-1-flash", "name": "DeepSeek V4.1 Flash", "task_id": "TRY-E-03", "question_id": "Q014", "category": "planning_single", "interval": [ 83.0, 83.0 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "f1fba0959fcaad750c1a6439883311c3eda6c8d844c256b202c883eaf15a1834", "answer_path": "models/deepseek-v4-1-flash/TRY-E-03/stages/S0/answer.md", "public_answer_sha256": "d899c2748f824831ded95514658ee686e93db3cbb94d5fdca7a3f22472e0d1ec", "score_path": "models/deepseek-v4-1-flash/TRY-E-03/score.json", "metadata_path": "models/deepseek-v4-1-flash/TRY-E-03/metadata.json" }, { "agent": "deepseek-v4-1-flash", "name": "DeepSeek V4.1 Flash", "task_id": "BY-F-APPLY", "question_id": "Q015", "category": "recommendation_single", "interval": [ 52.05, 52.05 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "6e20065b7fbe92fd878c28fdd033909443e6a5b74e96e4e79c2ec3d9ca1dd480", "answer_path": "models/deepseek-v4-1-flash/BY-F-APPLY/stages/S0/answer.md", "public_answer_sha256": "988dc36d800844a483906897f817de97d00be6adc08a5af88ef1de454f5444fa", "score_path": "models/deepseek-v4-1-flash/BY-F-APPLY/score.json", "metadata_path": "models/deepseek-v4-1-flash/BY-F-APPLY/metadata.json" }, { "agent": "deepseek-v4-1-flash", "name": "DeepSeek V4.1 Flash", "task_id": "TRY-F-02", "question_id": "Q016", "category": "planning_single", "interval": [ 67.5, 67.5 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "c3341949dd44bb79deb3ac39b46edf60b6d467b863a9c212dd8a31ff1498f541", "answer_path": "models/deepseek-v4-1-flash/TRY-F-02/answer.md", "public_answer_sha256": "716b9667b6be9893e79ff503ae8b0c362043617f4162fea7a488751e337bbbff", "score_path": "models/deepseek-v4-1-flash/TRY-F-02/score.json", "metadata_path": "models/deepseek-v4-1-flash/TRY-F-02/metadata.json" }, { "agent": "deepseek-v4-1-flash", "name": "DeepSeek V4.1 Flash", "task_id": "TRY-G-01", "question_id": "Q017", "category": "planning_single", "interval": [ 57.5, 57.5 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "2cad3947c27202bfb0f94c40313e01be9071e44c13d7bcba26bd13ed1ec1e0aa", "answer_path": "models/deepseek-v4-1-flash/TRY-G-01/stages/S0/answer.md", "public_answer_sha256": "d17d73cf48adf0b9601830f66ae9c007c286c817200210582b3752c021bc0401", "score_path": "models/deepseek-v4-1-flash/TRY-G-01/score.json", "metadata_path": "models/deepseek-v4-1-flash/TRY-G-01/metadata.json" }, { "agent": "deepseek-v4-1-flash", "name": "DeepSeek V4.1 Flash", "task_id": "TRY-G-02", "question_id": "Q018", "category": "planning_single", "interval": [ 77.5, 77.5 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "e7679100063cd6744bf133b807391d5d10184708c9b3acd57bad2e2ebe4d8c94", "answer_path": "models/deepseek-v4-1-flash/TRY-G-02/stages/S0/answer.md", "public_answer_sha256": "c17934cd332cb7ca3133eafe0af407e49cc2e3e871fb73bf252e513c80386ebb", "score_path": "models/deepseek-v4-1-flash/TRY-G-02/score.json", "metadata_path": "models/deepseek-v4-1-flash/TRY-G-02/metadata.json" }, { "agent": "deepseek-v4-1-flash", "name": "DeepSeek V4.1 Flash", "task_id": "BY-H-APPLY", "question_id": "Q019", "category": "recommendation_single", "interval": [ 40.59, 40.59 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "066f623e60af60c8ced963b9a34b7c16c88d3fc3ea623f8152b20770c3220fee", "score_path": "models/deepseek-v4-1-flash/BY-H-APPLY/score.json", "metadata_path": "models/deepseek-v4-1-flash/BY-H-APPLY/metadata.json", "answer_path": "models/deepseek-v4-1-flash/BY-H-APPLY/answer.md", "public_answer_sha256": "f9abdfe0e0acbb84c17f50b09cbf314e567966cd4114fda0cd1a84850301f0ef" }, { "agent": "deepseek-v4-1-flash", "name": "DeepSeek V4.1 Flash", "task_id": "TRY-H-02", "question_id": "Q020", "category": "planning_single", "interval": [ 85.0, 85.0 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "0a18caf31c6c53a210c2789633e299bbec068f429712bd63b550fde0ba219052", "answer_path": "models/deepseek-v4-1-flash/TRY-H-02/stages/S0/answer.md", "public_answer_sha256": "89ace90b0be184cd233a0d354c30edcc1ae89c013398e38c8ef32b308c5012db", "score_path": "models/deepseek-v4-1-flash/TRY-H-02/score.json", "metadata_path": "models/deepseek-v4-1-flash/TRY-H-02/metadata.json" }, { "agent": "deepseek-v4-1-flash", "name": "DeepSeek V4.1 Flash", "task_id": "BY-G-APPLY", "question_id": "Q021", "category": "recommendation_single", "interval": [ 65.61, 65.61 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "60583466238452691ede831e37cd4ccfb07067aa33399ef4680f997253c4c557", "answer_path": "models/deepseek-v4-1-flash/BY-G-APPLY/stages/S0/answer.md", "public_answer_sha256": "0dff4dd7062b6381ef5d52409a57f4598840c6e392498b817ea99ad78883a22c", "score_path": "models/deepseek-v4-1-flash/BY-G-APPLY/score.json", "metadata_path": "models/deepseek-v4-1-flash/BY-G-APPLY/metadata.json" }, { "agent": "deepseek-v4-1-flash", "name": "DeepSeek V4.1 Flash", "task_id": "BY-E-REPLAN", "question_id": "Q023", "category": "planning_single", "interval": [ 77.5, 77.5 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "34419c95f157a0587024f3c84bf0ea3631140c6e13bc3dab4f28e29cb9b9c692", "answer_path": "models/deepseek-v4-1-flash/BY-E-REPLAN/answer.md", "public_answer_sha256": "e87bb02324ff4da2584a3c9b5ab2291807022773ccb0b6c1a3d43670014f427b", "score_path": "models/deepseek-v4-1-flash/BY-E-REPLAN/score.json", "metadata_path": "models/deepseek-v4-1-flash/BY-E-REPLAN/metadata.json" }, { "agent": "deepseek-v4-1-flash", "name": "DeepSeek V4.1 Flash", "task_id": "BY-E-PREP", "question_id": "Q024", "category": "planning_single", "interval": [ 67.5, 67.5 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "ae39a5a13a582296740d21ca446774bb3f4989afb244a5caadd15fd44222a840", "answer_path": "models/deepseek-v4-1-flash/BY-E-PREP/stages/S0/answer.md", "public_answer_sha256": "06bb0f1e073570609b8a9860a3dcde193b391ad6da2fcc7e4b24a6e74e316b7f", "score_path": "models/deepseek-v4-1-flash/BY-E-PREP/score.json", "metadata_path": "models/deepseek-v4-1-flash/BY-E-PREP/metadata.json" }, { "agent": "deepseek-v4-1-flash", "name": "DeepSeek V4.1 Flash", "task_id": "N01-01", "question_id": "Q025", "category": "planning_single", "interval": [ 60.0, 60.0 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "893b5af75ac6ca713a93f4fa70b1424fbd68e601bdc359c13a415914f6e4b71c", "answer_path": "models/deepseek-v4-1-flash/N01-01/stages/S0/answer.md", "public_answer_sha256": "c08e6e6ccc946e46ad63cf3816ca9276f7adebddb2cb8f9ab91916a72628647f", "score_path": "models/deepseek-v4-1-flash/N01-01/score.json", "metadata_path": "models/deepseek-v4-1-flash/N01-01/metadata.json" }, { "agent": "deepseek-v4-1-flash", "name": "DeepSeek V4.1 Flash", "task_id": "N01-03", "question_id": "Q026", "category": "recommendation_single", "interval": [ 55.88, 55.88 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "70131c6c056577be01adabc317a7346c67ed516df4eed6490c3ef43e3acd240f", "answer_path": "models/deepseek-v4-1-flash/N01-03/stages/S0/answer.md", "public_answer_sha256": "0a10ed51db8bdadddda35350f4e7ae39834e7e58d0675df7b1f7aeddef6eaea3", "score_path": "models/deepseek-v4-1-flash/N01-03/score.json", "metadata_path": "models/deepseek-v4-1-flash/N01-03/metadata.json" }, { "agent": "deepseek-v4-1-flash", "name": "DeepSeek V4.1 Flash", "task_id": "N02-01", "question_id": "Q027", "category": "planning_single", "interval": [ 82.5, 82.5 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "60da96574a3ba101dcdd6176cc5830ab110a2b69e35a2b9702a9b4ada8ab323c", "answer_path": "models/deepseek-v4-1-flash/N02-01/answer.md", "public_answer_sha256": "4b57151324d9c9397fb3d1763d35fb78b5670673be887431bacb54f089d50afe", "score_path": "models/deepseek-v4-1-flash/N02-01/score.json", "metadata_path": "models/deepseek-v4-1-flash/N02-01/metadata.json" }, { "agent": "deepseek-v4-1-flash", "name": "DeepSeek V4.1 Flash", "task_id": "N02-02", "question_id": "Q028", "category": "planning_single", "interval": [ 60.0, 60.0 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "b8207558258a72761afce3b4fd64b3ddd5c97ebd09adeb784016bafc655de947", "answer_path": "models/deepseek-v4-1-flash/N02-02/stages/S0/answer.md", "public_answer_sha256": "a306b28c68d8a5bf5c11edaede15a140cd887fc498b80a9c62bc1f725561d8ce", "score_path": "models/deepseek-v4-1-flash/N02-02/score.json", "metadata_path": "models/deepseek-v4-1-flash/N02-02/metadata.json" }, { "agent": "deepseek-v4-1-flash", "name": "DeepSeek V4.1 Flash", "task_id": "N02-03", "question_id": "Q029", "category": "planning_single", "interval": [ 75.0, 75.0 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "17eabbec130c9af22eeb18525bd6887ceffd385027a67d4175cc743fb1263b10", "answer_path": "models/deepseek-v4-1-flash/N02-03/stages/S0/answer.md", "public_answer_sha256": "801fe40821519e4266d6395d8b1aba8d09ad771df9472b7ad0b899747ba97421", "score_path": "models/deepseek-v4-1-flash/N02-03/score.json", "metadata_path": "models/deepseek-v4-1-flash/N02-03/metadata.json" }, { "agent": "deepseek-v4-1-flash", "name": "DeepSeek V4.1 Flash", "task_id": "N03-01", "question_id": "Q030", "category": "planning_single", "interval": [ 65.0, 65.0 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "ddd89685e0185baac403a2fb3f885fc72a1bc450e58061396b768c7845b7c5ed", "answer_path": "models/deepseek-v4-1-flash/N03-01/stages/S0/answer.md", "public_answer_sha256": "3bc5c9301aaaf28aa5a31b14d4d823f3bcd8c27613deaa9b52d203710cc8ddbc", "score_path": "models/deepseek-v4-1-flash/N03-01/score.json", "metadata_path": "models/deepseek-v4-1-flash/N03-01/metadata.json" }, { "agent": "deepseek-v4-1-flash", "name": "DeepSeek V4.1 Flash", "task_id": "N03-02", "question_id": "Q031", "category": "planning_single", "interval": [ 62.5, 62.5 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "a41fe6054207a31062e6311adf6ebfb722a664563ac9d8fde751b33ec7673353", "answer_path": "models/deepseek-v4-1-flash/N03-02/answer.md", "public_answer_sha256": "9be71ed362424bbf1d68c7bea3599fa1803e3b4fcf61d44a1976fd5a6b7e9add", "score_path": "models/deepseek-v4-1-flash/N03-02/score.json", "metadata_path": "models/deepseek-v4-1-flash/N03-02/metadata.json" }, { "agent": "deepseek-v4-1-flash", "name": "DeepSeek V4.1 Flash", "task_id": "N03-03", "question_id": "Q032", "category": "recommendation_single", "interval": [ 77.73, 77.73 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "301243b008b59d2ebd43ca52c64becce4fc06fd963aea99fcc7160b7d99af1a5", "answer_path": "models/deepseek-v4-1-flash/N03-03/stages/S0/answer.md", "public_answer_sha256": "754bd4289e2e52f9937f495d187debfd23ecebcda563af9d2e5d106ed75b7de9", "score_path": "models/deepseek-v4-1-flash/N03-03/score.json", "metadata_path": "models/deepseek-v4-1-flash/N03-03/metadata.json" }, { "agent": "deepseek-v4-1-flash", "name": "DeepSeek V4.1 Flash", "task_id": "N04-01", "question_id": "Q033", "category": "planning_single", "interval": [ 87.5, 87.5 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "4f0af00d40b94e34619edec5a524c2e3f470e733a47b78be2cb506eecb812d00", "answer_path": "models/deepseek-v4-1-flash/N04-01/stages/S0/answer.md", "public_answer_sha256": "6cfe220ce0efee2aa43f816f2b15c1996dfb4d4e9480cae0c2c67eede2283d99", "score_path": "models/deepseek-v4-1-flash/N04-01/score.json", "metadata_path": "models/deepseek-v4-1-flash/N04-01/metadata.json" }, { "agent": "deepseek-v4-1-flash", "name": "DeepSeek V4.1 Flash", "task_id": "N04-03", "question_id": "Q034", "category": "recommendation_single", "interval": [ 29.0, 29.0 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "ce396cd34175e4a78f6d3c38445f5533aab320e86d733d5038f06fbf8b8c2f32", "answer_path": "models/deepseek-v4-1-flash/N04-03/answer.md", "public_answer_sha256": "1efb7334a484dd523a5574fd65e61ac52d2a1860325916e2e19e3c4b62ec21fd", "score_path": "models/deepseek-v4-1-flash/N04-03/score.json", "metadata_path": "models/deepseek-v4-1-flash/N04-03/metadata.json" }, { "agent": "deepseek-v4-1-flash", "name": "DeepSeek V4.1 Flash", "task_id": "N05-01", "question_id": "Q035", "category": "planning_single", "interval": [ 82.5, 82.5 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "95527c3eb57e358437f14277cc2d45a6bb0f375ec93ad4be252ad4b903d6b1fa", "answer_path": "models/deepseek-v4-1-flash/N05-01/stages/S0/answer.md", "public_answer_sha256": "67869c2a5dfb650f44cdb8291f0a4be83d8b5bff7a1f3998c6054d7783d7dbaf", "score_path": "models/deepseek-v4-1-flash/N05-01/score.json", "metadata_path": "models/deepseek-v4-1-flash/N05-01/metadata.json" }, { "agent": "deepseek-v4-1-flash", "name": "DeepSeek V4.1 Flash", "task_id": "N05-03", "question_id": "Q036", "category": "recommendation_single", "interval": [ 77.58, 77.58 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "432a2c96667aeade7f8fe2d387e762c16f233031ceeceafeb9be6aaacfc085cd", "answer_path": "models/deepseek-v4-1-flash/N05-03/stages/S0/answer.md", "public_answer_sha256": "7a9b868848bc2d9dcc9d3974373c3a35337126f2651b1fcd926213d253297638", "score_path": "models/deepseek-v4-1-flash/N05-03/score.json", "metadata_path": "models/deepseek-v4-1-flash/N05-03/metadata.json" }, { "agent": "deepseek-v4-1-flash", "name": "DeepSeek V4.1 Flash", "task_id": "N06-01", "question_id": "Q037", "category": "planning_single", "interval": [ 40.0, 40.0 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "9e99f77019689a5cc758c55bf6ea6cee1b87a6aa8a7d3644515714f222f434be", "answer_path": "models/deepseek-v4-1-flash/N06-01/stages/S0/answer.md", "public_answer_sha256": "9c9a6cc359f8166e5d500da598f8f500c7c748b9d49d6399dac7d0c35919eba2", "score_path": "models/deepseek-v4-1-flash/N06-01/score.json", "metadata_path": "models/deepseek-v4-1-flash/N06-01/metadata.json" }, { "agent": "deepseek-v4-1-flash", "name": "DeepSeek V4.1 Flash", "task_id": "N06-02", "question_id": "Q038", "category": "planning_single", "interval": [ 92.5, 92.5 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "db1fa85549422bb0288647d7e09a854032efb3aa722e5838b12b6c43699935d7", "answer_path": "models/deepseek-v4-1-flash/N06-02/stages/S0/answer.md", "public_answer_sha256": "577218c4c2d0effcb600134b128562d28997738b4b06c3a3bd72d619de0ae4de", "score_path": "models/deepseek-v4-1-flash/N06-02/score.json", "metadata_path": "models/deepseek-v4-1-flash/N06-02/metadata.json" }, { "agent": "deepseek-v4-1-flash", "name": "DeepSeek V4.1 Flash", "task_id": "N06-03", "question_id": "Q039", "category": "recommendation_single", "interval": [ 42.56, 42.56 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "a0101d3f4d31fab60c0e1cc5a820e1fac128b5f48c97368fe4bc662041fe051f", "score_path": "models/deepseek-v4-1-flash/N06-03/score.json", "metadata_path": "models/deepseek-v4-1-flash/N06-03/metadata.json", "answer_path": "models/deepseek-v4-1-flash/N06-03/answer.md", "public_answer_sha256": "d34a55f9fb1f55ec09cda8c919c67b32a9e362182c6b245aa2a72361e31d50c5" }, { "agent": "deepseek-v4-1-flash", "name": "DeepSeek V4.1 Flash", "task_id": "N08-01", "question_id": "Q042", "category": "planning_single", "interval": [ 64.0, 64.0 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "2bb5c330beb09d2bb4a00f9df7ff34db3299647c6a72d91e7f42ab1ea55ff7e6", "answer_path": "models/deepseek-v4-1-flash/N08-01/stages/S0/answer.md", "public_answer_sha256": "6c6dd1e32e2bfa0d35a11747d9d7572d9c3d684ea0ece0a9f810eb6b08badc44", "score_path": "models/deepseek-v4-1-flash/N08-01/score.json", "metadata_path": "models/deepseek-v4-1-flash/N08-01/metadata.json" }, { "agent": "deepseek-v4-1-flash", "name": "DeepSeek V4.1 Flash", "task_id": "N08-03", "question_id": "Q043", "category": "recommendation_single", "interval": [ 28.85, 28.85 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "fdc4ebe7081bb279706378b14cc460101ea34116572d87c774ab08c720473383", "answer_path": "models/deepseek-v4-1-flash/N08-03/stages/S0/answer.md", "public_answer_sha256": "0762430ce12d64c5938bf6ad07c5b714d468d3b9626f8cf6f54705d5e26ccd6f", "score_path": "models/deepseek-v4-1-flash/N08-03/score.json", "metadata_path": "models/deepseek-v4-1-flash/N08-03/metadata.json" }, { "agent": "deepseek-v4-1-flash", "name": "DeepSeek V4.1 Flash", "task_id": "N09-01", "question_id": "Q044", "category": "planning_single", "interval": [ 79.0, 79.0 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "8bf029f1b84b13530c79042192c230892f9cda194ddedf283fbdfe0fd80ec569", "answer_path": "models/deepseek-v4-1-flash/N09-01/stages/S0/answer.md", "public_answer_sha256": "5f1bcbba1c015910ab0248d8d6c3e71039a2ca4139af2f53f37cac7e0f5af1de", "score_path": "models/deepseek-v4-1-flash/N09-01/score.json", "metadata_path": "models/deepseek-v4-1-flash/N09-01/metadata.json" }, { "agent": "deepseek-v4-1-flash", "name": "DeepSeek V4.1 Flash", "task_id": "N09-03", "question_id": "Q045", "category": "recommendation_single", "interval": [ 55.76, 55.76 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "35e45664417abc843f3b960be4c180782370d725bc90e599f35eab7820e42cc8", "score_path": "models/deepseek-v4-1-flash/N09-03/score.json", "metadata_path": "models/deepseek-v4-1-flash/N09-03/metadata.json" }, { "agent": "deepseek-v4-1-flash", "name": "DeepSeek V4.1 Flash", "task_id": "N10-01", "question_id": "Q046", "category": "planning_single", "interval": [ 73.0, 73.0 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "f4032691268b15565693172191847f0de54a4f5f45b20983f6ef81d1e66d8ac6", "answer_path": "models/deepseek-v4-1-flash/N10-01/answer.md", "public_answer_sha256": "75b1b700d54e5223985884fc4c7f34c6b8d4eae15c5262a2f850299c9f214ddd", "score_path": "models/deepseek-v4-1-flash/N10-01/score.json", "metadata_path": "models/deepseek-v4-1-flash/N10-01/metadata.json" }, { "agent": "deepseek-v4-1-flash", "name": "DeepSeek V4.1 Flash", "task_id": "N10-02", "question_id": "Q047", "category": "planning_single", "interval": [ 62.5, 62.5 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "ca1987436ad79fd0546b4fd0cdf54cfde392d93b3cd4894a95d5375643a5f8d6", "score_path": "models/deepseek-v4-1-flash/N10-02/score.json", "metadata_path": "models/deepseek-v4-1-flash/N10-02/metadata.json" }, { "agent": "deepseek-v4-1-flash", "name": "DeepSeek V4.1 Flash", "task_id": "N10-03", "question_id": "Q048", "category": "recommendation_single", "interval": [ 65.9, 65.9 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "authorized_new_review_of_original_answer", "answer_sha256": "5d08201436a6f815fb312ed74af5df50e8d24149312952bb5cf6920af5777dfc", "answer_path": "models/deepseek-v4-1-flash/N10-03/stages/S0/answer.md", "public_answer_sha256": "6228baf5a69ea5ee2ccaebea9c633d59d9234e9e2993ca345ae41a04625297b8", "score_path": "models/deepseek-v4-1-flash/N10-03/score.json", "metadata_path": "models/deepseek-v4-1-flash/N10-03/metadata.json" }, { "agent": "deepseek-v4-1-flash", "name": "DeepSeek V4.1 Flash", "task_id": "N11-03", "question_id": "Q049", "category": "recommendation_single", "interval": [ 69.25, 69.25 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "3763f1b9d4944ffdfab2f1374740c6cf6ca50b23f36a4520407f3a37a0bab518", "answer_path": "models/deepseek-v4-1-flash/N11-03/answer.md", "public_answer_sha256": "15d14025856e3ed581764813104ab6fa867e340060dbe26488b3040a5bb61c19", "score_path": "models/deepseek-v4-1-flash/N11-03/score.json", "metadata_path": "models/deepseek-v4-1-flash/N11-03/metadata.json" }, { "agent": "deepseek-v4-1-flash", "name": "DeepSeek V4.1 Flash", "task_id": "N12-01", "question_id": "Q050", "category": "planning_single", "interval": [ 75.0, 75.0 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "f9a861d99765ab22e885f74a973270639c04476f38cd0249483b5ac2e0e9f0b7", "answer_path": "models/deepseek-v4-1-flash/N12-01/stages/S0/answer.md", "public_answer_sha256": "9f3f296492c3a737fa8e43d4ad17f1c45b3e54115c0e0883c9bb869651fea6b9", "score_path": "models/deepseek-v4-1-flash/N12-01/score.json", "metadata_path": "models/deepseek-v4-1-flash/N12-01/metadata.json" }, { "agent": "deepseek-v4-1-flash", "name": "DeepSeek V4.1 Flash", "task_id": "N12-03", "question_id": "Q051", "category": "recommendation_single", "interval": [ 31.47, 31.47 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "3c5377d1d31702386e63bd01f1d7f1523b6a17057d90a16d76c433cee9f87668", "score_path": "models/deepseek-v4-1-flash/N12-03/score.json", "metadata_path": "models/deepseek-v4-1-flash/N12-03/metadata.json" }, { "agent": "deepseek-v4-1-flash", "name": "DeepSeek V4.1 Flash", "task_id": "N13-02", "question_id": "Q052", "category": "planning_single", "interval": [ 92.5, 92.5 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "bf18b8be4dca8795bad88eeb967e5486b085a51d69d49539d25bd3b87fdcaa3b", "answer_path": "models/deepseek-v4-1-flash/N13-02/answer.md", "public_answer_sha256": "1d2231437a9a4b49a108ec4168bb2eb074d89716c6d7dc4a009555b5bc3931bb", "score_path": "models/deepseek-v4-1-flash/N13-02/score.json", "metadata_path": "models/deepseek-v4-1-flash/N13-02/metadata.json" }, { "agent": "deepseek-v4-1-flash", "name": "DeepSeek V4.1 Flash", "task_id": "N13-03", "question_id": "Q053", "category": "recommendation_single", "interval": [ 47.56, 47.56 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "24c8fbe2cedc5ccf8e07ac9f288fd8a952e157b7f4070456f905e34b7f076cd3", "answer_path": "models/deepseek-v4-1-flash/N13-03/stages/S0/answer.md", "public_answer_sha256": "91f3c1d32c6bf5cc35369c6be3f239b79bad059fb349912e9ae5944113846c83", "score_path": "models/deepseek-v4-1-flash/N13-03/score.json", "metadata_path": "models/deepseek-v4-1-flash/N13-03/metadata.json" }, { "agent": "deepseek-v4-1-flash", "name": "DeepSeek V4.1 Flash", "task_id": "N14-01", "question_id": "Q054", "category": "planning_single", "interval": [ 60.0, 60.0 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "a5141629dd459f16c397e5024e265ec19930312fcb504edb977be423b43dab1a", "answer_path": "models/deepseek-v4-1-flash/N14-01/stages/S0/answer.md", "public_answer_sha256": "146987b560a7c4717602e5dba1ef1f5cd9e9e490ed834baecba53f49030802d5", "score_path": "models/deepseek-v4-1-flash/N14-01/score.json", "metadata_path": "models/deepseek-v4-1-flash/N14-01/metadata.json" }, { "agent": "deepseek-v4-1-flash", "name": "DeepSeek V4.1 Flash", "task_id": "N14-02", "question_id": "Q055", "category": "planning_single", "interval": [ 85.0, 85.0 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "e53f248b1f9efa38e1f00d9c8ac3eae160617ba9316198a1b4796b10046747d3", "answer_path": "models/deepseek-v4-1-flash/N14-02/stages/S0/answer.md", "public_answer_sha256": "eecbe9d604aa2bb486dcf7cbb22e6a28725558ae291a61c135967d5dcdf1efb1", "score_path": "models/deepseek-v4-1-flash/N14-02/score.json", "metadata_path": "models/deepseek-v4-1-flash/N14-02/metadata.json" }, { "agent": "deepseek-v4-1-flash", "name": "DeepSeek V4.1 Flash", "task_id": "N14-03", "question_id": "Q056", "category": "recommendation_single", "interval": [ 36.94, 36.94 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "19c3e40114249fc4f7d1c820c050dc971363f22ab30a01f2af94f248f1b3f49b", "answer_path": "models/deepseek-v4-1-flash/N14-03/answer.md", "public_answer_sha256": "01de166e865dbe84ca373aaf3c1d81e9a3ba25ed84e97c30cf4ecd4ea97598f3", "score_path": "models/deepseek-v4-1-flash/N14-03/score.json", "metadata_path": "models/deepseek-v4-1-flash/N14-03/metadata.json" }, { "agent": "deepseek-v4-1-flash", "name": "DeepSeek V4.1 Flash", "task_id": "N15-01", "question_id": "Q057", "category": "planning_single", "interval": [ 82.0, 82.0 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "0f6f12f526137ca8e37c2ea0387dc7b8563a93a47815b03506713231f2623021", "answer_path": "models/deepseek-v4-1-flash/N15-01/answer.md", "public_answer_sha256": "ee624987d6ce388ac3b8417c39ae0a11b2dc8643b8f169fff1b1465f9bdaebdf", "score_path": "models/deepseek-v4-1-flash/N15-01/score.json", "metadata_path": "models/deepseek-v4-1-flash/N15-01/metadata.json" }, { "agent": "deepseek-v4-1-flash", "name": "DeepSeek V4.1 Flash", "task_id": "N15-03", "question_id": "Q058", "category": "recommendation_single", "interval": [ 36.17, 36.17 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "bbdef41ac8218687c142438ff5315df2c4380ba415cf0de0553c5cad0bb6efd8", "answer_path": "models/deepseek-v4-1-flash/N15-03/stages/S0/answer.md", "public_answer_sha256": "104ed262b7efb55fd5ddaadbc86c9173c5df8bf9206eab60c4a3f08950d315a7", "score_path": "models/deepseek-v4-1-flash/N15-03/score.json", "metadata_path": "models/deepseek-v4-1-flash/N15-03/metadata.json" }, { "agent": "deepseek-v4-1-flash", "name": "DeepSeek V4.1 Flash", "task_id": "N16-01", "question_id": "Q059", "category": "planning_single", "interval": [ 66.5, 66.5 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "9173aee406ad9a3cfbfbab4278d6c20cfbb721b2cfcfb92aabee3e831599a5ab", "answer_path": "models/deepseek-v4-1-flash/N16-01/stages/S0/answer.md", "public_answer_sha256": "4fd1dae39b2ec6d079d99482da98ba05202c6eb68660f3a14930a855034040f2", "score_path": "models/deepseek-v4-1-flash/N16-01/score.json", "metadata_path": "models/deepseek-v4-1-flash/N16-01/metadata.json" }, { "agent": "deepseek-v4-1-flash", "name": "DeepSeek V4.1 Flash", "task_id": "N16-03", "question_id": "Q060", "category": "recommendation_single", "interval": [ 64.12, 64.12 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "bda716646d7e46aba06d275fc7432587cb850c86d609162e4582ecc9badad786", "answer_path": "models/deepseek-v4-1-flash/N16-03/stages/S0/answer.md", "public_answer_sha256": "5632c38908f46f1e418f44027aa06f92dfa9e9743b288182fa28b6cfa21dd349", "score_path": "models/deepseek-v4-1-flash/N16-03/score.json", "metadata_path": "models/deepseek-v4-1-flash/N16-03/metadata.json" }, { "agent": "deepseek-v4-1-flash", "name": "DeepSeek V4.1 Flash", "task_id": "O08-02", "question_id": "Q061", "category": "planning_single", "interval": [ 85.0, 85.0 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "c15f3978978dd77c9ece91104227d4f4ad84d9019c2a16f88b45a515262456ba", "answer_path": "models/deepseek-v4-1-flash/O08-02/stages/S0/answer.md", "public_answer_sha256": "2171f127ea5ae23980a197568ce4763247a6911c1ff7c3db325a9b9785eeacc9", "score_path": "models/deepseek-v4-1-flash/O08-02/score.json", "metadata_path": "models/deepseek-v4-1-flash/O08-02/metadata.json" }, { "agent": "deepseek-v4-1-flash", "name": "DeepSeek V4.1 Flash", "task_id": "N01-02", "question_id": "Q062", "category": "staged", "interval": [ 85.0, 85.0 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "4118992c435a9ae9dfdd589617cc66212f2ebb532391ee60c2e5818e3f666f02", "answer_path": "models/deepseek-v4-1-flash/N01-02/answer.md", "public_answer_sha256": "83f0fc17d442ba824f67c60636a26247b0d01adfbc06c17f05904cf934e0a56a", "score_path": "models/deepseek-v4-1-flash/N01-02/score.json", "metadata_path": "models/deepseek-v4-1-flash/N01-02/metadata.json" }, { "agent": "deepseek-v4-1-flash", "name": "DeepSeek V4.1 Flash", "task_id": "N04-02", "question_id": "Q063", "category": "staged", "interval": [ 95.0, 95.0 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "fc9bcc8aa5f0a5e5950d98cdc04f82d6751d0eed534f9c6621031f7d82efe4eb", "score_path": "models/deepseek-v4-1-flash/N04-02/score.json", "metadata_path": "models/deepseek-v4-1-flash/N04-02/metadata.json" }, { "agent": "deepseek-v4-1-flash", "name": "DeepSeek V4.1 Flash", "task_id": "N05-02", "question_id": "Q064", "category": "staged", "interval": [ 88.0, 88.0 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "300f72c1f2053406fc89a1aa239a9485ef791a37ab3c6902f216b28fd65a3219", "score_path": "models/deepseek-v4-1-flash/N05-02/score.json", "metadata_path": "models/deepseek-v4-1-flash/N05-02/metadata.json" }, { "agent": "deepseek-v4-1-flash", "name": "DeepSeek V4.1 Flash", "task_id": "N08-02", "question_id": "Q066", "category": "staged", "interval": [ 72.5, 72.5 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "c4604432190b594e787c8e356e90dad008a8b03530befd22c0644fa88a37d91d", "answer_path": "models/deepseek-v4-1-flash/N08-02/answer.md", "public_answer_sha256": "ea16cd32d83b6bade4d871fd0a48535d2ec860eb6e1de64a496c7465b3d908ad", "score_path": "models/deepseek-v4-1-flash/N08-02/score.json", "metadata_path": "models/deepseek-v4-1-flash/N08-02/metadata.json" }, { "agent": "deepseek-v4-1-flash", "name": "DeepSeek V4.1 Flash", "task_id": "N09-02", "question_id": "Q067", "category": "staged", "interval": [ 87.5, 87.5 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "88b0909d1d7710102b365b95392259cf48402aa95e53b2535acdb9ecda8509d0", "score_path": "models/deepseek-v4-1-flash/N09-02/score.json", "metadata_path": "models/deepseek-v4-1-flash/N09-02/metadata.json" }, { "agent": "deepseek-v4-1-flash", "name": "DeepSeek V4.1 Flash", "task_id": "N11-02", "question_id": "Q068", "category": "staged", "interval": [ 85.5, 85.5 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "adea550c314e38ed293a78ba8bce8d1bade8ca318994b3b0ad37099a73caccc9", "score_path": "models/deepseek-v4-1-flash/N11-02/score.json", "metadata_path": "models/deepseek-v4-1-flash/N11-02/metadata.json" }, { "agent": "deepseek-v4-1-flash", "name": "DeepSeek V4.1 Flash", "task_id": "N12-02", "question_id": "Q069", "category": "staged", "interval": [ 62.5, 62.5 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "c26796357d3f24fe1326ccc65785be367c65bec065e6e277df93f6921558042b", "score_path": "models/deepseek-v4-1-flash/N12-02/score.json", "metadata_path": "models/deepseek-v4-1-flash/N12-02/metadata.json" }, { "agent": "deepseek-v4-1-flash", "name": "DeepSeek V4.1 Flash", "task_id": "N15-02", "question_id": "Q070", "category": "staged", "interval": [ 75.0, 75.0 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "17d0f52d24007efc911ecb719552d25c0a596f0054430f90f89cde873d2a1b25", "score_path": "models/deepseek-v4-1-flash/N15-02/score.json", "metadata_path": "models/deepseek-v4-1-flash/N15-02/metadata.json" }, { "agent": "deepseek-v4-1-flash", "name": "DeepSeek V4.1 Flash", "task_id": "N16-02", "question_id": "Q071", "category": "staged", "interval": [ 85.0, 85.0 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "3e036b96042a638baf7f8133733618db96b39b505cd048616f5f6b16c5e5159e", "answer_path": "models/deepseek-v4-1-flash/N16-02/answer.md", "public_answer_sha256": "4b98d54a306235ba2cf2c697fa42427fb77be5468ae2322f4d7c7aae20e5963f", "score_path": "models/deepseek-v4-1-flash/N16-02/score.json", "metadata_path": "models/deepseek-v4-1-flash/N16-02/metadata.json" }, { "agent": "deepseek-v4-1-flash", "name": "DeepSeek V4.1 Flash", "task_id": "O01-04", "question_id": "Q072", "category": "staged", "interval": [ 80.0, 80.0 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "ffb482dd53b5461f830682369616db6344bae112bded5bcf38b4ccb2e5bed15a", "score_path": "models/deepseek-v4-1-flash/O01-04/score.json", "metadata_path": "models/deepseek-v4-1-flash/O01-04/metadata.json" }, { "agent": "deepseek-v4-1-flash", "name": "DeepSeek V4.1 Flash", "task_id": "O03-04", "question_id": "Q073", "category": "staged", "interval": [ 80.0, 80.0 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "28631cc42985ca14687679b03b3d57c9e577d45208d1b8a145e97538ef60f8a4", "score_path": "models/deepseek-v4-1-flash/O03-04/score.json", "metadata_path": "models/deepseek-v4-1-flash/O03-04/metadata.json" }, { "agent": "deepseek-v4-1-flash", "name": "DeepSeek V4.1 Flash", "task_id": "O04-04", "question_id": "Q074", "category": "staged", "interval": [ 75.0, 75.0 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "27e37fb72ae6a06cd7207f7b0f2d1a29ec7bdea5c094224afbe39edcbca2e7df", "answer_path": "models/deepseek-v4-1-flash/O04-04/answer.md", "public_answer_sha256": "b14a466c73814de239667ae7920e96a46ff6fac03ebf44970305440df2d16c6f", "score_path": "models/deepseek-v4-1-flash/O04-04/score.json", "metadata_path": "models/deepseek-v4-1-flash/O04-04/metadata.json" }, { "agent": "deepseek-v4-1-flash", "name": "DeepSeek V4.1 Flash", "task_id": "O06-02", "question_id": "Q075", "category": "staged", "interval": [ 77.5, 77.5 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "f7d470c2b394efcd66580c0656412368ac20d072fbfd877df6d343a8b00cb4ad", "score_path": "models/deepseek-v4-1-flash/O06-02/score.json", "metadata_path": "models/deepseek-v4-1-flash/O06-02/metadata.json" }, { "agent": "antigravity-gemini-3-1-pro-high", "name": "Gemini 3.1 Pro", "task_id": "BY-A-PLAN", "question_id": "Q001", "category": "planning_single", "interval": [ 52.5, 52.5 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "validated_replacement_run", "answer_sha256": "62e077dc57d68e356317b527290b99cab44764f1d440ff7c2560bf5c1ad820fd", "public_answer_sha256": "90ddea35ea77a5b13997f70a9fb50549ec0f71ab9c0015a7c009aab1ead61d1f", "answer_path": "models/antigravity-gemini-3-1-pro-high/BY-A-PLAN/answer.md", "score_path": "models/antigravity-gemini-3-1-pro-high/BY-A-PLAN/score.json", "judgment_path": "models/antigravity-gemini-3-1-pro-high/BY-A-PLAN/judgment.json", "metadata_path": "models/antigravity-gemini-3-1-pro-high/BY-A-PLAN/metadata.json", "run_id": "benchmark-gemini-private-20261012T025927Z", "source_git_ref": "970b2751066aa04741b3dc1fd7e1a77658a15469", "source_task_sha256": "d2fdc2ce2203a4056e1893f0a75b419a4da70de8102b58facb4ba8e831692368", "source_rubric_sha256": "d6fa48dc1a1004d15a684c226f05791fe14a50d15089a7c99de0789e1e8cd7ae", "source_score_sha256": "abb2fc5d1a532405fe77aaef14a3ea234e057cc6331ee24b57dadeb4afffa1a4", "source_judgment_sha256": "3d0cad27530e6dc688846ac0bcfeb335968e9fc43959cf48f85c0f0c41453956", "teacher_calibration": "pending", "run_path": "models/antigravity-gemini-3-1-pro-high/BY-A-PLAN/run.json" }, { "agent": "antigravity-gemini-3-1-pro-high", "name": "Gemini 3.1 Pro", "task_id": "BY-A-APPLY", "question_id": "Q002", "category": "recommendation_single", "interval": [ 29.68, 29.68 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "validated_replacement_run", "answer_sha256": "25149c10a6c4131454bbf6a434e6dd4256c330d2cc91db18139603b0d4b5373d", "public_answer_sha256": "80f714995781ac67b4a60b15fa7ce48bbf662dd00c06a9f3a4947d5b250376f2", "answer_path": "models/antigravity-gemini-3-1-pro-high/BY-A-APPLY/answer.md", "score_path": "models/antigravity-gemini-3-1-pro-high/BY-A-APPLY/score.json", "judgment_path": "models/antigravity-gemini-3-1-pro-high/BY-A-APPLY/judgment.json", "metadata_path": "models/antigravity-gemini-3-1-pro-high/BY-A-APPLY/metadata.json", "run_id": "benchmark-gemini-private-20261012T025927Z", "source_git_ref": "970b2751066aa04741b3dc1fd7e1a77658a15469", "source_task_sha256": "df6403023f38e09b249c7fc93211bb0102331957240d9c1f28e401b81fbcca89", "source_rubric_sha256": "5b13022a1cfeb2dd8e0c82095eefd276b58c37acdc5a4059e930bfe2f7849785", "source_score_sha256": "bb7ff483c4e629a4ff363564673034046ca39f5e485e0f3ff1a8687100edf335", "source_judgment_sha256": "bcc18c2fd5ba4fe9cc3dec49470d9169abd730580881729dc214aa3e354419fc", "teacher_calibration": "pending", "run_path": "models/antigravity-gemini-3-1-pro-high/BY-A-APPLY/run.json" }, { "agent": "antigravity-gemini-3-1-pro-high", "name": "Gemini 3.1 Pro", "task_id": "TRY-A-03", "question_id": "Q003", "category": "planning_single", "interval": [ 62.5, 62.5 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "validated_replacement_run", "answer_sha256": "6322fac8b37db91afbbc04d7fa66915d0f8eaedf99569ba85ecc7759b8cb33a3", "public_answer_sha256": "cc268d7369863f9e392bdd204c875ccd5fbeefdbba11e888191c3291d7fca904", "answer_path": "models/antigravity-gemini-3-1-pro-high/TRY-A-03/answer.md", "score_path": "models/antigravity-gemini-3-1-pro-high/TRY-A-03/score.json", "judgment_path": "models/antigravity-gemini-3-1-pro-high/TRY-A-03/judgment.json", "metadata_path": "models/antigravity-gemini-3-1-pro-high/TRY-A-03/metadata.json", "run_id": "benchmark-gemini-private-20261012T025927Z", "source_git_ref": "970b2751066aa04741b3dc1fd7e1a77658a15469", "source_task_sha256": "471e0b50b1cc370a20b7bf74d2c4e28606283d744e354faeba0b11c02b62dd25", "source_rubric_sha256": "64de2d754f415d0c4bf9dd4183d53e74d5cf11733d6096c049cb5b2aa8327ab1", "source_score_sha256": "092e94b1a284a4068ad62a26eb136f61d21c5ef679457b2b6f257e107ec547d6", "source_judgment_sha256": "4b00e558dcebd649c57f16538c9357d2ec81fcf5c1ceb54dc242004f5a4089b5", "teacher_calibration": "pending", "run_path": "models/antigravity-gemini-3-1-pro-high/TRY-A-03/run.json" }, { "agent": "antigravity-gemini-3-1-pro-high", "name": "Gemini 3.1 Pro", "task_id": "BY-B-APPLY", "question_id": "Q004", "category": "recommendation_single", "interval": [ 66.67, 66.67 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "26ee9f86454c563cedebfba4aa7dd427f3ea1979f61f18023fc25437cb9473cc", "answer_path": "models/antigravity-gemini-3-1-pro-high/BY-B-APPLY/answer.md", "public_answer_sha256": "5021357309f1dd67b149fdbfdf1fe6764535e45268702d7e2714aea75afb07b2", "score_path": "models/antigravity-gemini-3-1-pro-high/BY-B-APPLY/score.json", "metadata_path": "models/antigravity-gemini-3-1-pro-high/BY-B-APPLY/metadata.json" }, { "agent": "antigravity-gemini-3-1-pro-high", "name": "Gemini 3.1 Pro", "task_id": "TRY-B-02", "question_id": "Q005", "category": "planning_single", "interval": [ 67.5, 67.5 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "validated_replacement_run", "answer_sha256": "7da3edb69cfb0f546be4d8728740deb7aec0f9660131fb1106ab1410f48f2ecb", "public_answer_sha256": "ec6c80f8deb76a9bb4ed54833455fa5b841248abca30c42aac09b2a3573a24d4", "answer_path": "models/antigravity-gemini-3-1-pro-high/TRY-B-02/answer.md", "score_path": "models/antigravity-gemini-3-1-pro-high/TRY-B-02/score.json", "judgment_path": "models/antigravity-gemini-3-1-pro-high/TRY-B-02/judgment.json", "metadata_path": "models/antigravity-gemini-3-1-pro-high/TRY-B-02/metadata.json", "run_id": "benchmark-gemini-private-20261012T025927Z", "source_git_ref": "970b2751066aa04741b3dc1fd7e1a77658a15469", "source_task_sha256": "20146b9a1862e5d2be851be9ecaedac6ed57dc42fdbb6208e45af6cb6d76c357", "source_rubric_sha256": "c0c864e38cbe053f3a07877fb392ef3d11edfb4b0755fb8f2745a21c13d6d72f", "source_score_sha256": "23cf4233e35c206f43c3b3d4ac8d15b8fda7637ed3ea3a1eca6477bf334abe64", "source_judgment_sha256": "8f939200245c4ca9ee36a7ede8fa44dbc87d099277cac851df8a2a89a4cd20fe", "teacher_calibration": "pending", "run_path": "models/antigravity-gemini-3-1-pro-high/TRY-B-02/run.json" }, { "agent": "antigravity-gemini-3-1-pro-high", "name": "Gemini 3.1 Pro", "task_id": "TRY-B-03", "question_id": "Q006", "category": "planning_single", "interval": [ 65.0, 65.0 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "validated_replacement_run", "answer_sha256": "266f0c57ce2bb09d19d3ec57e7472339c8a391b6bd76cea7dba111608a0b592b", "public_answer_sha256": "055306f8284361cc05778d152b6db5d05fae4113a3fd2b926b20a6dca5de4f9d", "answer_path": "models/antigravity-gemini-3-1-pro-high/TRY-B-03/answer.md", "score_path": "models/antigravity-gemini-3-1-pro-high/TRY-B-03/score.json", "judgment_path": "models/antigravity-gemini-3-1-pro-high/TRY-B-03/judgment.json", "metadata_path": "models/antigravity-gemini-3-1-pro-high/TRY-B-03/metadata.json", "run_id": "benchmark-gemini-private-20261012T025927Z", "source_git_ref": "970b2751066aa04741b3dc1fd7e1a77658a15469", "source_task_sha256": "3c6680767cd36a11f82facd208e324bb7e99f12a2bf9d8d1feff33a6f883b080", "source_rubric_sha256": "56b5f460fd9660ec795aed0f6052d62e8571139b92eb3c18b86860f55cc0ccff", "source_score_sha256": "3452a3062f260ca3815a69fc9bda1014025c05d93f6e654b812cd5876509bb12", "source_judgment_sha256": "e7191078c792bc02b7622bd2ea4c3a105bed13828556285d6324cad20bee8ce7", "teacher_calibration": "pending", "run_path": "models/antigravity-gemini-3-1-pro-high/TRY-B-03/run.json" }, { "agent": "antigravity-gemini-3-1-pro-high", "name": "Gemini 3.1 Pro", "task_id": "BY-C-WINTER", "question_id": "Q007", "category": "planning_single", "interval": [ 60.0, 60.0 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "validated_replacement_run", "answer_sha256": "ea203051ded91e81b214c907edec466bfb7ecdb90ba49d91edabfe54b93962e4", "public_answer_sha256": "6dcde189cbdd81ab6fcb6a644ada348d02d6b1f1d2cf094b0cae61ca55059737", "answer_path": "models/antigravity-gemini-3-1-pro-high/BY-C-WINTER/answer.md", "score_path": "models/antigravity-gemini-3-1-pro-high/BY-C-WINTER/score.json", "judgment_path": "models/antigravity-gemini-3-1-pro-high/BY-C-WINTER/judgment.json", "metadata_path": "models/antigravity-gemini-3-1-pro-high/BY-C-WINTER/metadata.json", "run_id": "benchmark-gemini-private-20261012T025927Z", "source_git_ref": "970b2751066aa04741b3dc1fd7e1a77658a15469", "source_task_sha256": "6f732356f6ffbb61205a30dad58aaa2dca9d6f40fef3564e8c3657f998c2b7db", "source_rubric_sha256": "c1c9e61e6d38c2a3fad57b734499d9082077cafd67822241b3ff88b717ef6561", "source_score_sha256": "4289167e1ac2be690ce2beca7da3f6e674ca2ad42106e51142598812692087ba", "source_judgment_sha256": "f6c6d2a5bab601d538054c153210b6edc1f5b7c759a4cf17d6cd1595f5f40800", "teacher_calibration": "pending", "run_path": "models/antigravity-gemini-3-1-pro-high/BY-C-WINTER/run.json" }, { "agent": "antigravity-gemini-3-1-pro-high", "name": "Gemini 3.1 Pro", "task_id": "BY-C-APPLY", "question_id": "Q008", "category": "recommendation_single", "interval": [ 59.5, 59.5 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "validated_replacement_run", "answer_sha256": "85382e7c08c1d022d2694216a1b364a4cdba31f4d9eef4f34946f39ae82c70ec", "public_answer_sha256": "c67cdd698245465e6e6b160ef8e826eb24b3df11c7d6c361fdcca944878e7558", "answer_path": "models/antigravity-gemini-3-1-pro-high/BY-C-APPLY/answer.md", "score_path": "models/antigravity-gemini-3-1-pro-high/BY-C-APPLY/score.json", "judgment_path": "models/antigravity-gemini-3-1-pro-high/BY-C-APPLY/judgment.json", "metadata_path": "models/antigravity-gemini-3-1-pro-high/BY-C-APPLY/metadata.json", "run_id": "benchmark-gemini-private-20261012T025927Z", "source_git_ref": "970b2751066aa04741b3dc1fd7e1a77658a15469", "source_task_sha256": "ccecf04257d6d475dcb687a687485837f7607dd64fbcec9db437261de9ccb85a", "source_rubric_sha256": "cab42f3b1eb6ed71085249b4cf43a846151e93867bfe61b3463c63d63cb04f7a", "source_score_sha256": "3f455bc788a0c6f077b6c05c3f894c72d1233ab354cab2d8115f76dd4ddacdd0", "source_judgment_sha256": "65c443d52501cb533c61b54bb35cbc39fdff839efb6d78deff7e51250f9fd9b9", "teacher_calibration": "pending", "run_path": "models/antigravity-gemini-3-1-pro-high/BY-C-APPLY/run.json" }, { "agent": "antigravity-gemini-3-1-pro-high", "name": "Gemini 3.1 Pro", "task_id": "TRY-C-03", "question_id": "Q009", "category": "planning_single", "interval": [ 55.0, 55.0 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "95062e85b52da689e55439b3aa13b94b055303a4f107ff38b66e120d8d51dee2", "answer_path": "models/antigravity-gemini-3-1-pro-high/TRY-C-03/answer.md", "public_answer_sha256": "52155a6a4f53696335d1ad362fdfceaab3939db12163217c4e9feebfe97f6700", "score_path": "models/antigravity-gemini-3-1-pro-high/TRY-C-03/score.json", "metadata_path": "models/antigravity-gemini-3-1-pro-high/TRY-C-03/metadata.json" }, { "agent": "antigravity-gemini-3-1-pro-high", "name": "Gemini 3.1 Pro", "task_id": "TRY-D-02", "question_id": "Q011", "category": "planning_single", "interval": [ 62.5, 62.5 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "validated_replacement_run", "answer_sha256": "53c9a3f2e52b17f57eb8e21d72b653b9dbbb6168c850a5306f47f41f094382ba", "public_answer_sha256": "0057f0c4f1072059c8628bcee5fe26d20ed471f2f74d25864b61eb6d9581ea5e", "answer_path": "models/antigravity-gemini-3-1-pro-high/TRY-D-02/answer.md", "score_path": "models/antigravity-gemini-3-1-pro-high/TRY-D-02/score.json", "judgment_path": "models/antigravity-gemini-3-1-pro-high/TRY-D-02/judgment.json", "metadata_path": "models/antigravity-gemini-3-1-pro-high/TRY-D-02/metadata.json", "run_id": "benchmark-gemini-private-20261012T025927Z", "source_git_ref": "970b2751066aa04741b3dc1fd7e1a77658a15469", "source_task_sha256": "dd994efba7ef578f25e2682510d30d47f8b11cf809733136b2e41f8e599fdf72", "source_rubric_sha256": "7a9999c70e2fbc8e5a7f503e9e82c4c98808919e5e3d7ec0277cc82d4181f1f1", "source_score_sha256": "86ecf27f1e5208c54a9262abad6ac86384e1df3e060a3b83a8e85d9038733bf9", "source_judgment_sha256": "e5e91183081381dd85b11c3efe6f7033083f678518da31d0c0969d0dae65d912", "teacher_calibration": "pending", "run_path": "models/antigravity-gemini-3-1-pro-high/TRY-D-02/run.json" }, { "agent": "antigravity-gemini-3-1-pro-high", "name": "Gemini 3.1 Pro", "task_id": "BY-E-APPLY", "question_id": "Q012", "category": "recommendation_single", "interval": [ 31.5, 31.5 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "validated_replacement_run", "answer_sha256": "774c532254eef431ef8e718975f81a2f61d634d646db29ba5903b43a8dde0212", "public_answer_sha256": "e601c3d68dfaa5210936ccc9bcb53193244d48dbae0295395b948b48ce4fde2d", "answer_path": "models/antigravity-gemini-3-1-pro-high/BY-E-APPLY/answer.md", "score_path": "models/antigravity-gemini-3-1-pro-high/BY-E-APPLY/score.json", "judgment_path": "models/antigravity-gemini-3-1-pro-high/BY-E-APPLY/judgment.json", "metadata_path": "models/antigravity-gemini-3-1-pro-high/BY-E-APPLY/metadata.json", "run_id": "benchmark-gemini-private-20261012T025927Z", "source_git_ref": "970b2751066aa04741b3dc1fd7e1a77658a15469", "source_task_sha256": "a091b49fb207d90d778017bff670df5125d1cf83577fc4d26e4fbf7d082e9801", "source_rubric_sha256": "0beba86fa1d47b37e010ac932dec9ea78d402635bbda1eb1264c7026acc22d00", "source_score_sha256": "60a374bf77dd7f9e2659b2fe89e899c93650b40f639966647313a853cc605ccd", "source_judgment_sha256": "8cdd46ba7195e1005a3dcde2d4bc2dff299c0e647257884ec5470cde7f4d5e58", "teacher_calibration": "pending", "run_path": "models/antigravity-gemini-3-1-pro-high/BY-E-APPLY/run.json" }, { "agent": "antigravity-gemini-3-1-pro-high", "name": "Gemini 3.1 Pro", "task_id": "TRY-E-02", "question_id": "Q013", "category": "planning_single", "interval": [ 57.5, 57.5 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "validated_replacement_run", "answer_sha256": "97efc300d4cf6588459d808ddd7584d8bfdae7560d86ab98393b7bef83021a45", "public_answer_sha256": "6840ca3a1a4789b520174e6b2b941c3addfc37483c15a158fbd3d16589e63e77", "answer_path": "models/antigravity-gemini-3-1-pro-high/TRY-E-02/answer.md", "score_path": "models/antigravity-gemini-3-1-pro-high/TRY-E-02/score.json", "judgment_path": "models/antigravity-gemini-3-1-pro-high/TRY-E-02/judgment.json", "metadata_path": "models/antigravity-gemini-3-1-pro-high/TRY-E-02/metadata.json", "run_id": "benchmark-gemini-private-20261012T025927Z", "source_git_ref": "970b2751066aa04741b3dc1fd7e1a77658a15469", "source_task_sha256": "6a8ea6c3d7bc3bc5f384f95eb48732e1e8b1f43f558d312049307af8b8e24179", "source_rubric_sha256": "cd2851d85ab0901e1cd69d73687053481b8dc1ac2f8deea32f368c2091d40cea", "source_score_sha256": "f1ac382278ae053921e286b8b514cb65b49cd54ec012c208b623ba57de40ef0d", "source_judgment_sha256": "3dcd39a5d05a5515219f2a497950eb2d357fc0cbe1e590d54164e3b785584a28", "teacher_calibration": "pending", "run_path": "models/antigravity-gemini-3-1-pro-high/TRY-E-02/run.json", "adjudication_path": "models/antigravity-gemini-3-1-pro-high/TRY-E-02/adjudication.json" }, { "agent": "antigravity-gemini-3-1-pro-high", "name": "Gemini 3.1 Pro", "task_id": "TRY-E-03", "question_id": "Q014", "category": "planning_single", "interval": [ 50.0, 50.0 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "validated_replacement_run", "answer_sha256": "8dc4423a696bfa6c089704515d04a28aa0b0689248356b765c278be39a984a6c", "public_answer_sha256": "80bb131b4aafd9b8ec08726f793827c51a9b51b7b023e6ca74c16bc074d65381", "answer_path": "models/antigravity-gemini-3-1-pro-high/TRY-E-03/answer.md", "score_path": "models/antigravity-gemini-3-1-pro-high/TRY-E-03/effective-score.json", "judgment_path": "models/antigravity-gemini-3-1-pro-high/TRY-E-03/judgment.json", "metadata_path": "models/antigravity-gemini-3-1-pro-high/TRY-E-03/metadata.json", "run_id": "benchmark-gemini-private-20261012T025927Z", "source_git_ref": "970b2751066aa04741b3dc1fd7e1a77658a15469", "source_task_sha256": "3bc3c8c1f933ab117426e582a717856fd627a976f77a8e16d3bf7fa49552851d", "source_rubric_sha256": "8311f66b7b28c34b95f16ffa4195650db9de8143acde0d1338a49e58992ec80f", "source_score_sha256": "32f39ad6493a9c80d50b52a21bd7eeb2160de15bdadf126bccdc32c352b95eba", "source_judgment_sha256": "fa191593fef25cb696cf8091689b3524663997b597de663331cb8ee2f94aac63", "teacher_calibration": "pending", "run_path": "models/antigravity-gemini-3-1-pro-high/TRY-E-03/run.json", "effective_score_path": "models/antigravity-gemini-3-1-pro-high/TRY-E-03/effective-score.json", "adjudication_path": "models/antigravity-gemini-3-1-pro-high/TRY-E-03/adjudication.json" }, { "agent": "antigravity-gemini-3-1-pro-high", "name": "Gemini 3.1 Pro", "task_id": "BY-F-APPLY", "question_id": "Q015", "category": "recommendation_single", "interval": [ 56.0, 56.0 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "validated_replacement_run", "answer_sha256": "66f729a8dd8a787fe42918da419e312d87c39624170315c6d99f6111f9722f13", "public_answer_sha256": "92ef5d6b0ac9aa5bcac0ad982fc38cc1723bb2e1d73a1d7d8526ffc1dd8e544a", "answer_path": "models/antigravity-gemini-3-1-pro-high/BY-F-APPLY/answer.md", "score_path": "models/antigravity-gemini-3-1-pro-high/BY-F-APPLY/score.json", "judgment_path": "models/antigravity-gemini-3-1-pro-high/BY-F-APPLY/judgment.json", "metadata_path": "models/antigravity-gemini-3-1-pro-high/BY-F-APPLY/metadata.json", "run_id": "benchmark-gemini-private-20261012T025927Z", "source_git_ref": "970b2751066aa04741b3dc1fd7e1a77658a15469", "source_task_sha256": "9e6c30f0262872eaf4451dbd32a0c7f3b51c6b20c425ac3f59773723377b3aa6", "source_rubric_sha256": "5ed859a209eb37a8b361a62810cd023a242367a9f30104cd45f11f9b950d304b", "source_score_sha256": "4fd74cffbe6135b60c3a9d1c614c7070ea213898bddaa44219a8a9d1d05a6ca5", "source_judgment_sha256": "a3b4fcee7b158997adba97f0f025b72b466cf8db3c4886c85e60ef25facd7ecb", "teacher_calibration": "pending", "run_path": "models/antigravity-gemini-3-1-pro-high/BY-F-APPLY/run.json" }, { "agent": "antigravity-gemini-3-1-pro-high", "name": "Gemini 3.1 Pro", "task_id": "TRY-F-02", "question_id": "Q016", "category": "planning_single", "interval": [ 47.5, 47.5 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "1b4c73a435b6285c050387817ded627f6373d76b87316d39a15956778acf8a56", "answer_path": "models/antigravity-gemini-3-1-pro-high/TRY-F-02/answer.md", "public_answer_sha256": "3b135f193d45b3db344d21dbf3e27f73b0386eec3d60d9acc2e44f8ea1e7a498", "score_path": "models/antigravity-gemini-3-1-pro-high/TRY-F-02/score.json", "metadata_path": "models/antigravity-gemini-3-1-pro-high/TRY-F-02/metadata.json" }, { "agent": "antigravity-gemini-3-1-pro-high", "name": "Gemini 3.1 Pro", "task_id": "TRY-G-01", "question_id": "Q017", "category": "planning_single", "interval": [ 60.0, 60.0 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "validated_replacement_run", "answer_sha256": "dfbdc85e40ca639d38b06d7c6484da41552e5dd6ae4363c190b5690caca3eebd", "public_answer_sha256": "6a71a83055ad3018058514ee76599bc8989d71971700ee936fb27985e21dc7e5", "answer_path": "models/antigravity-gemini-3-1-pro-high/TRY-G-01/answer.md", "score_path": "models/antigravity-gemini-3-1-pro-high/TRY-G-01/score.json", "judgment_path": "models/antigravity-gemini-3-1-pro-high/TRY-G-01/judgment.json", "metadata_path": "models/antigravity-gemini-3-1-pro-high/TRY-G-01/metadata.json", "run_id": "benchmark-gemini-private-20261012T025927Z", "source_git_ref": "970b2751066aa04741b3dc1fd7e1a77658a15469", "source_task_sha256": "611efe905d77c9d768dde30948826cc90f852558e05d2bb8e5d61c0485ba8e68", "source_rubric_sha256": "6e84451c0931be1f7c945db63f0cc266409820712dd64b6a0300458c33ad7625", "source_score_sha256": "b9ceb416def0a40750d2d6707ee8a241de22938b587225edadf5aa41b8268daa", "source_judgment_sha256": "febffcee83392071dd0c97e35558bed4a06e08789fef4050434e23f1e2aff63b", "teacher_calibration": "pending", "run_path": "models/antigravity-gemini-3-1-pro-high/TRY-G-01/run.json" }, { "agent": "antigravity-gemini-3-1-pro-high", "name": "Gemini 3.1 Pro", "task_id": "TRY-G-02", "question_id": "Q018", "category": "planning_single", "interval": [ 50.0, 50.0 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "validated_replacement_run", "answer_sha256": "329621c488188c4bf721e33a954a4185bea78538bbcce68dcd24fc09f01c8326", "public_answer_sha256": "be9a7c29ef18c1dd954780dfecc1a900cbf90ef9712f831f8003760e2a97dd05", "answer_path": "models/antigravity-gemini-3-1-pro-high/TRY-G-02/answer.md", "score_path": "models/antigravity-gemini-3-1-pro-high/TRY-G-02/score.json", "judgment_path": "models/antigravity-gemini-3-1-pro-high/TRY-G-02/judgment.json", "metadata_path": "models/antigravity-gemini-3-1-pro-high/TRY-G-02/metadata.json", "run_id": "benchmark-gemini-private-20261012T025927Z", "source_git_ref": "970b2751066aa04741b3dc1fd7e1a77658a15469", "source_task_sha256": "125e4950c3e956f4845685e42cd365dd2805c5420280a89c1dfb977d4f20214d", "source_rubric_sha256": "d25c044765d0e618903519722876939fd53a35cdb4569620d94daeb21091aa0c", "source_score_sha256": "12a5ab9e212263d54e2a3d869d2bb691591dca024ed911a544bcce439bb0678e", "source_judgment_sha256": "6e15e1ea68a7be9e6b43e32afe689b000dd9d7d4eac3165ca31e15e1ea84e04e", "teacher_calibration": "pending", "run_path": "models/antigravity-gemini-3-1-pro-high/TRY-G-02/run.json" }, { "agent": "antigravity-gemini-3-1-pro-high", "name": "Gemini 3.1 Pro", "task_id": "BY-H-APPLY", "question_id": "Q019", "category": "recommendation_single", "interval": [ 30.59, 30.59 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "b740e55b4a7eed560418ef3f9c0f71619fc06d8dcb8b48832d6972cb60a83117", "answer_path": "models/antigravity-gemini-3-1-pro-high/BY-H-APPLY/answer.md", "public_answer_sha256": "ea3a2cf7a3701de5517188778089e7dca44c8541a36723dc8135d0e4723fadbd", "score_path": "models/antigravity-gemini-3-1-pro-high/BY-H-APPLY/score.json", "metadata_path": "models/antigravity-gemini-3-1-pro-high/BY-H-APPLY/metadata.json" }, { "agent": "antigravity-gemini-3-1-pro-high", "name": "Gemini 3.1 Pro", "task_id": "TRY-H-02", "question_id": "Q020", "category": "planning_single", "interval": [ 77.5, 77.5 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "validated_replacement_run", "answer_sha256": "396905f5aceff401eacf11e80447aa04118bff364a523676967448be2798fe7c", "public_answer_sha256": "3533076a3389227786f0b851ff2e771d70fa58885b435b3fa8f11bfc27b3e1a0", "answer_path": "models/antigravity-gemini-3-1-pro-high/TRY-H-02/answer.md", "score_path": "models/antigravity-gemini-3-1-pro-high/TRY-H-02/score.json", "judgment_path": "models/antigravity-gemini-3-1-pro-high/TRY-H-02/judgment.json", "metadata_path": "models/antigravity-gemini-3-1-pro-high/TRY-H-02/metadata.json", "run_id": "benchmark-gemini-private-20261012T025927Z", "source_git_ref": "970b2751066aa04741b3dc1fd7e1a77658a15469", "source_task_sha256": "99c021b5dff4089347f6228f08b39680c7d002b49fa43ab0b92775a4c3df0f3c", "source_rubric_sha256": "8d964d27ee4a93036d2d608b1531bdd02005275fa9b7634f269a080a18f81b2a", "source_score_sha256": "5cdd271d64f07325345ac48a142526a6ac187d125fa7506eb44db305e0ccec2f", "source_judgment_sha256": "4bc898c7fa7279a305e11e16005716757215ef3057d5f1809f592e224575260a", "teacher_calibration": "pending", "run_path": "models/antigravity-gemini-3-1-pro-high/TRY-H-02/run.json" }, { "agent": "antigravity-gemini-3-1-pro-high", "name": "Gemini 3.1 Pro", "task_id": "BY-G-APPLY", "question_id": "Q021", "category": "recommendation_single", "interval": [ 38.76, 38.76 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "validated_replacement_run", "answer_sha256": "4659e92eafaa7eb8665faaed553e7fc4d9281e7991be1cce9a3592baab386fbb", "public_answer_sha256": "db45c19a5da4e582d54e964dafe0d017726aafb667aeadc5604b66bbd26aa590", "answer_path": "models/antigravity-gemini-3-1-pro-high/BY-G-APPLY/answer.md", "score_path": "models/antigravity-gemini-3-1-pro-high/BY-G-APPLY/score.json", "judgment_path": "models/antigravity-gemini-3-1-pro-high/BY-G-APPLY/judgment.json", "metadata_path": "models/antigravity-gemini-3-1-pro-high/BY-G-APPLY/metadata.json", "run_id": "benchmark-gemini-private-20261012T025927Z", "source_git_ref": "970b2751066aa04741b3dc1fd7e1a77658a15469", "source_task_sha256": "306412d8394dbc1d75ef88e62c0d3b7315293aaf1862188325a19a0deb5457f7", "source_rubric_sha256": "54f8635474341a2c8f72a7f93de7fd1e1db9978f1e6a2af05827da9371b54619", "source_score_sha256": "607470b20ee90ceab26a073d7c71f9e5ffcdc0dc7179d96d6c8287b98352c50d", "source_judgment_sha256": "ef58e12a36356766ba6ccbc9f2f0c47650e668abd86dfef531f088eb2c032be7", "teacher_calibration": "pending", "run_path": "models/antigravity-gemini-3-1-pro-high/BY-G-APPLY/run.json", "adjudication_path": "models/antigravity-gemini-3-1-pro-high/BY-G-APPLY/adjudication.json", "effective_rubric_path": "models/antigravity-gemini-3-1-pro-high/BY-G-APPLY/effective-rubric.json" }, { "agent": "antigravity-gemini-3-1-pro-high", "name": "Gemini 3.1 Pro", "task_id": "BY-E-REPLAN", "question_id": "Q023", "category": "planning_single", "interval": [ 77.5, 77.5 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "c3b948cbc0252799756baf18aa7cd12807e626e52a98ec6af4b27ccb66b9ee23", "answer_path": "models/antigravity-gemini-3-1-pro-high/BY-E-REPLAN/answer.md", "public_answer_sha256": "c882cabacb1ac9a7208bed5263d5c7aad017eebd79a6b58928a72c2d85a048f6", "score_path": "models/antigravity-gemini-3-1-pro-high/BY-E-REPLAN/score.json", "metadata_path": "models/antigravity-gemini-3-1-pro-high/BY-E-REPLAN/metadata.json" }, { "agent": "antigravity-gemini-3-1-pro-high", "name": "Gemini 3.1 Pro", "task_id": "BY-E-PREP", "question_id": "Q024", "category": "planning_single", "interval": [ 60.0, 60.0 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "validated_replacement_run", "answer_sha256": "2afdc1845f8c82704689e994786aba3bec880acb0307355a4baa67c04cfb37bb", "public_answer_sha256": "0c8f16ea29a32709d0130d6d98302681b73b3800c368e0ce41d9da16964aca59", "answer_path": "models/antigravity-gemini-3-1-pro-high/BY-E-PREP/answer.md", "score_path": "models/antigravity-gemini-3-1-pro-high/BY-E-PREP/score.json", "judgment_path": "models/antigravity-gemini-3-1-pro-high/BY-E-PREP/judgment.json", "metadata_path": "models/antigravity-gemini-3-1-pro-high/BY-E-PREP/metadata.json", "run_id": "benchmark-gemini-private-20261012T025927Z", "source_git_ref": "970b2751066aa04741b3dc1fd7e1a77658a15469", "source_task_sha256": "c7a3f64aaa48e911d9187495ab64e4fa3201ce6d488ec193ce83f617afb0ffe2", "source_rubric_sha256": "45d6b94c7b1d2446380305325be18d7a4692e2249bbfca016255d17ced9a7931", "source_score_sha256": "de5ad74b74462ba7ce25a877809a771eb0a6229caa1ca18c1db902f6af3314b0", "source_judgment_sha256": "997935ac64c1ed21bfaa425a86faa169ea5b51fb3988a6b25264d8a66eeff3f1", "teacher_calibration": "pending", "run_path": "models/antigravity-gemini-3-1-pro-high/BY-E-PREP/run.json" }, { "agent": "antigravity-gemini-3-1-pro-high", "name": "Gemini 3.1 Pro", "task_id": "N01-01", "question_id": "Q025", "category": "planning_single", "interval": [ 35.5, 35.5 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "validated_replacement_run", "answer_sha256": "627ab6af7404a3b14e2c0c58d35c229d61ef3f668825c4776ab33af0eb934700", "public_answer_sha256": "d72dfdbeb4661d5125fd68f3c16ea4b76a26c5e15fbd04f1f38be005ad779332", "answer_path": "models/antigravity-gemini-3-1-pro-high/N01-01/answer.md", "score_path": "models/antigravity-gemini-3-1-pro-high/N01-01/score.json", "judgment_path": "models/antigravity-gemini-3-1-pro-high/N01-01/judgment.json", "metadata_path": "models/antigravity-gemini-3-1-pro-high/N01-01/metadata.json", "run_id": "benchmark-gemini-private-20261012T025927Z", "source_git_ref": "970b2751066aa04741b3dc1fd7e1a77658a15469", "source_task_sha256": "ac9774005b1d1eb8d78d44977bde0aa8c243c3047b138ed4f359872df9bc2af5", "source_rubric_sha256": "b9f8a3a464563743d9e5095b59887a0bad9cb0b2e7afdbd22a802aebbec51dcb", "source_score_sha256": "36fc58e1e19107ab547788f219fa8b1b87b1e7eed3454bb18b9bbc88ba4a3b76", "source_judgment_sha256": "0a98126bdc88c619eb79796544ff7cbbea399bdba6bb0d8dc0cb25c62de59503", "teacher_calibration": "pending", "run_path": "models/antigravity-gemini-3-1-pro-high/N01-01/run.json" }, { "agent": "antigravity-gemini-3-1-pro-high", "name": "Gemini 3.1 Pro", "task_id": "N01-03", "question_id": "Q026", "category": "recommendation_single", "interval": [ 35.15, 35.15 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "validated_replacement_run", "answer_sha256": "ed8fb15b3daf37dd43010cf07361b6849ea08c789c58b5fd851936f48239cded", "public_answer_sha256": "285ae9208d29b2df7f8c3874912be2cd1a8ff170ac03bb55792603a5b7bdaef5", "answer_path": "models/antigravity-gemini-3-1-pro-high/N01-03/answer.md", "score_path": "models/antigravity-gemini-3-1-pro-high/N01-03/score.json", "judgment_path": "models/antigravity-gemini-3-1-pro-high/N01-03/judgment.json", "metadata_path": "models/antigravity-gemini-3-1-pro-high/N01-03/metadata.json", "run_id": "benchmark-gemini-private-20261012T025927Z", "source_git_ref": "970b2751066aa04741b3dc1fd7e1a77658a15469", "source_task_sha256": "0051c4a15d59addb7aa851a1c0043b57b7ccca496bcf7cf60b14e5985c7f623d", "source_rubric_sha256": "36ed30cebfa4fff234f0b5671deb1d180006c327f900188434245bfa12ecce38", "source_score_sha256": "da4ca75f08d6e196b111b37fd58eba65e5bb5dc410ecb96512c1b1b48973edaa", "source_judgment_sha256": "08cb2e78387fd0ed45c5e84c40fc71aa192782e25fb77880822fcfb7b6d7c3da", "teacher_calibration": "pending", "run_path": "models/antigravity-gemini-3-1-pro-high/N01-03/run.json" }, { "agent": "antigravity-gemini-3-1-pro-high", "name": "Gemini 3.1 Pro", "task_id": "N02-01", "question_id": "Q027", "category": "planning_single", "interval": [ 70.0, 70.0 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "94f6498561af5a562a935848d57a28ae544d3dc9fe330ee450ee23f23a0f3880", "answer_path": "models/antigravity-gemini-3-1-pro-high/N02-01/answer.md", "public_answer_sha256": "235f21d9a22540d0ed7dc5ed38ce672b08a39390235d3d5638ddde5f770faa8d", "score_path": "models/antigravity-gemini-3-1-pro-high/N02-01/score.json", "metadata_path": "models/antigravity-gemini-3-1-pro-high/N02-01/metadata.json" }, { "agent": "antigravity-gemini-3-1-pro-high", "name": "Gemini 3.1 Pro", "task_id": "N02-02", "question_id": "Q028", "category": "planning_single", "interval": [ 67.5, 67.5 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "validated_replacement_run", "answer_sha256": "bb1316b6d7f862572a7b98fc6e688b9d6701b7cff1f2dc34fbb5261415bacec3", "public_answer_sha256": "d516856500887e1d950f2436020fc1d6870f0c847de80fafb8932b69cf80e9e2", "answer_path": "models/antigravity-gemini-3-1-pro-high/N02-02/answer.md", "score_path": "models/antigravity-gemini-3-1-pro-high/N02-02/score.json", "judgment_path": "models/antigravity-gemini-3-1-pro-high/N02-02/judgment.json", "metadata_path": "models/antigravity-gemini-3-1-pro-high/N02-02/metadata.json", "run_id": "benchmark-gemini-private-20261012T025927Z", "source_git_ref": "970b2751066aa04741b3dc1fd7e1a77658a15469", "source_task_sha256": "c536d3f2498c55ee332d3936dce5a9ad3aebeffc5fcdbf2a231a512cb7c55678", "source_rubric_sha256": "a2d74f8770214075ced651844e79d26d530881f3040e726c99c81adba4612c4d", "source_score_sha256": "00b4c72b8371797ebfbc581852dedd1a849485b51846422a29e10821030cb8d1", "source_judgment_sha256": "46ec226f3fb19e62fe761985c97bbc4c945bf69184afed1a10f1fa3ce257e627", "teacher_calibration": "pending", "run_path": "models/antigravity-gemini-3-1-pro-high/N02-02/run.json" }, { "agent": "antigravity-gemini-3-1-pro-high", "name": "Gemini 3.1 Pro", "task_id": "N02-03", "question_id": "Q029", "category": "planning_single", "interval": [ 32.5, 32.5 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "validated_replacement_run", "answer_sha256": "4c5faf0d6bd65e96d9c0a94b4d4d44146f542bdc7ed84c120f7dda5c9aad3429", "public_answer_sha256": "eaadbab6361d147430d8ae66925bdc55730075ca18334482735de60e49f27878", "answer_path": "models/antigravity-gemini-3-1-pro-high/N02-03/answer.md", "score_path": "models/antigravity-gemini-3-1-pro-high/N02-03/score.json", "judgment_path": "models/antigravity-gemini-3-1-pro-high/N02-03/judgment.json", "metadata_path": "models/antigravity-gemini-3-1-pro-high/N02-03/metadata.json", "run_id": "benchmark-gemini-private-20261012T025927Z", "source_git_ref": "970b2751066aa04741b3dc1fd7e1a77658a15469", "source_task_sha256": "9511c36aaaee72a3af6c86e73dfbee2336205ce90a5b9a7c7b2aa35195e6e971", "source_rubric_sha256": "7d4bb07431664b15b727c833c64ff69f4be4cc0bae1636a629fe65b374c540c8", "source_score_sha256": "01234da46a7d9a340519b1764d565f2aba8bfb424d2c5cc0f119f9a69042ca0c", "source_judgment_sha256": "71a2065693f894c9e39f893e1ff32dba056215390a8cd1ab3df577f4c164ee80", "teacher_calibration": "pending", "run_path": "models/antigravity-gemini-3-1-pro-high/N02-03/run.json" }, { "agent": "antigravity-gemini-3-1-pro-high", "name": "Gemini 3.1 Pro", "task_id": "N03-01", "question_id": "Q030", "category": "planning_single", "interval": [ 70.0, 70.0 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "validated_replacement_run", "answer_sha256": "3e468fc2fd5cb67c671aceddb9c4a87e60c26b627659c7d4bf3b08c01b9db712", "public_answer_sha256": "f5c5fc72dc12a5387daf855b1e973770baabd4e97f688b39cbdc3ac4e00fddb9", "answer_path": "models/antigravity-gemini-3-1-pro-high/N03-01/answer.md", "score_path": "models/antigravity-gemini-3-1-pro-high/N03-01/score.json", "judgment_path": "models/antigravity-gemini-3-1-pro-high/N03-01/judgment.json", "metadata_path": "models/antigravity-gemini-3-1-pro-high/N03-01/metadata.json", "run_id": "benchmark-gemini-private-20261012T025927Z", "source_git_ref": "970b2751066aa04741b3dc1fd7e1a77658a15469", "source_task_sha256": "3212aa1f1ae906f5576237092ebb60df48493ef8cc0192e70d49bd2ab691a7cd", "source_rubric_sha256": "1d096e93cbf388a7534ec6a6320348fd6f9ee7d11dcc1014793d3278432e8731", "source_score_sha256": "0dca8c087403f5a7769698bc1aa8af339f53b6937ac211b71256450a1e13bd7d", "source_judgment_sha256": "63647ef57aa39533cdb92529fadd826fe752216661b17e9fcd22caafda241c45", "teacher_calibration": "pending", "run_path": "models/antigravity-gemini-3-1-pro-high/N03-01/run.json" }, { "agent": "antigravity-gemini-3-1-pro-high", "name": "Gemini 3.1 Pro", "task_id": "N03-02", "question_id": "Q031", "category": "planning_single", "interval": [ 52.5, 52.5 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "65ab69daba313e3a8bde4949a42965effa11349568fb84f53fc38cf188e889dc", "answer_path": "models/antigravity-gemini-3-1-pro-high/N03-02/answer.md", "public_answer_sha256": "598b3bd4e361b8fc3185363b2c08cd1c2bac9e50df4003fcc3da555447b6e6a6", "score_path": "models/antigravity-gemini-3-1-pro-high/N03-02/score.json", "metadata_path": "models/antigravity-gemini-3-1-pro-high/N03-02/metadata.json" }, { "agent": "antigravity-gemini-3-1-pro-high", "name": "Gemini 3.1 Pro", "task_id": "N03-03", "question_id": "Q032", "category": "recommendation_single", "interval": [ 47.2, 47.2 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "validated_replacement_run", "answer_sha256": "d922b8973c5de941be0c8fbecf97ed7374fc4cc9c516dbfff8e61e84933eb9cb", "public_answer_sha256": "b48744b107c9cbe5cf0392484847a130c49113bd1fcc1c4226a7a6d5c90bbbd8", "answer_path": "models/antigravity-gemini-3-1-pro-high/N03-03/answer.md", "score_path": "models/antigravity-gemini-3-1-pro-high/N03-03/score.json", "judgment_path": "models/antigravity-gemini-3-1-pro-high/N03-03/judgment.json", "metadata_path": "models/antigravity-gemini-3-1-pro-high/N03-03/metadata.json", "run_id": "benchmark-gemini-private-20261012T025927Z", "source_git_ref": "970b2751066aa04741b3dc1fd7e1a77658a15469", "source_task_sha256": "7b3dd0ced91e0d667e8e2779d454ef867e40730ec4b6e8c6be19ceeab00fc6a7", "source_rubric_sha256": "dbee3fe5ba47c9f19ca4d28911411c16ddb1488b115f9b8963517844ec73052a", "source_score_sha256": "683b69bac13f1f045e1b04af9a2224ff2f171b9f10287213dc2ef012bc14fb67", "source_judgment_sha256": "1010d6f9305dae37f0102bee713e25c4fcf8e23197bb3721493e7e48f3c66128", "teacher_calibration": "pending", "run_path": "models/antigravity-gemini-3-1-pro-high/N03-03/run.json" }, { "agent": "antigravity-gemini-3-1-pro-high", "name": "Gemini 3.1 Pro", "task_id": "N04-01", "question_id": "Q033", "category": "planning_single", "interval": [ 71.0, 71.0 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "validated_replacement_run", "answer_sha256": "9265c30d0e0bf1e3e8705ef8cfc3e54c35656c811eb57c7b26284d7cec402b6e", "public_answer_sha256": "156c869ab46d750477a245488ecb04c16bb7d87aac9bbf2756476b535ad75121", "answer_path": "models/antigravity-gemini-3-1-pro-high/N04-01/answer.md", "score_path": "models/antigravity-gemini-3-1-pro-high/N04-01/score.json", "judgment_path": "models/antigravity-gemini-3-1-pro-high/N04-01/judgment.json", "metadata_path": "models/antigravity-gemini-3-1-pro-high/N04-01/metadata.json", "run_id": "benchmark-gemini-private-20261012T025927Z", "source_git_ref": "970b2751066aa04741b3dc1fd7e1a77658a15469", "source_task_sha256": "fbd3277cbfc83e3be38d898ed2b7b79928501fe7a66de914317e52a2d61a33cc", "source_rubric_sha256": "f312b12b83402f766a5a4a87071e8144f297a99ca43d6e9371c1cb6c90a4dcff", "source_score_sha256": "5d5e17f070bd2ea16552c4b9aeb37306fc48e64515abdc5bae59886b8dec3770", "source_judgment_sha256": "7b85d30dcfd48ac1a1877705b7f9f72623f7513259aaee26ba93f4a8b02150db", "teacher_calibration": "pending", "run_path": "models/antigravity-gemini-3-1-pro-high/N04-01/run.json" }, { "agent": "antigravity-gemini-3-1-pro-high", "name": "Gemini 3.1 Pro", "task_id": "N04-03", "question_id": "Q034", "category": "recommendation_single", "interval": [ 31.5, 31.5 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "f92a94824069640727ab846067be1dee72e5415983bf536e76657feac3005f0b", "answer_path": "models/antigravity-gemini-3-1-pro-high/N04-03/answer.md", "public_answer_sha256": "812333c9135abc7c83a735ae4fb0df1d9fef14c6004ee2923ea52516c2d3b8e7", "score_path": "models/antigravity-gemini-3-1-pro-high/N04-03/score.json", "metadata_path": "models/antigravity-gemini-3-1-pro-high/N04-03/metadata.json" }, { "agent": "antigravity-gemini-3-1-pro-high", "name": "Gemini 3.1 Pro", "task_id": "N05-01", "question_id": "Q035", "category": "planning_single", "interval": [ 62.5, 62.5 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "validated_replacement_run", "answer_sha256": "44f226dde1c77b413798677d5412cf677d4f895f2b7718d83f0680b4a4ef1ab5", "public_answer_sha256": "199f84fcc5bcdc0c4338fdb717ded2646e80d9634686ebc4820c8a46c5abe647", "answer_path": "models/antigravity-gemini-3-1-pro-high/N05-01/answer.md", "score_path": "models/antigravity-gemini-3-1-pro-high/N05-01/score.json", "judgment_path": "models/antigravity-gemini-3-1-pro-high/N05-01/judgment.json", "metadata_path": "models/antigravity-gemini-3-1-pro-high/N05-01/metadata.json", "run_id": "benchmark-gemini-private-20261012T025927Z", "source_git_ref": "970b2751066aa04741b3dc1fd7e1a77658a15469", "source_task_sha256": "15a9ff1dfecac080038995e761f69a9fce8745f2c04d7d2526b1d68973d88e99", "source_rubric_sha256": "6658f6315d767a664d8b66be63c7183197a98304cf5574d114e077b29d6b826e", "source_score_sha256": "f8d373af83974c4534593a4806cd7ec61c0ae2052a87e8b4c653a89e802b3fc7", "source_judgment_sha256": "1235a8029bbc8296c55959cc01fd5c03f1c2a28b535635677fb66cfedaf99672", "teacher_calibration": "pending", "run_path": "models/antigravity-gemini-3-1-pro-high/N05-01/run.json" }, { "agent": "antigravity-gemini-3-1-pro-high", "name": "Gemini 3.1 Pro", "task_id": "N05-03", "question_id": "Q036", "category": "recommendation_single", "interval": [ 48.08, 48.08 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "validated_replacement_run", "answer_sha256": "b3c2d7c9ce21fdbdadb1ada22672fbf7e6e26d0b8de55b91a64ca0ef4c3aae11", "public_answer_sha256": "dd7ad72be13f05c2208b6948bd3f09d0c275ac9d2689a1410afc8bc975830296", "answer_path": "models/antigravity-gemini-3-1-pro-high/N05-03/answer.md", "score_path": "models/antigravity-gemini-3-1-pro-high/N05-03/score.json", "judgment_path": "models/antigravity-gemini-3-1-pro-high/N05-03/judgment.json", "metadata_path": "models/antigravity-gemini-3-1-pro-high/N05-03/metadata.json", "run_id": "benchmark-gemini-private-20261012T025927Z", "source_git_ref": "970b2751066aa04741b3dc1fd7e1a77658a15469", "source_task_sha256": "1366718b2c70b4d643ecbc2bbe66bb10fcaa6f206c4dc77bdc6447af71af81d8", "source_rubric_sha256": "cb27c6918317804a3d4f74c3b4846d93a7ec897802fdfae1b20017fd9da5c4a6", "source_score_sha256": "ea8ada576563a97d73f9323a233112ed542d8e50ce0466bc64da56b2b753a66d", "source_judgment_sha256": "705f518f752a17626ce229a60ce873a7a30e5cd05f079ff532e837c829e6cabe", "teacher_calibration": "pending", "run_path": "models/antigravity-gemini-3-1-pro-high/N05-03/run.json" }, { "agent": "antigravity-gemini-3-1-pro-high", "name": "Gemini 3.1 Pro", "task_id": "N06-01", "question_id": "Q037", "category": "planning_single", "interval": [ 15.0, 15.0 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "validated_replacement_run", "answer_sha256": "8c8b6ac839e35e448ff8b8cb1579a61b2c37a6191a55acf700c2991cb4c5aafc", "public_answer_sha256": "b72b5cffc12e8ae7255e05b2b781b3d32284f03fee0d9756fc666929061498f0", "answer_path": "models/antigravity-gemini-3-1-pro-high/N06-01/answer.md", "score_path": "models/antigravity-gemini-3-1-pro-high/N06-01/score.json", "judgment_path": "models/antigravity-gemini-3-1-pro-high/N06-01/judgment.json", "metadata_path": "models/antigravity-gemini-3-1-pro-high/N06-01/metadata.json", "run_id": "benchmark-gemini-private-20261012T025927Z", "source_git_ref": "970b2751066aa04741b3dc1fd7e1a77658a15469", "source_task_sha256": "03214b1a472d16416a63e9a8b78933c4c1c16bf77b917ecdc6d0f7fbfb25d20f", "source_rubric_sha256": "cb6a63d9bdd2f5e782a459f1c36c383bb40662fb19b4f720785a7e0e6839e1e0", "source_score_sha256": "b226223aae2b8957db12e9117f1bae095552e1d6d71b417bb99931e4e76123eb", "source_judgment_sha256": "88951ade4875aa89509deedf1c9c12f55983b3971b9b51434abb678fe1f53c35", "teacher_calibration": "pending", "run_path": "models/antigravity-gemini-3-1-pro-high/N06-01/run.json" }, { "agent": "antigravity-gemini-3-1-pro-high", "name": "Gemini 3.1 Pro", "task_id": "N06-02", "question_id": "Q038", "category": "planning_single", "interval": [ 67.5, 67.5 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "validated_replacement_run", "answer_sha256": "3b54cba8373f5dd45da1d1e7fe1fd93f6a7bb3d57d4f25354d0e04dcf61b33f1", "public_answer_sha256": "6c5547d82bf011917ec6807ce9092bf496fbf5c3de7dc38ef71d2cabbfd22d4a", "answer_path": "models/antigravity-gemini-3-1-pro-high/N06-02/answer.md", "score_path": "models/antigravity-gemini-3-1-pro-high/N06-02/score.json", "judgment_path": "models/antigravity-gemini-3-1-pro-high/N06-02/judgment.json", "metadata_path": "models/antigravity-gemini-3-1-pro-high/N06-02/metadata.json", "run_id": "benchmark-gemini-private-20261012T025927Z", "source_git_ref": "970b2751066aa04741b3dc1fd7e1a77658a15469", "source_task_sha256": "78496785bc9d334dcaa6c46bdc1fba401fdd9bbcde827dc5635f3a2e5f9e8a75", "source_rubric_sha256": "4c385e3997270cb3c894c9e0f7ac5df6ca4fb65cfe73ae79e8bedfebab93a67d", "source_score_sha256": "9367851e60f24e6ebe635d377388fac6149f59dcab5b8a9aef04d958ddef07ef", "source_judgment_sha256": "3dfe50f10b91307dfe97e11e39c175bc791855bffc95bbb8eda586ff4d3e605e", "teacher_calibration": "pending", "run_path": "models/antigravity-gemini-3-1-pro-high/N06-02/run.json" }, { "agent": "antigravity-gemini-3-1-pro-high", "name": "Gemini 3.1 Pro", "task_id": "N06-03", "question_id": "Q039", "category": "recommendation_single", "interval": [ 34.69, 34.69 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "35ce1d790cc95a5c37ed4c267094a8e6428dfb484ca56603e230a37059a6cf2c", "answer_path": "models/antigravity-gemini-3-1-pro-high/N06-03/answer.md", "public_answer_sha256": "f85384a00f363211431b214394aa35e77c64abf564fd895c56e6c4391fb91698", "score_path": "models/antigravity-gemini-3-1-pro-high/N06-03/score.json", "metadata_path": "models/antigravity-gemini-3-1-pro-high/N06-03/metadata.json" }, { "agent": "antigravity-gemini-3-1-pro-high", "name": "Gemini 3.1 Pro", "task_id": "N08-01", "question_id": "Q042", "category": "planning_single", "interval": [ 45.0, 45.0 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "validated_replacement_run", "answer_sha256": "27634ee1e2c392b23f52ea0d4734177c76c0ce900fdc22d6ebca9a8442c868c6", "public_answer_sha256": "6bc1c2ea454eacaeb638797c48f22e2f8eaca18fa43d2bade0caa7cc34e3ee2c", "answer_path": "models/antigravity-gemini-3-1-pro-high/N08-01/answer.md", "score_path": "models/antigravity-gemini-3-1-pro-high/N08-01/score.json", "judgment_path": "models/antigravity-gemini-3-1-pro-high/N08-01/judgment.json", "metadata_path": "models/antigravity-gemini-3-1-pro-high/N08-01/metadata.json", "run_id": "benchmark-gemini-private-20261012T025927Z", "source_git_ref": "970b2751066aa04741b3dc1fd7e1a77658a15469", "source_task_sha256": "b5ed808c185afeaaed1ea9fae83d197637b0a06ffc3c58aa87883e4611658482", "source_rubric_sha256": "88424e92227dc8a6ad7a249d7c7abfbe6a925dde1f01c4d500b6e2cd5bc88bf4", "source_score_sha256": "bf03f632fa41a7bccadffec7e2a6a2863b5f2fef3ad3abb8709077fa8ddb16a4", "source_judgment_sha256": "96ea083a4f686f2b28fb1cb80ca87d849dd93d9cbf4fb4f910dfd1d5834ad1a4", "teacher_calibration": "pending", "adjudication_path": "models/antigravity-gemini-3-1-pro-high/N08-01/adjudication.json", "run_path": "models/antigravity-gemini-3-1-pro-high/N08-01/run.json" }, { "agent": "antigravity-gemini-3-1-pro-high", "name": "Gemini 3.1 Pro", "task_id": "N08-03", "question_id": "Q043", "category": "recommendation_single", "interval": [ 21.59, 21.59 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "validated_replacement_run", "answer_sha256": "afe56bcdb0a2c03fbae6fc182b2bbd765df0ada3534efe23c00da54128ea8cad", "public_answer_sha256": "c133fc2f47562c46626133c1f8f4a0f2e53ad684c2c7058b10660d0e08f24594", "answer_path": "models/antigravity-gemini-3-1-pro-high/N08-03/answer.md", "score_path": "models/antigravity-gemini-3-1-pro-high/N08-03/score.json", "judgment_path": "models/antigravity-gemini-3-1-pro-high/N08-03/judgment.json", "metadata_path": "models/antigravity-gemini-3-1-pro-high/N08-03/metadata.json", "run_id": "benchmark-gemini-private-20261012T025927Z", "source_git_ref": "970b2751066aa04741b3dc1fd7e1a77658a15469", "source_task_sha256": "ef92b8dd7f7caaa3a56f688a011b8da8df5803da969af801445f27d4bc4cd7b6", "source_rubric_sha256": "38affb6fb8ad551ccee1a91aac21dfce7f86bf1d8036f654c62dfd6287840e69", "source_score_sha256": "0b63a12e1f518ac4477a23b0b65dbdac9bc1e1dc11408727cbf52f24718cd0cc", "source_judgment_sha256": "2edf4a978a97d593c02d05bbf8b90aa18ca20292a7b8335cd61add520452f3c6", "teacher_calibration": "pending", "run_path": "models/antigravity-gemini-3-1-pro-high/N08-03/run.json" }, { "agent": "antigravity-gemini-3-1-pro-high", "name": "Gemini 3.1 Pro", "task_id": "N09-01", "question_id": "Q044", "category": "planning_single", "interval": [ 63.5, 63.5 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "validated_replacement_run", "answer_sha256": "767f0ffcec31158717d57b14b1a8ebd47412c6d3fe9361287e454660bf951d23", "public_answer_sha256": "fbfc9ceea274dfd67b0d610075883f29df07f61c58416b9318f03451cc23767d", "answer_path": "models/antigravity-gemini-3-1-pro-high/N09-01/answer.md", "score_path": "models/antigravity-gemini-3-1-pro-high/N09-01/score.json", "judgment_path": "models/antigravity-gemini-3-1-pro-high/N09-01/judgment.json", "metadata_path": "models/antigravity-gemini-3-1-pro-high/N09-01/metadata.json", "run_id": "benchmark-gemini-private-20261012T025927Z", "source_git_ref": "970b2751066aa04741b3dc1fd7e1a77658a15469", "source_task_sha256": "a87126cc631c21f76d46f9604df7b7267211b973c8385fb9d575f00000fdb50e", "source_rubric_sha256": "35e702c7d82650bbf5a8cf697722f891837015d4496a18b8c07e400be981d1ab", "source_score_sha256": "2f04a44c25f34dfd020666bcc9c5aa2c9135d717ea5c0cc21a88b71cfdd4e708", "source_judgment_sha256": "c8dce979f1d4e0403a485abc17521e61c67356a18e40da25251e2b5ad7dbc275", "teacher_calibration": "pending", "run_path": "models/antigravity-gemini-3-1-pro-high/N09-01/run.json" }, { "agent": "antigravity-gemini-3-1-pro-high", "name": "Gemini 3.1 Pro", "task_id": "N09-03", "question_id": "Q045", "category": "recommendation_single", "interval": [ 49.59, 49.59 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "validated_replacement_run", "answer_sha256": "c74259d9142486d1b93a1cae7aea906a7dfd78e2477996f39fb7e68103c4b44d", "public_answer_sha256": "d0bdd072acabe612aad94ed106238e9b9fa8b435b8fb92b50e6582d661c47611", "answer_path": "models/antigravity-gemini-3-1-pro-high/N09-03/answer.md", "score_path": "models/antigravity-gemini-3-1-pro-high/N09-03/score.json", "judgment_path": "models/antigravity-gemini-3-1-pro-high/N09-03/judgment.json", "metadata_path": "models/antigravity-gemini-3-1-pro-high/N09-03/metadata.json", "run_id": "benchmark-gemini-private-20261012T025927Z", "source_git_ref": "970b2751066aa04741b3dc1fd7e1a77658a15469", "source_task_sha256": "b14ff9c88f14103a8570c8fb6cb56fe9fa790d3c131405b13c0fa38ae5bcd9cd", "source_rubric_sha256": "44d91225173a976247891155e0b19044c4701fcd9be2184a50a4d60cced57398", "source_score_sha256": "9d326be32e89ae40b15fe5e3224bb4bcf1c92cf87fa6dba4bd1af7610e76ef90", "source_judgment_sha256": "0eb886322bab7c6d4342d79d30ba3c53a614c94bd00a576497b3f6e035a66c3e", "teacher_calibration": "pending", "run_path": "models/antigravity-gemini-3-1-pro-high/N09-03/run.json" }, { "agent": "antigravity-gemini-3-1-pro-high", "name": "Gemini 3.1 Pro", "task_id": "N10-01", "question_id": "Q046", "category": "planning_single", "interval": [ 68.5, 68.5 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "28c002a26f7b942ca3eb7405dcd794559ea3dd93e0c2e3eda1e5915f9bdd0880", "answer_path": "models/antigravity-gemini-3-1-pro-high/N10-01/answer.md", "public_answer_sha256": "c1e2c5eba11ba681daa1c54697834c46e2119fd5a2f2c8503839cd187cba9928", "score_path": "models/antigravity-gemini-3-1-pro-high/N10-01/score.json", "metadata_path": "models/antigravity-gemini-3-1-pro-high/N10-01/metadata.json" }, { "agent": "antigravity-gemini-3-1-pro-high", "name": "Gemini 3.1 Pro", "task_id": "N10-02", "question_id": "Q047", "category": "planning_single", "interval": [ 62.5, 62.5 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "validated_replacement_run", "answer_sha256": "85de30ff09182f2e39b00c780853f330b2608f0215111cb2caff7367f3c88bc4", "public_answer_sha256": "3924525e61dd77ff1e9a5857cd50dad853b02606fac207eb615d6e28bff4d3d6", "answer_path": "models/antigravity-gemini-3-1-pro-high/N10-02/answer.md", "score_path": "models/antigravity-gemini-3-1-pro-high/N10-02/score.json", "judgment_path": "models/antigravity-gemini-3-1-pro-high/N10-02/judgment.json", "metadata_path": "models/antigravity-gemini-3-1-pro-high/N10-02/metadata.json", "run_id": "benchmark-gemini-private-20261012T025927Z", "source_git_ref": "970b2751066aa04741b3dc1fd7e1a77658a15469", "source_task_sha256": "a48571b715c98394c0b6e87cd01778e0ef2b821c707f74d41165a0858b51e28d", "source_rubric_sha256": "9b02243e25a1a70ac0da2ac353e0cb3e4cba7b4dcd372e02964dfaa50696b143", "source_score_sha256": "75ebe3cc0ad690c7e2e4c022516d6d0d0ea49de7c89d2b6d1f766cfbbfece63a", "source_judgment_sha256": "7636a4046a3d26341e37bcfdf8fd7f992e80799122941e43f5fe7867fe107103", "teacher_calibration": "pending", "run_path": "models/antigravity-gemini-3-1-pro-high/N10-02/run.json" }, { "agent": "antigravity-gemini-3-1-pro-high", "name": "Gemini 3.1 Pro", "task_id": "N10-03", "question_id": "Q048", "category": "recommendation_single", "interval": [ 41.77, 41.77 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "validated_replacement_run", "answer_sha256": "c59e159550187085720e924bd46ab9ab581e01bff6930bf0fef1c0d02912ceca", "public_answer_sha256": "50997194272f0a2293e51d40fb5bd4b935943b24acf2400ebfc2c1063bb3506c", "answer_path": "models/antigravity-gemini-3-1-pro-high/N10-03/answer.md", "score_path": "models/antigravity-gemini-3-1-pro-high/N10-03/score.json", "judgment_path": "models/antigravity-gemini-3-1-pro-high/N10-03/judgment.json", "metadata_path": "models/antigravity-gemini-3-1-pro-high/N10-03/metadata.json", "run_id": "benchmark-gemini-private-20261012T025927Z", "source_git_ref": "970b2751066aa04741b3dc1fd7e1a77658a15469", "source_task_sha256": "33c229f77dd532aa75ccb9a646f4672d39f8c90dcf32b24ab42e0c392a9aa3a4", "source_rubric_sha256": "e0820be2b587778ba29b04d71fdd5144adaf6fe53f5e90ffd0fafebc67ef40b4", "source_score_sha256": "49ee85162520215bdffa33ba458172640168b8401cf53ffbb754ad3e00829f88", "source_judgment_sha256": "ac98e84f52bd68d22b20d04892e16fdd1f2febd9616a49b224aed8c66638d94f", "teacher_calibration": "pending", "run_path": "models/antigravity-gemini-3-1-pro-high/N10-03/run.json" }, { "agent": "antigravity-gemini-3-1-pro-high", "name": "Gemini 3.1 Pro", "task_id": "N11-03", "question_id": "Q049", "category": "recommendation_single", "interval": [ 60.25, 60.25 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "b6f21b0f4c1adeb7ac0da327af2de20309b7734fd1adfe8d7989cde0977223d3", "answer_path": "models/antigravity-gemini-3-1-pro-high/N11-03/answer.md", "public_answer_sha256": "d382ad9f73669fea777fdc0ec08f08d81dd7d78f99776808a8bc2de0a3532072", "score_path": "models/antigravity-gemini-3-1-pro-high/N11-03/score.json", "metadata_path": "models/antigravity-gemini-3-1-pro-high/N11-03/metadata.json" }, { "agent": "antigravity-gemini-3-1-pro-high", "name": "Gemini 3.1 Pro", "task_id": "N12-01", "question_id": "Q050", "category": "planning_single", "interval": [ 70.0, 70.0 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "validated_replacement_run", "answer_sha256": "997a1ee5e5c3978fa64c029a223e277766f0fabc0a506a89e991bb5c309c5763", "public_answer_sha256": "943268b8c69b267d8d0cff46373b234977207ddf387e21301c4808af36116a05", "answer_path": "models/antigravity-gemini-3-1-pro-high/N12-01/answer.md", "score_path": "models/antigravity-gemini-3-1-pro-high/N12-01/score.json", "judgment_path": "models/antigravity-gemini-3-1-pro-high/N12-01/judgment.json", "metadata_path": "models/antigravity-gemini-3-1-pro-high/N12-01/metadata.json", "run_id": "benchmark-gemini-private-20261012T025927Z", "source_git_ref": "970b2751066aa04741b3dc1fd7e1a77658a15469", "source_task_sha256": "c084a1b17e0dab3305737390f3f826f0a618b0578f300236e8f214e4e4b26c69", "source_rubric_sha256": "b532c7f33bb557207caa5bc6a627e952cf9f39267099de17ef1ef4906049a0bb", "source_score_sha256": "801d16ac6a086f6c7b806f92e67577de70dd74838a32fa4d2669f5206d7a86c7", "source_judgment_sha256": "f416fb0dee2b998467df951c9f037a998fb562e0a348d1b54122b1c851ce5253", "teacher_calibration": "pending", "run_path": "models/antigravity-gemini-3-1-pro-high/N12-01/run.json" }, { "agent": "antigravity-gemini-3-1-pro-high", "name": "Gemini 3.1 Pro", "task_id": "N12-03", "question_id": "Q051", "category": "recommendation_single", "interval": [ 33.91, 33.91 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "validated_replacement_run", "answer_sha256": "ead47238e0b31b39de6a070b25bf502ab275aa8fdcf4acd6a613f3017ae86982", "public_answer_sha256": "3575831f14ba7c76abea03082aa7a1b5dc1740f218efa2b42dc61e6c8ac2ed46", "answer_path": "models/antigravity-gemini-3-1-pro-high/N12-03/answer.md", "score_path": "models/antigravity-gemini-3-1-pro-high/N12-03/score.json", "judgment_path": "models/antigravity-gemini-3-1-pro-high/N12-03/judgment.json", "metadata_path": "models/antigravity-gemini-3-1-pro-high/N12-03/metadata.json", "run_id": "benchmark-gemini-private-20261012T025927Z", "source_git_ref": "970b2751066aa04741b3dc1fd7e1a77658a15469", "source_task_sha256": "ee630c377886cc7cc8461eb64a7573e5f4d8e851fd661539e2f02e8ee75877dd", "source_rubric_sha256": "ba3a622370d4d968ab3b4e2cebfb1feaefdb73c17326e4277883009aadf480c0", "source_score_sha256": "fe70ff2fa96659db5788136fa443bfbe4bbf8460b013d19017e7ce4695cd795c", "source_judgment_sha256": "dc19500eb793ffd42bc95e2c0953a6f12e085aac7180dce43bdc38bed7499f21", "teacher_calibration": "pending", "adjudication_path": "models/antigravity-gemini-3-1-pro-high/N12-03/adjudication.json", "run_path": "models/antigravity-gemini-3-1-pro-high/N12-03/run.json" }, { "agent": "antigravity-gemini-3-1-pro-high", "name": "Gemini 3.1 Pro", "task_id": "N13-02", "question_id": "Q052", "category": "planning_single", "interval": [ 50.0, 50.0 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "1682d738888f84fb6390bb8d195d355fdb64d2dd443fa568a742d9aa245084dd", "answer_path": "models/antigravity-gemini-3-1-pro-high/N13-02/answer.md", "public_answer_sha256": "7a9f138c04be16d9dc911aa4b995e7314b7933f4de2d181380a86ecc20e098e5", "score_path": "models/antigravity-gemini-3-1-pro-high/N13-02/score.json", "metadata_path": "models/antigravity-gemini-3-1-pro-high/N13-02/metadata.json" }, { "agent": "antigravity-gemini-3-1-pro-high", "name": "Gemini 3.1 Pro", "task_id": "N13-03", "question_id": "Q053", "category": "recommendation_single", "interval": [ 30.75, 30.75 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "validated_replacement_run", "answer_sha256": "e433c70f60b1170639c5be3e266795459054deb4dae7b403d72815ccf985f684", "public_answer_sha256": "7e551a4176a06db05a06eddeb17144978e1af96214284dad2e4e4f4c4ae6bd8f", "answer_path": "models/antigravity-gemini-3-1-pro-high/N13-03/answer.md", "score_path": "models/antigravity-gemini-3-1-pro-high/N13-03/score.json", "judgment_path": "models/antigravity-gemini-3-1-pro-high/N13-03/judgment.json", "metadata_path": "models/antigravity-gemini-3-1-pro-high/N13-03/metadata.json", "run_id": "benchmark-gemini-private-20261012T025927Z", "source_git_ref": "970b2751066aa04741b3dc1fd7e1a77658a15469", "source_task_sha256": "1ec5a0068ca3b1cdfd8a478a368f27783768d63fa8c6fb25e557293b52370acc", "source_rubric_sha256": "8836d2cbdb523749fbe6291deaf20341520f729bd1cd9fb35d57e83b668539c0", "source_score_sha256": "ad695aca16c4984d9505f6cce91f37c2fbb8e3dc04368abe4cb2630f45f133e0", "source_judgment_sha256": "b8cfc4c01b89127a37c6ebbde1923d60f042dc270e51dd83ae733b25fbaf3da8", "teacher_calibration": "pending", "adjudication_path": "models/antigravity-gemini-3-1-pro-high/N13-03/adjudication.json", "run_path": "models/antigravity-gemini-3-1-pro-high/N13-03/run.json" }, { "agent": "antigravity-gemini-3-1-pro-high", "name": "Gemini 3.1 Pro", "task_id": "N14-01", "question_id": "Q054", "category": "planning_single", "interval": [ 40.0, 40.0 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "validated_replacement_run", "answer_sha256": "244a322122d234f18999506a782030d6192144d5ee10798bea181267277d2fe5", "public_answer_sha256": "8b0f0a6a1512854bff61297f773cfdf39702c12bfeba923b51b992293fb07e49", "answer_path": "models/antigravity-gemini-3-1-pro-high/N14-01/answer.md", "score_path": "models/antigravity-gemini-3-1-pro-high/N14-01/score.json", "judgment_path": "models/antigravity-gemini-3-1-pro-high/N14-01/judgment.json", "metadata_path": "models/antigravity-gemini-3-1-pro-high/N14-01/metadata.json", "run_id": "benchmark-gemini-private-20261012T025927Z", "source_git_ref": "970b2751066aa04741b3dc1fd7e1a77658a15469", "source_task_sha256": "9a32817b5bcee976d19c9f098c81ae8e415fa0aeb820d4ca189fd388e104561f", "source_rubric_sha256": "2c9cb6f0028e0a9edae184d9043e03b48e0185c4fd8b6202f9ac606469adce70", "source_score_sha256": "db778b7a12143616a8a1e2d2d41d9474cf99794e45553d74b1b0dc08b6e1116b", "source_judgment_sha256": "53fe303311b05d2f3634b0394173e4e45cced5db2593c8c0d1c6af60583bbf16", "teacher_calibration": "pending", "run_path": "models/antigravity-gemini-3-1-pro-high/N14-01/run.json" }, { "agent": "antigravity-gemini-3-1-pro-high", "name": "Gemini 3.1 Pro", "task_id": "N14-02", "question_id": "Q055", "category": "planning_single", "interval": [ 65.0, 65.0 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "validated_replacement_run", "answer_sha256": "5f9e49b863d85c1c31db40afc23e5f81d656d3e62eee07398bf903501cd7c9eb", "public_answer_sha256": "627a9987efb36beef02e935cc1a4a8274b1f36b99e138a7443fcdd3b4e3b4489", "answer_path": "models/antigravity-gemini-3-1-pro-high/N14-02/answer.md", "score_path": "models/antigravity-gemini-3-1-pro-high/N14-02/score.json", "judgment_path": "models/antigravity-gemini-3-1-pro-high/N14-02/judgment.json", "metadata_path": "models/antigravity-gemini-3-1-pro-high/N14-02/metadata.json", "run_id": "benchmark-gemini-private-20261012T025927Z", "source_git_ref": "970b2751066aa04741b3dc1fd7e1a77658a15469", "source_task_sha256": "beb874beef76e95b656ca20d7d92be65839fdcbabb25709cd52232c325683b48", "source_rubric_sha256": "fd266c4219f9545f5adef4b68a51686fcab0cc6e604cde14cbcbc86cef26c6ed", "source_score_sha256": "12f4ee7786ce7557f5a8fd28947e36da58d4085cc0ffd67e8e97b4ecb09639ce", "source_judgment_sha256": "218581fb69d486e77c8a6488b3a542ee7c292da67e3095fc443ed3e6753bdbb3", "teacher_calibration": "pending", "run_path": "models/antigravity-gemini-3-1-pro-high/N14-02/run.json" }, { "agent": "antigravity-gemini-3-1-pro-high", "name": "Gemini 3.1 Pro", "task_id": "N14-03", "question_id": "Q056", "category": "recommendation_single", "interval": [ 22.79, 22.79 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "038b60f7c4c96dfe1ffd21ad047d413bdb8f987b50e9a3f2d6e8672527fdab31", "answer_path": "models/antigravity-gemini-3-1-pro-high/N14-03/answer.md", "public_answer_sha256": "dec43bba85e4bad84ce137ebea210ef724ee3af52f6a2254b3fcee989627b57c", "score_path": "models/antigravity-gemini-3-1-pro-high/N14-03/score.json", "metadata_path": "models/antigravity-gemini-3-1-pro-high/N14-03/metadata.json" }, { "agent": "antigravity-gemini-3-1-pro-high", "name": "Gemini 3.1 Pro", "task_id": "N15-01", "question_id": "Q057", "category": "planning_single", "interval": [ 50.0, 50.0 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "0632ab8ff81d1d114c42af1491e0c7bc4c7faab05094ab80f4c56515aaebdd97", "answer_path": "models/antigravity-gemini-3-1-pro-high/N15-01/answer.md", "public_answer_sha256": "68ed66cad7622d10fea98eb8e1800f938f57d3d4f6b699d6d184d058ea70b67f", "score_path": "models/antigravity-gemini-3-1-pro-high/N15-01/score.json", "metadata_path": "models/antigravity-gemini-3-1-pro-high/N15-01/metadata.json" }, { "agent": "antigravity-gemini-3-1-pro-high", "name": "Gemini 3.1 Pro", "task_id": "N15-03", "question_id": "Q058", "category": "recommendation_single", "interval": [ 45.17, 45.17 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "validated_replacement_run", "answer_sha256": "c64e769767c80c691222e1bfe1683645756c51a3cbbcf618b08abe5c4f25a382", "public_answer_sha256": "ef3faf32776c54460cbc0f6b1c58e694173a5d305742e89ac6365b8dd95a2e4f", "answer_path": "models/antigravity-gemini-3-1-pro-high/N15-03/answer.md", "score_path": "models/antigravity-gemini-3-1-pro-high/N15-03/effective-score.json", "judgment_path": "models/antigravity-gemini-3-1-pro-high/N15-03/judgment.json", "metadata_path": "models/antigravity-gemini-3-1-pro-high/N15-03/metadata.json", "run_id": "benchmark-gemini-private-20261012T025927Z", "source_git_ref": "970b2751066aa04741b3dc1fd7e1a77658a15469", "source_task_sha256": "a1ac3ff5786f9848d3a6b2bbbce8358f51f4b0df65b1508d8765d22e7f4d2c62", "source_rubric_sha256": "a5d21bb694ced702eafc56692fe4abbfeb3f633d5fc7ef8286499521d80eab35", "source_score_sha256": "8cd02851594680e5c205291ba9c352c05bb6dda06d9fbfda907013de8d9daca6", "source_judgment_sha256": "20e94aeb4608ba15a104c2571f734c633af3a2b8b6086139a12be63b6520c1a6", "teacher_calibration": "pending", "run_path": "models/antigravity-gemini-3-1-pro-high/N15-03/run.json", "effective_score_path": "models/antigravity-gemini-3-1-pro-high/N15-03/effective-score.json", "adjudication_path": "models/antigravity-gemini-3-1-pro-high/N15-03/adjudication.json" }, { "agent": "antigravity-gemini-3-1-pro-high", "name": "Gemini 3.1 Pro", "task_id": "N16-01", "question_id": "Q059", "category": "planning_single", "interval": [ 50.0, 50.0 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "validated_replacement_run", "answer_sha256": "31688f092ffb5878f9c6c2383749aa2eadb94b9f17fdec12c581e6b91004a7c4", "public_answer_sha256": "a386fbcfa849e27b15d1977d5978480e6cdd77732764dcf82eafeac0a3d823d0", "answer_path": "models/antigravity-gemini-3-1-pro-high/N16-01/answer.md", "score_path": "models/antigravity-gemini-3-1-pro-high/N16-01/score.json", "judgment_path": "models/antigravity-gemini-3-1-pro-high/N16-01/judgment.json", "metadata_path": "models/antigravity-gemini-3-1-pro-high/N16-01/metadata.json", "run_id": "benchmark-gemini-private-20261012T025927Z", "source_git_ref": "970b2751066aa04741b3dc1fd7e1a77658a15469", "source_task_sha256": "b3082bd3d4fdfe9138af1b73fe1e6546ff07bf2163b2b54b3eb372793513c57c", "source_rubric_sha256": "8b7ed5cd99c6214d073a3844c0422e0715ab9c99be66f159d2f3c50ef21f072d", "source_score_sha256": "e599e5136203f6641b2c746c0df82b4a04cf644b850a28f1705d594c0c769fa0", "source_judgment_sha256": "11c04bd522b207bcf3d995620357a13ef1398efff32e5f4d71205c77c092ba5f", "teacher_calibration": "pending", "run_path": "models/antigravity-gemini-3-1-pro-high/N16-01/run.json" }, { "agent": "antigravity-gemini-3-1-pro-high", "name": "Gemini 3.1 Pro", "task_id": "N16-03", "question_id": "Q060", "category": "recommendation_single", "interval": [ 61.53, 61.53 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "validated_replacement_run", "answer_sha256": "defa9ae31027817696d73ac854658e621a5349efae32516e8efbdd06244c5052", "public_answer_sha256": "f21b5a5063c3e06c1d5b9a9bb34778b16e108272d8987e121e9ac8953dda7ad0", "answer_path": "models/antigravity-gemini-3-1-pro-high/N16-03/answer.md", "score_path": "models/antigravity-gemini-3-1-pro-high/N16-03/score.json", "judgment_path": "models/antigravity-gemini-3-1-pro-high/N16-03/judgment.json", "metadata_path": "models/antigravity-gemini-3-1-pro-high/N16-03/metadata.json", "run_id": "benchmark-gemini-private-20261012T025927Z", "source_git_ref": "970b2751066aa04741b3dc1fd7e1a77658a15469", "source_task_sha256": "b4f6cbf05f5c4057f6ecbe0f85f7c86630c47e7e926cb8cd1d8144334b1f1286", "source_rubric_sha256": "60cba97926cbdeaed594712281646d60c62c1cc00ff5e4d60dd6fc1a3bb0eaec", "source_score_sha256": "134a87c5a2e20250396675ae17e07399145d9583c50d25313aa20182368dcf0f", "source_judgment_sha256": "f152f9692142b39360a251696c453785db6718b0a0b717da0c9bb0a9fd8cf819", "teacher_calibration": "pending", "run_path": "models/antigravity-gemini-3-1-pro-high/N16-03/run.json" }, { "agent": "antigravity-gemini-3-1-pro-high", "name": "Gemini 3.1 Pro", "task_id": "O08-02", "question_id": "Q061", "category": "planning_single", "interval": [ 77.5, 77.5 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "validated_replacement_run", "answer_sha256": "576b4fdfaac69686f0a2bc970851b58f03bcedf9bf5f78f63d2aa8a45357100a", "public_answer_sha256": "6ae8ed039730951a2ba6163cc4915fcdbff0156fad45c42d58117a983d9389a3", "answer_path": "models/antigravity-gemini-3-1-pro-high/O08-02/answer.md", "score_path": "models/antigravity-gemini-3-1-pro-high/O08-02/score.json", "judgment_path": "models/antigravity-gemini-3-1-pro-high/O08-02/judgment.json", "metadata_path": "models/antigravity-gemini-3-1-pro-high/O08-02/metadata.json", "run_id": "benchmark-gemini-private-20261012T025927Z", "source_git_ref": "970b2751066aa04741b3dc1fd7e1a77658a15469", "source_task_sha256": "b89a2725b2e302a6573734f23ae817c28f315a116c00f4031398d90942dc114b", "source_rubric_sha256": "98e568491b2c1fa920f7fed309a56a3c85a10fed8dd0b2fcd429af676ed5a2e5", "source_score_sha256": "80260a1da5f3b55f311cb45b2a19a81274839a588b3d74772e7bdc77ded1c77c", "source_judgment_sha256": "af4ab9f94b2e138acafc7ae632aa5e42a6c3f121c469e7f85be52eaac5fc6327", "teacher_calibration": "pending", "run_path": "models/antigravity-gemini-3-1-pro-high/O08-02/run.json" }, { "agent": "antigravity-gemini-3-1-pro-high", "name": "Gemini 3.1 Pro", "task_id": "N01-02", "question_id": "Q062", "category": "staged", "interval": [ 80.0, 80.0 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "88a3ca58a59b47c4e0200e1c4355ea97f955195ecbbd642c7037c3890838788f", "answer_path": "models/antigravity-gemini-3-1-pro-high/N01-02/answer.md", "public_answer_sha256": "731e579c5f291b7ebd459d97fa9a366be735af3a62ca2986d7434cc1d200c0a6", "score_path": "models/antigravity-gemini-3-1-pro-high/N01-02/score.json", "metadata_path": "models/antigravity-gemini-3-1-pro-high/N01-02/metadata.json" }, { "agent": "antigravity-gemini-3-1-pro-high", "name": "Gemini 3.1 Pro", "task_id": "N04-02", "question_id": "Q063", "category": "staged", "interval": [ 65.0, 65.0 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "validated_replacement_run", "answer_sha256": "ab5c9222ced078e4138f1d1a0414334ee8602cfa3e330b6c91cf92fe02915e1c", "public_answer_sha256": "959c0352a336f94019b3b6d3b5097181dbcacbb57caefd673b6de613b516ba4b", "answer_path": "models/antigravity-gemini-3-1-pro-high/N04-02/answer.md", "score_path": "models/antigravity-gemini-3-1-pro-high/N04-02/score.json", "judgment_path": "models/antigravity-gemini-3-1-pro-high/N04-02/judgment.json", "metadata_path": "models/antigravity-gemini-3-1-pro-high/N04-02/metadata.json", "run_id": "benchmark-gemini-private-20261012T025927Z", "source_git_ref": "970b2751066aa04741b3dc1fd7e1a77658a15469", "source_task_sha256": "9069ab153c8458d09d9876155e789e00342b84f8a2c846343c37a1b6629534a7", "source_rubric_sha256": "e37fee323bda59d268ba36362da2b6c6c519ff48b5c1c973196ecb8fb2042187", "source_score_sha256": "d3c00923ba639d037732a7de3e822b2a24bb23b2a004c1c21aa4b043a24867a6", "source_judgment_sha256": "53f5bb07efd42b8a279fd50354e1635266356688cca7eb8ec5c4c6b3810d289c", "teacher_calibration": "pending", "run_path": "models/antigravity-gemini-3-1-pro-high/N04-02/run.json" }, { "agent": "antigravity-gemini-3-1-pro-high", "name": "Gemini 3.1 Pro", "task_id": "N05-02", "question_id": "Q064", "category": "staged", "interval": [ 62.0, 62.0 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "validated_replacement_run", "answer_sha256": "29de0b00df968f5ae3951e635a40aac4091b062464abb63b1d24faee39c6f603", "public_answer_sha256": "a82aa26a5c16d734a069565f606cc87c8da429dad95a2a5143d56aa73a570e9d", "answer_path": "models/antigravity-gemini-3-1-pro-high/N05-02/answer.md", "score_path": "models/antigravity-gemini-3-1-pro-high/N05-02/score.json", "judgment_path": "models/antigravity-gemini-3-1-pro-high/N05-02/judgment.json", "metadata_path": "models/antigravity-gemini-3-1-pro-high/N05-02/metadata.json", "run_id": "benchmark-gemini-private-20261012T025927Z", "source_git_ref": "970b2751066aa04741b3dc1fd7e1a77658a15469", "source_task_sha256": "4b2b3705159d69fd9e6af6c29565a107e1b8645f74c76255210c2295bd924c8a", "source_rubric_sha256": "516032be30b20373af4685a27f02d345bc414794e1fbdf2f955f966580b70c7e", "source_score_sha256": "49b74f8470642f15ca5b0ce8dbb9e42453688635c0ea284c69eff2137ae1027d", "source_judgment_sha256": "bd99ac8bf5d16229d76364df8807a82b90ec2aaab59b6d09a8812fdda120e387", "teacher_calibration": "pending", "run_path": "models/antigravity-gemini-3-1-pro-high/N05-02/run.json" }, { "agent": "antigravity-gemini-3-1-pro-high", "name": "Gemini 3.1 Pro", "task_id": "N08-02", "question_id": "Q066", "category": "staged", "interval": [ 64.5, 64.5 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "317666c1771aa486d3d5735486b83ec46a045a57c894e7af14b733c7cb69781b", "answer_path": "models/antigravity-gemini-3-1-pro-high/N08-02/answer.md", "public_answer_sha256": "ea348343c70968643214bb2dadaf0d96fd1d8c75b808bcf0bde074cb6c24b60f", "score_path": "models/antigravity-gemini-3-1-pro-high/N08-02/score.json", "metadata_path": "models/antigravity-gemini-3-1-pro-high/N08-02/metadata.json" }, { "agent": "antigravity-gemini-3-1-pro-high", "name": "Gemini 3.1 Pro", "task_id": "N09-02", "question_id": "Q067", "category": "staged", "interval": [ 77.5, 77.5 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "validated_replacement_run", "answer_sha256": "75841f79b0d86923dbc52c6368da50aa21a7d86e2b69ab968cae97d8280db208", "public_answer_sha256": "9aa91b1c152e7c7b8619569a6f18903de29227b5c3155470b7f9f22239af4d14", "answer_path": "models/antigravity-gemini-3-1-pro-high/N09-02/answer.md", "score_path": "models/antigravity-gemini-3-1-pro-high/N09-02/score.json", "judgment_path": "models/antigravity-gemini-3-1-pro-high/N09-02/judgment.json", "metadata_path": "models/antigravity-gemini-3-1-pro-high/N09-02/metadata.json", "run_id": "benchmark-gemini-private-20261012T025927Z", "source_git_ref": "970b2751066aa04741b3dc1fd7e1a77658a15469", "source_task_sha256": "7850a6651be8817442ff33c3e064fbbbfe6d1d2fe6a87247117ae2321ff6f6b4", "source_rubric_sha256": "44c0d4346a2c1dc5ce669a9ad5abf517a722196363d8af28f604ac08e9ba5ea2", "source_score_sha256": "addd3fafecb813ef546d833c34ad54a0387e650f035ed61d511befa697b5aa09", "source_judgment_sha256": "e999f25e7f98e25dbe7e2b3929d903d460880f97e1277c07d662844c0feb0e67", "teacher_calibration": "pending", "run_path": "models/antigravity-gemini-3-1-pro-high/N09-02/run.json" }, { "agent": "antigravity-gemini-3-1-pro-high", "name": "Gemini 3.1 Pro", "task_id": "N11-02", "question_id": "Q068", "category": "staged", "interval": [ 49.0, 49.0 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "validated_replacement_run", "answer_sha256": "bae521384fed3ee6ea820bf0bc1b4a4e787afbdbc507c253aca336a874d7ddd6", "public_answer_sha256": "8df8223345e0d9125daa025000ae206d702ef976130df24cee70ade3a20cc498", "answer_path": "models/antigravity-gemini-3-1-pro-high/N11-02/answer.md", "score_path": "models/antigravity-gemini-3-1-pro-high/N11-02/score.json", "judgment_path": "models/antigravity-gemini-3-1-pro-high/N11-02/judgment.json", "metadata_path": "models/antigravity-gemini-3-1-pro-high/N11-02/metadata.json", "run_id": "benchmark-gemini-private-20261012T025927Z", "source_git_ref": "970b2751066aa04741b3dc1fd7e1a77658a15469", "source_task_sha256": "30366ac7f432dd26adfe845cb212a29d9803cae70dc9a1457e474416c6bcab4c", "source_rubric_sha256": "c5827528e0b775e734f21cc7eed4ca88103dd721e5bed22b29e747c92ce9287f", "source_score_sha256": "f4efcc29ab28d5347b304c52215f51643fc39383f744521eb83e0b0f3f32c784", "source_judgment_sha256": "bae51ee0921e6862a8ea90c19addddfe595f1e0e5f42859c36f2337b22b92ac2", "teacher_calibration": "pending", "run_path": "models/antigravity-gemini-3-1-pro-high/N11-02/run.json" }, { "agent": "antigravity-gemini-3-1-pro-high", "name": "Gemini 3.1 Pro", "task_id": "N12-02", "question_id": "Q069", "category": "staged", "interval": [ 72.5, 72.5 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "validated_replacement_run", "answer_sha256": "ac1bf2bea096ecf2499beaceeb200e4d59a3c4d9582b78089e92da6d50e0313d", "public_answer_sha256": "266f7c30cc81a61c0b771e50a223ac82f9aa91c4915495f2649012dc2611d63a", "answer_path": "models/antigravity-gemini-3-1-pro-high/N12-02/answer.md", "score_path": "models/antigravity-gemini-3-1-pro-high/N12-02/effective-score.json", "judgment_path": "models/antigravity-gemini-3-1-pro-high/N12-02/judgment.json", "metadata_path": "models/antigravity-gemini-3-1-pro-high/N12-02/metadata.json", "run_id": "benchmark-gemini-private-20261012T025927Z", "source_git_ref": "970b2751066aa04741b3dc1fd7e1a77658a15469", "source_task_sha256": "a2c292a9805852bee753d98f084b0a62e721eaf6b048d7696c1290106201e4dc", "source_rubric_sha256": "57f7963348523fdb3ef2d8b9af8260044bd92e1992350951b452c3aba76d868a", "source_score_sha256": "8fb3cba3f37a3ac8f7c24ed3bb1160fcade75a6e4b372cdd9640f0afad082f63", "source_judgment_sha256": "67bbd289d425044024ca97efabb0e49bd73b3edd086cbfa858bc94ab6af90b59", "teacher_calibration": "pending", "run_path": "models/antigravity-gemini-3-1-pro-high/N12-02/run.json", "effective_score_path": "models/antigravity-gemini-3-1-pro-high/N12-02/effective-score.json", "adjudication_path": "models/antigravity-gemini-3-1-pro-high/N12-02/adjudication.json" }, { "agent": "antigravity-gemini-3-1-pro-high", "name": "Gemini 3.1 Pro", "task_id": "N15-02", "question_id": "Q070", "category": "staged", "interval": [ 95.0, 95.0 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "validated_replacement_run", "answer_sha256": "76ccebbb7c31d298f22e730b14db07543f4cd00dbd799879030558bbb7d4f9e4", "public_answer_sha256": "8950b79af9e107b523d4467701433384c36c6ba4d8febb88a5489e90e772c4ef", "answer_path": "models/antigravity-gemini-3-1-pro-high/N15-02/answer.md", "score_path": "models/antigravity-gemini-3-1-pro-high/N15-02/score.json", "judgment_path": "models/antigravity-gemini-3-1-pro-high/N15-02/judgment.json", "metadata_path": "models/antigravity-gemini-3-1-pro-high/N15-02/metadata.json", "run_id": "benchmark-gemini-private-20261012T025927Z", "source_git_ref": "970b2751066aa04741b3dc1fd7e1a77658a15469", "source_task_sha256": "cae1d9fe4bf20be0f21845aa29bfe8cf170eccd468a89031a8f8847e758467a2", "source_rubric_sha256": "12e965f1b3fa0b9041c2926330cfe6dcffab3b1d8432312f0bc086137d6719f1", "source_score_sha256": "43481830f4b1255efdba99f32ddee2b3e6a90ee0181159c6705d2f54b2efaa71", "source_judgment_sha256": "bf8c1f9f15d674e338f257603f8121edf34adbfdd52036b2ce643e2baa4c41b6", "teacher_calibration": "pending", "run_path": "models/antigravity-gemini-3-1-pro-high/N15-02/run.json" }, { "agent": "antigravity-gemini-3-1-pro-high", "name": "Gemini 3.1 Pro", "task_id": "N16-02", "question_id": "Q071", "category": "staged", "interval": [ 48.0, 48.0 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "473e6ebe0abfe19ec209ef2cab74cb467e7c38f2fe3a92cd19b7681635b8aee5", "answer_path": "models/antigravity-gemini-3-1-pro-high/N16-02/answer.md", "public_answer_sha256": "b384957762f2c989fac7e2310615b24062a4c7a0f4ad9e60635be87099376d2a", "score_path": "models/antigravity-gemini-3-1-pro-high/N16-02/score.json", "metadata_path": "models/antigravity-gemini-3-1-pro-high/N16-02/metadata.json" }, { "agent": "antigravity-gemini-3-1-pro-high", "name": "Gemini 3.1 Pro", "task_id": "O01-04", "question_id": "Q072", "category": "staged", "interval": [ 75.0, 75.0 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "validated_replacement_run", "answer_sha256": "0e0eef7630d26e0fea86dcf0e08736014b128635e620f88a1490ed631bce3404", "public_answer_sha256": "510c8f465c30f88ee73c50221a92dae9c17539b621fe7228d830558f1a064783", "answer_path": "models/antigravity-gemini-3-1-pro-high/O01-04/answer.md", "score_path": "models/antigravity-gemini-3-1-pro-high/O01-04/score.json", "judgment_path": "models/antigravity-gemini-3-1-pro-high/O01-04/judgment.json", "metadata_path": "models/antigravity-gemini-3-1-pro-high/O01-04/metadata.json", "run_id": "benchmark-gemini-private-20261012T025927Z", "source_git_ref": "970b2751066aa04741b3dc1fd7e1a77658a15469", "source_task_sha256": "ad61dfeff50b2d8a861c9d569f192e98b7dd2326eae1ababf521aa0b182a11dd", "source_rubric_sha256": "6346dea9a9fa7107d7033cc53c17465e41167b93c2df0308e156b543eac49b74", "source_score_sha256": "25f50dc6a42317adf6b03250cd3227ed24c7e8d16e758cdd62ceb7f0846cb128", "source_judgment_sha256": "6388495933f30fee677dac43bdc66c39c799e56c2315134da5e7d4e5c3c18dab", "teacher_calibration": "pending", "run_path": "models/antigravity-gemini-3-1-pro-high/O01-04/run.json" }, { "agent": "antigravity-gemini-3-1-pro-high", "name": "Gemini 3.1 Pro", "task_id": "O03-04", "question_id": "Q073", "category": "staged", "interval": [ 75.0, 75.0 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "validated_replacement_run", "answer_sha256": "1464ae4465803797183faf75345e151a6b561abe7099e1f56147a5917646724e", "public_answer_sha256": "7d78e577a9fd9ebc77c7319b71eebe304c3393e82da75d6a27bb95fd99c42ac3", "answer_path": "models/antigravity-gemini-3-1-pro-high/O03-04/answer.md", "score_path": "models/antigravity-gemini-3-1-pro-high/O03-04/score.json", "judgment_path": "models/antigravity-gemini-3-1-pro-high/O03-04/judgment.json", "metadata_path": "models/antigravity-gemini-3-1-pro-high/O03-04/metadata.json", "run_id": "benchmark-gemini-private-20261012T025927Z", "source_git_ref": "970b2751066aa04741b3dc1fd7e1a77658a15469", "source_task_sha256": "80e18343d9576bb6cdeab96588b5e01489a13cabc642c96a316ec3d3a04c5014", "source_rubric_sha256": "b9f82004f87e16843735fdbaf5eaac074ce4d036e5682362de2a0ef0b067d937", "source_score_sha256": "f8ca13542b3ee259c019c111f7def7a71e790085a828154d75ec09e7e78179b6", "source_judgment_sha256": "9f32d6b4b76b206dc73748934ddcbcc6d6acc247d9bd4154e50d6da18156ca31", "teacher_calibration": "pending", "run_path": "models/antigravity-gemini-3-1-pro-high/O03-04/run.json" }, { "agent": "antigravity-gemini-3-1-pro-high", "name": "Gemini 3.1 Pro", "task_id": "O04-04", "question_id": "Q074", "category": "staged", "interval": [ 87.5, 87.5 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "0dd8187542d903a55e69c9bad3d98604d82439289192f961779d20bedca40125", "answer_path": "models/antigravity-gemini-3-1-pro-high/O04-04/answer.md", "public_answer_sha256": "ddf81d4cd8ea345117392c7e19480c90a24732f1a01258e6f92f4331f7c22723", "score_path": "models/antigravity-gemini-3-1-pro-high/O04-04/score.json", "metadata_path": "models/antigravity-gemini-3-1-pro-high/O04-04/metadata.json" }, { "agent": "antigravity-gemini-3-1-pro-high", "name": "Gemini 3.1 Pro", "task_id": "O06-02", "question_id": "Q075", "category": "staged", "interval": [ 70.0, 70.0 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "validated_replacement_run", "answer_sha256": "d6ad7a43a7e3477e4ab0d3888222894fe3ee7686393c354b76cc101b4b2933e3", "public_answer_sha256": "a32c0307b569c7a25587b18d07f44f6460cdb8f927d7d6e6c594fa1c2ae2a5f5", "answer_path": "models/antigravity-gemini-3-1-pro-high/O06-02/answer.md", "score_path": "models/antigravity-gemini-3-1-pro-high/O06-02/score.json", "judgment_path": "models/antigravity-gemini-3-1-pro-high/O06-02/judgment.json", "metadata_path": "models/antigravity-gemini-3-1-pro-high/O06-02/metadata.json", "run_id": "benchmark-gemini-private-20261012T025927Z", "source_git_ref": "970b2751066aa04741b3dc1fd7e1a77658a15469", "source_task_sha256": "43a1773a889b1ce0572c43cafa4c1bd411b678cc08e993ebc4cdb2b90a97d914", "source_rubric_sha256": "620f55f7dfe28fc1c419e00976cfc39705aae3f8fa74217edf6c86a24c78bfa1", "source_score_sha256": "882406f2a4a0234ac9700fab388d3c9c1a44d230aa6868623f8ef05045756758", "source_judgment_sha256": "8cc7e207e7482358940d7848339710d336c326569a512b0735b45891e59d4325", "teacher_calibration": "pending", "run_path": "models/antigravity-gemini-3-1-pro-high/O06-02/run.json" }, { "agent": "antigravity-gemini-3-8-flash-high", "name": "Gemini 3.8 Flash", "task_id": "BY-A-PLAN", "question_id": "Q001", "category": "planning_single", "interval": [ 77.5, 77.5 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "validated_replacement_run", "answer_sha256": "fc1a84532556ee839789639b0272de350da85d5a58faeee9b8ab526280966a90", "public_answer_sha256": "366218480f98c18059575b44497bc1bbdf9cb29c8c56cee1f131db63c260c60d", "answer_path": "models/antigravity-gemini-3-8-flash-high/BY-A-PLAN/answer.md", "score_path": "models/antigravity-gemini-3-8-flash-high/BY-A-PLAN/score.json", "judgment_path": "models/antigravity-gemini-3-8-flash-high/BY-A-PLAN/judgment.json", "metadata_path": "models/antigravity-gemini-3-8-flash-high/BY-A-PLAN/metadata.json", "run_id": "benchmark-gemini-private-20261012T025927Z", "source_git_ref": "970b2751066aa04741b3dc1fd7e1a77658a15469", "source_task_sha256": "d2fdc2ce2203a4056e1893f0a75b419a4da70de8102b58facb4ba8e831692368", "source_rubric_sha256": "d6fa48dc1a1004d15a684c226f05791fe14a50d15089a7c99de0789e1e8cd7ae", "source_score_sha256": "bddf2a1a6804509705e566046f103069a6d7c264e7f37782bef68debb6b48898", "source_judgment_sha256": "a839abc14907a247bb0480b7e92ac94cc198820aacc442eba614402f0bafd657", "teacher_calibration": "pending", "run_path": "models/antigravity-gemini-3-8-flash-high/BY-A-PLAN/run.json" }, { "agent": "antigravity-gemini-3-8-flash-high", "name": "Gemini 3.8 Flash", "task_id": "BY-A-APPLY", "question_id": "Q002", "category": "recommendation_single", "interval": [ 24.9, 24.9 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "validated_replacement_run", "answer_sha256": "ecf95f5cfa3900197545b1f75738ef11083ef0a326ac0a72960953f42e0a6673", "public_answer_sha256": "2d64d58cdc4f2242c6b7a5fb4837438a136d6deafafb7e5be864600bbda4903f", "answer_path": "models/antigravity-gemini-3-8-flash-high/BY-A-APPLY/answer.md", "score_path": "models/antigravity-gemini-3-8-flash-high/BY-A-APPLY/score.json", "judgment_path": "models/antigravity-gemini-3-8-flash-high/BY-A-APPLY/judgment.json", "metadata_path": "models/antigravity-gemini-3-8-flash-high/BY-A-APPLY/metadata.json", "run_id": "benchmark-gemini-private-20261012T025927Z", "source_git_ref": "970b2751066aa04741b3dc1fd7e1a77658a15469", "source_task_sha256": "df6403023f38e09b249c7fc93211bb0102331957240d9c1f28e401b81fbcca89", "source_rubric_sha256": "5b13022a1cfeb2dd8e0c82095eefd276b58c37acdc5a4059e930bfe2f7849785", "source_score_sha256": "5c5f98145ecef9949f00f50d6897afae2b1f37cb54b7c16bf3fba73f9a5787a5", "source_judgment_sha256": "bf5535740cf762cc85c63ebbe969faf5892b128b99b866053995ea8c4e6d317b", "teacher_calibration": "pending", "run_path": "models/antigravity-gemini-3-8-flash-high/BY-A-APPLY/run.json" }, { "agent": "antigravity-gemini-3-8-flash-high", "name": "Gemini 3.8 Flash", "task_id": "TRY-A-03", "question_id": "Q003", "category": "planning_single", "interval": [ 50.0, 50.0 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "validated_replacement_run", "answer_sha256": "86020e133af795ca32b928f1b3197c09635ba6a9896f1c0c3246308364770919", "public_answer_sha256": "08aaff0e5e311d55d42e4c3a7c08ea308c0d098a49aa14f4be6aeefaa4d9b527", "answer_path": "models/antigravity-gemini-3-8-flash-high/TRY-A-03/answer.md", "score_path": "models/antigravity-gemini-3-8-flash-high/TRY-A-03/score.json", "judgment_path": "models/antigravity-gemini-3-8-flash-high/TRY-A-03/judgment.json", "metadata_path": "models/antigravity-gemini-3-8-flash-high/TRY-A-03/metadata.json", "run_id": "benchmark-gemini-private-20261012T025927Z", "source_git_ref": "970b2751066aa04741b3dc1fd7e1a77658a15469", "source_task_sha256": "471e0b50b1cc370a20b7bf74d2c4e28606283d744e354faeba0b11c02b62dd25", "source_rubric_sha256": "64de2d754f415d0c4bf9dd4183d53e74d5cf11733d6096c049cb5b2aa8327ab1", "source_score_sha256": "2df98978f18b57af95f016d19ee076c9dae06a6f0204ef7642707a2944aa56e7", "source_judgment_sha256": "ecd5c9326661dd70111a489bfc73d0c7df69ad601751a06652e2cb3183bc663a", "teacher_calibration": "pending", "run_path": "models/antigravity-gemini-3-8-flash-high/TRY-A-03/run.json" }, { "agent": "antigravity-gemini-3-8-flash-high", "name": "Gemini 3.8 Flash", "task_id": "BY-B-APPLY", "question_id": "Q004", "category": "recommendation_single", "interval": [ 71.63, 71.63 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "daf40a2af3db7ed4fcdc48aa7ffe21b4366136d3d40dd9e84d358f0d128b2be5", "answer_path": "models/antigravity-gemini-3-8-flash-high/BY-B-APPLY/answer.md", "public_answer_sha256": "628fcd005f99c9d4e66ea3506142bfb830c4292174bec767ebbf44a3883a1477", "score_path": "models/antigravity-gemini-3-8-flash-high/BY-B-APPLY/score.json", "metadata_path": "models/antigravity-gemini-3-8-flash-high/BY-B-APPLY/metadata.json" }, { "agent": "antigravity-gemini-3-8-flash-high", "name": "Gemini 3.8 Flash", "task_id": "TRY-B-02", "question_id": "Q005", "category": "planning_single", "interval": [ 57.5, 57.5 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "validated_replacement_run", "answer_sha256": "265fc6970876c40d73b42da29e099842b1de7aa5c80b686feaa1f0169fcf09ab", "public_answer_sha256": "5e8e2edf8b6074e5d53ee9a85ef803a03465b19c62ec39e89d9999bd20a7d290", "answer_path": "models/antigravity-gemini-3-8-flash-high/TRY-B-02/answer.md", "score_path": "models/antigravity-gemini-3-8-flash-high/TRY-B-02/score.json", "judgment_path": "models/antigravity-gemini-3-8-flash-high/TRY-B-02/judgment.json", "metadata_path": "models/antigravity-gemini-3-8-flash-high/TRY-B-02/metadata.json", "run_id": "benchmark-gemini-private-20261012T025927Z", "source_git_ref": "970b2751066aa04741b3dc1fd7e1a77658a15469", "source_task_sha256": "20146b9a1862e5d2be851be9ecaedac6ed57dc42fdbb6208e45af6cb6d76c357", "source_rubric_sha256": "c0c864e38cbe053f3a07877fb392ef3d11edfb4b0755fb8f2745a21c13d6d72f", "source_score_sha256": "26d79fdd099baae3a3388a9a0d2ae30ec79e6d7cfb0643851648114a515c1470", "source_judgment_sha256": "904a540f8cdc9f14447708db695858c83dd56639ad0e0b34b83978bb1dac4783", "teacher_calibration": "pending", "run_path": "models/antigravity-gemini-3-8-flash-high/TRY-B-02/run.json" }, { "agent": "antigravity-gemini-3-8-flash-high", "name": "Gemini 3.8 Flash", "task_id": "TRY-B-03", "question_id": "Q006", "category": "planning_single", "interval": [ 65.0, 65.0 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "validated_replacement_run", "answer_sha256": "60b555eab4b0b808fe8c1db5b14224f7b1b3830f910f80e5ffaf12f29786ae86", "public_answer_sha256": "c9caf39d477f2087ffdf89ba0ab5fb5f29244cd89c9ea764fade6e1753d29aa6", "answer_path": "models/antigravity-gemini-3-8-flash-high/TRY-B-03/answer.md", "score_path": "models/antigravity-gemini-3-8-flash-high/TRY-B-03/score.json", "judgment_path": "models/antigravity-gemini-3-8-flash-high/TRY-B-03/judgment.json", "metadata_path": "models/antigravity-gemini-3-8-flash-high/TRY-B-03/metadata.json", "run_id": "benchmark-gemini-private-20261012T025927Z", "source_git_ref": "970b2751066aa04741b3dc1fd7e1a77658a15469", "source_task_sha256": "3c6680767cd36a11f82facd208e324bb7e99f12a2bf9d8d1feff33a6f883b080", "source_rubric_sha256": "56b5f460fd9660ec795aed0f6052d62e8571139b92eb3c18b86860f55cc0ccff", "source_score_sha256": "4785ad0bb07a6290ec9c5662ab3677a07b8618bb84cf6580a544a53db8aa56ff", "source_judgment_sha256": "3dff66084a62753332189d768615bef9ac644e158c97f582c9105d7faafb8146", "teacher_calibration": "pending", "run_path": "models/antigravity-gemini-3-8-flash-high/TRY-B-03/run.json" }, { "agent": "antigravity-gemini-3-8-flash-high", "name": "Gemini 3.8 Flash", "task_id": "BY-C-WINTER", "question_id": "Q007", "category": "planning_single", "interval": [ 60.0, 60.0 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "validated_replacement_run", "answer_sha256": "b2308f82fa9584495034f957df28c40cbc2e3bae21052b3f047b727a8534e917", "public_answer_sha256": "33815c596d5135c17d442d11a965c690bc11abd3613f977b1d18f403146bfedb", "answer_path": "models/antigravity-gemini-3-8-flash-high/BY-C-WINTER/answer.md", "score_path": "models/antigravity-gemini-3-8-flash-high/BY-C-WINTER/score.json", "judgment_path": "models/antigravity-gemini-3-8-flash-high/BY-C-WINTER/judgment.json", "metadata_path": "models/antigravity-gemini-3-8-flash-high/BY-C-WINTER/metadata.json", "run_id": "benchmark-gemini-private-20261012T025927Z", "source_git_ref": "970b2751066aa04741b3dc1fd7e1a77658a15469", "source_task_sha256": "6f732356f6ffbb61205a30dad58aaa2dca9d6f40fef3564e8c3657f998c2b7db", "source_rubric_sha256": "c1c9e61e6d38c2a3fad57b734499d9082077cafd67822241b3ff88b717ef6561", "source_score_sha256": "030b00768890084619ed82b253033a4a4f32dc35b747e2860c28452e95567fb8", "source_judgment_sha256": "ebdfcd9695e716ab6641b9a7325b03049175c7df086a1fff957aa30115d5a762", "teacher_calibration": "pending", "run_path": "models/antigravity-gemini-3-8-flash-high/BY-C-WINTER/run.json" }, { "agent": "antigravity-gemini-3-8-flash-high", "name": "Gemini 3.8 Flash", "task_id": "BY-C-APPLY", "question_id": "Q008", "category": "recommendation_single", "interval": [ 59.5, 59.5 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "validated_replacement_run", "answer_sha256": "ff89fec8474ac1d986860d585363e89962fb84f0ada73a7ec13e8ed5aa1e5c2b", "public_answer_sha256": "5042a8a762c2eb7d8757ff417fbdc7a50eb2634fbbddf97b743e2d9f760b9b86", "answer_path": "models/antigravity-gemini-3-8-flash-high/BY-C-APPLY/answer.md", "score_path": "models/antigravity-gemini-3-8-flash-high/BY-C-APPLY/score.json", "judgment_path": "models/antigravity-gemini-3-8-flash-high/BY-C-APPLY/judgment.json", "metadata_path": "models/antigravity-gemini-3-8-flash-high/BY-C-APPLY/metadata.json", "run_id": "benchmark-gemini-private-20261012T025927Z", "source_git_ref": "970b2751066aa04741b3dc1fd7e1a77658a15469", "source_task_sha256": "ccecf04257d6d475dcb687a687485837f7607dd64fbcec9db437261de9ccb85a", "source_rubric_sha256": "cab42f3b1eb6ed71085249b4cf43a846151e93867bfe61b3463c63d63cb04f7a", "source_score_sha256": "ca36be565f9635940d40135e29bb38300ad4b6fd4e5fbf631d34e6d9b9ca6664", "source_judgment_sha256": "ad827a72657cb91c5f260f6d6c0d0cab8906e2f41cc853e4b3210c359a8de026", "teacher_calibration": "pending", "run_path": "models/antigravity-gemini-3-8-flash-high/BY-C-APPLY/run.json" }, { "agent": "antigravity-gemini-3-8-flash-high", "name": "Gemini 3.8 Flash", "task_id": "TRY-C-03", "question_id": "Q009", "category": "planning_single", "interval": [ 65.0, 65.0 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "f91004936b0b7f8a6765788627aa7f09d59e4771c7d2f3a08bbb86efcbe7b8f4", "answer_path": "models/antigravity-gemini-3-8-flash-high/TRY-C-03/answer.md", "public_answer_sha256": "a4291607aca3547654ef5257a054dad1bfcb760227e4fa7e37e6cab5284a92ec", "score_path": "models/antigravity-gemini-3-8-flash-high/TRY-C-03/score.json", "metadata_path": "models/antigravity-gemini-3-8-flash-high/TRY-C-03/metadata.json" }, { "agent": "antigravity-gemini-3-8-flash-high", "name": "Gemini 3.8 Flash", "task_id": "TRY-D-02", "question_id": "Q011", "category": "planning_single", "interval": [ 60.0, 60.0 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "validated_replacement_run", "answer_sha256": "16b88b83162c35994915c972743cb9273336e6c6564674a585009cfd1577c392", "public_answer_sha256": "a3042955b6370a535c8e3be1533baf8c981c6fa0ab8363938b31c3f7fce7c272", "answer_path": "models/antigravity-gemini-3-8-flash-high/TRY-D-02/answer.md", "score_path": "models/antigravity-gemini-3-8-flash-high/TRY-D-02/score.json", "judgment_path": "models/antigravity-gemini-3-8-flash-high/TRY-D-02/judgment.json", "metadata_path": "models/antigravity-gemini-3-8-flash-high/TRY-D-02/metadata.json", "run_id": "benchmark-gemini-private-20261012T025927Z", "source_git_ref": "970b2751066aa04741b3dc1fd7e1a77658a15469", "source_task_sha256": "dd994efba7ef578f25e2682510d30d47f8b11cf809733136b2e41f8e599fdf72", "source_rubric_sha256": "7a9999c70e2fbc8e5a7f503e9e82c4c98808919e5e3d7ec0277cc82d4181f1f1", "source_score_sha256": "bd38c29ad85bba267269ffa966acdc6534c9c2d7bc14bc4c16f68fd39fd480c4", "source_judgment_sha256": "ec86bfa22600bcb5d0ed7f096c58bdce7c4f41ffde2c06fe46fd3ec2bfb43a45", "teacher_calibration": "pending", "run_path": "models/antigravity-gemini-3-8-flash-high/TRY-D-02/run.json" }, { "agent": "antigravity-gemini-3-8-flash-high", "name": "Gemini 3.8 Flash", "task_id": "BY-E-APPLY", "question_id": "Q012", "category": "recommendation_single", "interval": [ 29.0, 29.0 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "validated_replacement_run", "answer_sha256": "a029d3c44d720e3d7484bd57637e37201786c093a18962ecedd2e7a4f06cef70", "public_answer_sha256": "6059a9f40e3fb0169c11c0b25adf086744397636a21b168032a0ee074220ddee", "answer_path": "models/antigravity-gemini-3-8-flash-high/BY-E-APPLY/answer.md", "score_path": "models/antigravity-gemini-3-8-flash-high/BY-E-APPLY/score.json", "judgment_path": "models/antigravity-gemini-3-8-flash-high/BY-E-APPLY/judgment.json", "metadata_path": "models/antigravity-gemini-3-8-flash-high/BY-E-APPLY/metadata.json", "run_id": "benchmark-gemini-private-20261012T025927Z", "source_git_ref": "970b2751066aa04741b3dc1fd7e1a77658a15469", "source_task_sha256": "a091b49fb207d90d778017bff670df5125d1cf83577fc4d26e4fbf7d082e9801", "source_rubric_sha256": "0beba86fa1d47b37e010ac932dec9ea78d402635bbda1eb1264c7026acc22d00", "source_score_sha256": "bd997b89966deb636c48173f1fcac19df1fc92eb830cf991c0ae1f00511a7dbb", "source_judgment_sha256": "f4d2c8c4313a48ac7dab09d2561654a46f46bda991b42856e152a7a485ffde53", "teacher_calibration": "pending", "run_path": "models/antigravity-gemini-3-8-flash-high/BY-E-APPLY/run.json" }, { "agent": "antigravity-gemini-3-8-flash-high", "name": "Gemini 3.8 Flash", "task_id": "TRY-E-02", "question_id": "Q013", "category": "planning_single", "interval": [ 42.5, 42.5 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "validated_replacement_run", "answer_sha256": "29cf0f996fef62057c11800f161e8604631f7e0c67320996e708c3dcf583e658", "public_answer_sha256": "0c73eef3d1c4f7bb8ca99428c64ae14d08363053b82ad27e77fc25bd00b925cf", "answer_path": "models/antigravity-gemini-3-8-flash-high/TRY-E-02/answer.md", "score_path": "models/antigravity-gemini-3-8-flash-high/TRY-E-02/score.json", "judgment_path": "models/antigravity-gemini-3-8-flash-high/TRY-E-02/judgment.json", "metadata_path": "models/antigravity-gemini-3-8-flash-high/TRY-E-02/metadata.json", "run_id": "benchmark-gemini-private-20261012T025927Z", "source_git_ref": "970b2751066aa04741b3dc1fd7e1a77658a15469", "source_task_sha256": "6a8ea6c3d7bc3bc5f384f95eb48732e1e8b1f43f558d312049307af8b8e24179", "source_rubric_sha256": "cd2851d85ab0901e1cd69d73687053481b8dc1ac2f8deea32f368c2091d40cea", "source_score_sha256": "69335a1598929ef5f571de67097191f0280f4714b738fdc8e292921d83ece1d5", "source_judgment_sha256": "e563b6e9a21a4056e264e6679eaf74265320059dfc32965ac4a94c8360f29aae", "teacher_calibration": "pending", "run_path": "models/antigravity-gemini-3-8-flash-high/TRY-E-02/run.json", "adjudication_path": "models/antigravity-gemini-3-8-flash-high/TRY-E-02/adjudication.json" }, { "agent": "antigravity-gemini-3-8-flash-high", "name": "Gemini 3.8 Flash", "task_id": "TRY-E-03", "question_id": "Q014", "category": "planning_single", "interval": [ 63.5, 63.5 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "validated_replacement_run", "answer_sha256": "688479690425a17fb0dbaff7cb55b3013e1be27c8826e92cb21b4332c7890582", "public_answer_sha256": "54c9aa7a721964af7b46d0016c47ffb65ce837fa25f5eb743bf359275f485c16", "answer_path": "models/antigravity-gemini-3-8-flash-high/TRY-E-03/answer.md", "score_path": "models/antigravity-gemini-3-8-flash-high/TRY-E-03/score.json", "judgment_path": "models/antigravity-gemini-3-8-flash-high/TRY-E-03/judgment.json", "metadata_path": "models/antigravity-gemini-3-8-flash-high/TRY-E-03/metadata.json", "run_id": "benchmark-gemini-private-20261012T025927Z", "source_git_ref": "970b2751066aa04741b3dc1fd7e1a77658a15469", "source_task_sha256": "3bc3c8c1f933ab117426e582a717856fd627a976f77a8e16d3bf7fa49552851d", "source_rubric_sha256": "8311f66b7b28c34b95f16ffa4195650db9de8143acde0d1338a49e58992ec80f", "source_score_sha256": "f7e5e04ba8f76a206aaa68eb03c4d35bd625e6c03d380b2b2dc0ea94f6e1be05", "source_judgment_sha256": "43fbdec1732c60bd6698c8f7c77288c936500bc373de0b5ab2194009d9faabd0", "teacher_calibration": "pending", "run_path": "models/antigravity-gemini-3-8-flash-high/TRY-E-03/run.json" }, { "agent": "antigravity-gemini-3-8-flash-high", "name": "Gemini 3.8 Flash", "task_id": "BY-F-APPLY", "question_id": "Q015", "category": "recommendation_single", "interval": [ 52.5, 52.5 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "validated_replacement_run", "answer_sha256": "d88a22d6656446be1df857ab3aa45bf63f340b08b8e1dcde7508683dbd6487ea", "public_answer_sha256": "0eb4a9ba173e5f6997867e48db43cdc027166c365b5a84916531544581b57423", "answer_path": "models/antigravity-gemini-3-8-flash-high/BY-F-APPLY/answer.md", "score_path": "models/antigravity-gemini-3-8-flash-high/BY-F-APPLY/score.json", "judgment_path": "models/antigravity-gemini-3-8-flash-high/BY-F-APPLY/judgment.json", "metadata_path": "models/antigravity-gemini-3-8-flash-high/BY-F-APPLY/metadata.json", "run_id": "benchmark-gemini-private-20261012T025927Z", "source_git_ref": "970b2751066aa04741b3dc1fd7e1a77658a15469", "source_task_sha256": "9e6c30f0262872eaf4451dbd32a0c7f3b51c6b20c425ac3f59773723377b3aa6", "source_rubric_sha256": "5ed859a209eb37a8b361a62810cd023a242367a9f30104cd45f11f9b950d304b", "source_score_sha256": "1b94f1f474ebd751279ed3626136940b5b6d097b969a51f8cb4b863ed295897c", "source_judgment_sha256": "5148fa355f1565ce2d450fc02acff4ada9e958f211ca0acbdd309bccab01ed3b", "teacher_calibration": "pending", "run_path": "models/antigravity-gemini-3-8-flash-high/BY-F-APPLY/run.json" }, { "agent": "antigravity-gemini-3-8-flash-high", "name": "Gemini 3.8 Flash", "task_id": "TRY-F-02", "question_id": "Q016", "category": "planning_single", "interval": [ 55.0, 55.0 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "103500df37ecd38ebe61ab74e500f3da0d4aab2e76380a0aed194be37e427cae", "answer_path": "models/antigravity-gemini-3-8-flash-high/TRY-F-02/answer.md", "public_answer_sha256": "7d88f855f2e604ea0314a54ec95390a380cf32b40e45361088f58750c9c5ccb6", "score_path": "models/antigravity-gemini-3-8-flash-high/TRY-F-02/score.json", "metadata_path": "models/antigravity-gemini-3-8-flash-high/TRY-F-02/metadata.json" }, { "agent": "antigravity-gemini-3-8-flash-high", "name": "Gemini 3.8 Flash", "task_id": "TRY-G-01", "question_id": "Q017", "category": "planning_single", "interval": [ 65.0, 65.0 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "validated_replacement_run", "answer_sha256": "fb0244a3a16f2a143647a9f8c5f29cfb3f4c4a6c93cc47bca7dc87d9df650544", "public_answer_sha256": "8c70326baf7e6b2a5638c0fb4884bacf8de3c40fff5c5b76a471689d82ec60d6", "answer_path": "models/antigravity-gemini-3-8-flash-high/TRY-G-01/answer.md", "score_path": "models/antigravity-gemini-3-8-flash-high/TRY-G-01/score.json", "judgment_path": "models/antigravity-gemini-3-8-flash-high/TRY-G-01/judgment.json", "metadata_path": "models/antigravity-gemini-3-8-flash-high/TRY-G-01/metadata.json", "run_id": "benchmark-gemini-private-20261012T025927Z", "source_git_ref": "970b2751066aa04741b3dc1fd7e1a77658a15469", "source_task_sha256": "611efe905d77c9d768dde30948826cc90f852558e05d2bb8e5d61c0485ba8e68", "source_rubric_sha256": "6e84451c0931be1f7c945db63f0cc266409820712dd64b6a0300458c33ad7625", "source_score_sha256": "3e2ea27b14291cddf45a60827443e5b5df16bb7cef7bbb6060810952bae4865c", "source_judgment_sha256": "9e0bbb3335695b84c9f4a6839b05864a75374479108dffb8fcc2292af53ca45a", "teacher_calibration": "pending", "run_path": "models/antigravity-gemini-3-8-flash-high/TRY-G-01/run.json" }, { "agent": "antigravity-gemini-3-8-flash-high", "name": "Gemini 3.8 Flash", "task_id": "TRY-G-02", "question_id": "Q018", "category": "planning_single", "interval": [ 50.0, 50.0 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "validated_replacement_run", "answer_sha256": "bdad3412860685e44b6071e6389a5150f611dbbf38261d03cf3d83f4e735261b", "public_answer_sha256": "9727d1552ada938940bd5a0300430f07e25a2e9dcf1253d65fbeaa7aad5ec1a9", "answer_path": "models/antigravity-gemini-3-8-flash-high/TRY-G-02/answer.md", "score_path": "models/antigravity-gemini-3-8-flash-high/TRY-G-02/score.json", "judgment_path": "models/antigravity-gemini-3-8-flash-high/TRY-G-02/judgment.json", "metadata_path": "models/antigravity-gemini-3-8-flash-high/TRY-G-02/metadata.json", "run_id": "benchmark-gemini-private-20261012T025927Z", "source_git_ref": "970b2751066aa04741b3dc1fd7e1a77658a15469", "source_task_sha256": "125e4950c3e956f4845685e42cd365dd2805c5420280a89c1dfb977d4f20214d", "source_rubric_sha256": "d25c044765d0e618903519722876939fd53a35cdb4569620d94daeb21091aa0c", "source_score_sha256": "936668ad85b551d46e53915af90faed71f11cb1201f622fc8812ec50001cbea7", "source_judgment_sha256": "e0161ab078c5b288cf8f59d3e525094e15f6793044c3c2f262f665f5590ebdec", "teacher_calibration": "pending", "run_path": "models/antigravity-gemini-3-8-flash-high/TRY-G-02/run.json" }, { "agent": "antigravity-gemini-3-8-flash-high", "name": "Gemini 3.8 Flash", "task_id": "BY-H-APPLY", "question_id": "Q019", "category": "recommendation_single", "interval": [ 34.17, 34.17 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "3bdc98662bdc254095f7a3463af841d387e868075bf0e39ae969c72ceb390b2a", "answer_path": "models/antigravity-gemini-3-8-flash-high/BY-H-APPLY/answer.md", "public_answer_sha256": "e7ae53bf7d5e92f6f234689574443a0f20d6b220ea11bb4af1b1c0d056e27940", "score_path": "models/antigravity-gemini-3-8-flash-high/BY-H-APPLY/score.json", "metadata_path": "models/antigravity-gemini-3-8-flash-high/BY-H-APPLY/metadata.json" }, { "agent": "antigravity-gemini-3-8-flash-high", "name": "Gemini 3.8 Flash", "task_id": "TRY-H-02", "question_id": "Q020", "category": "planning_single", "interval": [ 77.5, 77.5 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "validated_replacement_run", "answer_sha256": "c8df84fe4b0693e4728208373f63e7178b0790348b7ca53b6a076aeab78ef079", "public_answer_sha256": "1ae5c40dfaba5a91f039445e842c8c9be80aa2ef812b4ffba97fad2fd852ce29", "answer_path": "models/antigravity-gemini-3-8-flash-high/TRY-H-02/answer.md", "score_path": "models/antigravity-gemini-3-8-flash-high/TRY-H-02/score.json", "judgment_path": "models/antigravity-gemini-3-8-flash-high/TRY-H-02/judgment.json", "metadata_path": "models/antigravity-gemini-3-8-flash-high/TRY-H-02/metadata.json", "run_id": "benchmark-gemini-private-20261012T025927Z", "source_git_ref": "970b2751066aa04741b3dc1fd7e1a77658a15469", "source_task_sha256": "99c021b5dff4089347f6228f08b39680c7d002b49fa43ab0b92775a4c3df0f3c", "source_rubric_sha256": "8d964d27ee4a93036d2d608b1531bdd02005275fa9b7634f269a080a18f81b2a", "source_score_sha256": "186f54f3b18a7109685f9dfb8b6b9e9b7ca37722d2a0d6547bc731557c51e6d1", "source_judgment_sha256": "190a31f970908c4ec301308f60012b3d3a67b8bfa8b7865a81182a75a73128a6", "teacher_calibration": "pending", "run_path": "models/antigravity-gemini-3-8-flash-high/TRY-H-02/run.json" }, { "agent": "antigravity-gemini-3-8-flash-high", "name": "Gemini 3.8 Flash", "task_id": "BY-G-APPLY", "question_id": "Q021", "category": "recommendation_single", "interval": [ 50.21, 50.21 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "validated_replacement_run", "answer_sha256": "2433a5de0e01bc0d97bc261ba18d069976f753ad77597af292f3175f6148be09", "public_answer_sha256": "5d5e2871049825c0443c85d3f9c9ce84951479bf27433708c0fa14a3bf4fcc09", "answer_path": "models/antigravity-gemini-3-8-flash-high/BY-G-APPLY/answer.md", "score_path": "models/antigravity-gemini-3-8-flash-high/BY-G-APPLY/score.json", "judgment_path": "models/antigravity-gemini-3-8-flash-high/BY-G-APPLY/judgment.json", "metadata_path": "models/antigravity-gemini-3-8-flash-high/BY-G-APPLY/metadata.json", "run_id": "benchmark-gemini-private-20261012T025927Z", "source_git_ref": "970b2751066aa04741b3dc1fd7e1a77658a15469", "source_task_sha256": "306412d8394dbc1d75ef88e62c0d3b7315293aaf1862188325a19a0deb5457f7", "source_rubric_sha256": "54f8635474341a2c8f72a7f93de7fd1e1db9978f1e6a2af05827da9371b54619", "source_score_sha256": "03b090ee5fbda4611e263a98a110f0c39723fe77a327b098e71bbb8deeaf7e85", "source_judgment_sha256": "a78686ffda0087a64e36d6cfbd1a10583df9da88552c01de419b5aa963c46a3a", "teacher_calibration": "pending", "run_path": "models/antigravity-gemini-3-8-flash-high/BY-G-APPLY/run.json", "adjudication_path": "models/antigravity-gemini-3-8-flash-high/BY-G-APPLY/adjudication.json", "effective_rubric_path": "models/antigravity-gemini-3-8-flash-high/BY-G-APPLY/effective-rubric.json" }, { "agent": "antigravity-gemini-3-8-flash-high", "name": "Gemini 3.8 Flash", "task_id": "BY-E-REPLAN", "question_id": "Q023", "category": "planning_single", "interval": [ 65.0, 65.0 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "f83b4bbe48981de6c6f47464820f68f19d3545e79fc793566ebb604e45f93261", "answer_path": "models/antigravity-gemini-3-8-flash-high/BY-E-REPLAN/answer.md", "public_answer_sha256": "d367fba91f5a459688e15b6771e271f6eb79d1629ae07f52dfbf13063305bce4", "score_path": "models/antigravity-gemini-3-8-flash-high/BY-E-REPLAN/score.json", "metadata_path": "models/antigravity-gemini-3-8-flash-high/BY-E-REPLAN/metadata.json" }, { "agent": "antigravity-gemini-3-8-flash-high", "name": "Gemini 3.8 Flash", "task_id": "BY-E-PREP", "question_id": "Q024", "category": "planning_single", "interval": [ 62.5, 62.5 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "validated_replacement_run", "answer_sha256": "f3b1adc8bf44219e2afbc4693a6d66cd034e9a3825eddd1fe49be12bf1902387", "public_answer_sha256": "3eb4867cb84acaf560b8f451b5b66eef36fddfeb24d5263857a4cb5ba9e7c01c", "answer_path": "models/antigravity-gemini-3-8-flash-high/BY-E-PREP/answer.md", "score_path": "models/antigravity-gemini-3-8-flash-high/BY-E-PREP/score.json", "judgment_path": "models/antigravity-gemini-3-8-flash-high/BY-E-PREP/judgment.json", "metadata_path": "models/antigravity-gemini-3-8-flash-high/BY-E-PREP/metadata.json", "run_id": "benchmark-gemini-private-20261012T025927Z", "source_git_ref": "970b2751066aa04741b3dc1fd7e1a77658a15469", "source_task_sha256": "c7a3f64aaa48e911d9187495ab64e4fa3201ce6d488ec193ce83f617afb0ffe2", "source_rubric_sha256": "45d6b94c7b1d2446380305325be18d7a4692e2249bbfca016255d17ced9a7931", "source_score_sha256": "c99cc4fccea6038e15972a42177f3337937131447d355084758bdae34dce758c", "source_judgment_sha256": "4d03859dd7c98b74e78eee0bbd39ec4230b931d92cc496d7f4fe2787505e1628", "teacher_calibration": "pending", "run_path": "models/antigravity-gemini-3-8-flash-high/BY-E-PREP/run.json" }, { "agent": "antigravity-gemini-3-8-flash-high", "name": "Gemini 3.8 Flash", "task_id": "N01-01", "question_id": "Q025", "category": "planning_single", "interval": [ 40.5, 40.5 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "validated_replacement_run", "answer_sha256": "484c4dbd87e8dba099e56b211fe7f87a1e5a949a4bedfde360cf91b346d23f01", "public_answer_sha256": "b7744a75663e2c44ee07ed9e69bbb9c0ea462ade8a9ec11a2381e2f4f0da0d13", "answer_path": "models/antigravity-gemini-3-8-flash-high/N01-01/answer.md", "score_path": "models/antigravity-gemini-3-8-flash-high/N01-01/score.json", "judgment_path": "models/antigravity-gemini-3-8-flash-high/N01-01/judgment.json", "metadata_path": "models/antigravity-gemini-3-8-flash-high/N01-01/metadata.json", "run_id": "benchmark-gemini-private-20261012T025927Z", "source_git_ref": "970b2751066aa04741b3dc1fd7e1a77658a15469", "source_task_sha256": "ac9774005b1d1eb8d78d44977bde0aa8c243c3047b138ed4f359872df9bc2af5", "source_rubric_sha256": "b9f8a3a464563743d9e5095b59887a0bad9cb0b2e7afdbd22a802aebbec51dcb", "source_score_sha256": "91fa90ceb26b1e0ddef0a46285693eee56c8ce4e8388d0d55493c169ad2aae60", "source_judgment_sha256": "682636e54ce68a568a5a3bf7365b7c54456beb98e6584909d0083ae42fa2e4f4", "teacher_calibration": "pending", "run_path": "models/antigravity-gemini-3-8-flash-high/N01-01/run.json" }, { "agent": "antigravity-gemini-3-8-flash-high", "name": "Gemini 3.8 Flash", "task_id": "N01-03", "question_id": "Q026", "category": "recommendation_single", "interval": [ 40.53, 40.53 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "validated_replacement_run", "answer_sha256": "876f0237b13d0c8da34a1f042cbbacf0084b43859209b22fddd8e0750adec70b", "public_answer_sha256": "8491ed247280915bc3b39d251f95967460074531519325d190eb6694f1367630", "answer_path": "models/antigravity-gemini-3-8-flash-high/N01-03/answer.md", "score_path": "models/antigravity-gemini-3-8-flash-high/N01-03/score.json", "judgment_path": "models/antigravity-gemini-3-8-flash-high/N01-03/judgment.json", "metadata_path": "models/antigravity-gemini-3-8-flash-high/N01-03/metadata.json", "run_id": "benchmark-gemini-private-20261012T025927Z", "source_git_ref": "970b2751066aa04741b3dc1fd7e1a77658a15469", "source_task_sha256": "0051c4a15d59addb7aa851a1c0043b57b7ccca496bcf7cf60b14e5985c7f623d", "source_rubric_sha256": "36ed30cebfa4fff234f0b5671deb1d180006c327f900188434245bfa12ecce38", "source_score_sha256": "8fb24a1c1c857a4400667e64bd748a1b6c2fb53a71c52bd7842bf84d83624c71", "source_judgment_sha256": "e60e57003beea4a2d5d14f1bae772feab25520fa37cfbb28578f3fe13ed50ab5", "teacher_calibration": "pending", "run_path": "models/antigravity-gemini-3-8-flash-high/N01-03/run.json" }, { "agent": "antigravity-gemini-3-8-flash-high", "name": "Gemini 3.8 Flash", "task_id": "N02-01", "question_id": "Q027", "category": "planning_single", "interval": [ 82.5, 82.5 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "3f581e1ef32988eb422a3d7c9eaeb4cf749318c2196be29e83cbe477bf074160", "answer_path": "models/antigravity-gemini-3-8-flash-high/N02-01/answer.md", "public_answer_sha256": "a935df7d6f930121b82f17e38b72946b8a2bf6b37ee50ab93ccb0b166713317f", "score_path": "models/antigravity-gemini-3-8-flash-high/N02-01/score.json", "metadata_path": "models/antigravity-gemini-3-8-flash-high/N02-01/metadata.json" }, { "agent": "antigravity-gemini-3-8-flash-high", "name": "Gemini 3.8 Flash", "task_id": "N02-02", "question_id": "Q028", "category": "planning_single", "interval": [ 72.5, 72.5 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "validated_replacement_run", "answer_sha256": "1c700059d1c6e16000799df0715018577b749c8524826b4362a63c9ee4276463", "public_answer_sha256": "74ce8307cce50f450aa38d198697e3b34d8e7a2fb5b0eb15c9ce4a270c862a0a", "answer_path": "models/antigravity-gemini-3-8-flash-high/N02-02/answer.md", "score_path": "models/antigravity-gemini-3-8-flash-high/N02-02/score.json", "judgment_path": "models/antigravity-gemini-3-8-flash-high/N02-02/judgment.json", "metadata_path": "models/antigravity-gemini-3-8-flash-high/N02-02/metadata.json", "run_id": "benchmark-gemini-private-20261012T025927Z", "source_git_ref": "970b2751066aa04741b3dc1fd7e1a77658a15469", "source_task_sha256": "c536d3f2498c55ee332d3936dce5a9ad3aebeffc5fcdbf2a231a512cb7c55678", "source_rubric_sha256": "a2d74f8770214075ced651844e79d26d530881f3040e726c99c81adba4612c4d", "source_score_sha256": "a7033f16be97d64a831de90d0e07323c67d9e5216ed457bb265543cb400e7238", "source_judgment_sha256": "b6e4ff1a927bfb4d6e5ae9266d12e6dcfbbac041f205a996ce1cfb4907d1466b", "teacher_calibration": "pending", "run_path": "models/antigravity-gemini-3-8-flash-high/N02-02/run.json" }, { "agent": "antigravity-gemini-3-8-flash-high", "name": "Gemini 3.8 Flash", "task_id": "N02-03", "question_id": "Q029", "category": "planning_single", "interval": [ 52.5, 52.5 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "validated_replacement_run", "answer_sha256": "5f47f43aa48369ddc34e0a740554a1ee77e9b670e6447e5210c2afa2f652a7a2", "public_answer_sha256": "9ffdfb0a040bde402ef4ed3f0677f004084b616f7ddcdb7979b090e528048603", "answer_path": "models/antigravity-gemini-3-8-flash-high/N02-03/answer.md", "score_path": "models/antigravity-gemini-3-8-flash-high/N02-03/score.json", "judgment_path": "models/antigravity-gemini-3-8-flash-high/N02-03/judgment.json", "metadata_path": "models/antigravity-gemini-3-8-flash-high/N02-03/metadata.json", "run_id": "benchmark-gemini-private-20261012T025927Z", "source_git_ref": "970b2751066aa04741b3dc1fd7e1a77658a15469", "source_task_sha256": "9511c36aaaee72a3af6c86e73dfbee2336205ce90a5b9a7c7b2aa35195e6e971", "source_rubric_sha256": "7d4bb07431664b15b727c833c64ff69f4be4cc0bae1636a629fe65b374c540c8", "source_score_sha256": "811b3c7d737d5212144de84e6e4dc7ba9c1f4088e9f2d542944d20192249340b", "source_judgment_sha256": "d627697abf2f1f269e0a48ca32aaeb783144d7a7fdb74a1dde32e89e466a544e", "teacher_calibration": "pending", "run_path": "models/antigravity-gemini-3-8-flash-high/N02-03/run.json" }, { "agent": "antigravity-gemini-3-8-flash-high", "name": "Gemini 3.8 Flash", "task_id": "N03-01", "question_id": "Q030", "category": "planning_single", "interval": [ 65.0, 65.0 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "validated_replacement_run", "answer_sha256": "4b14a574fb48319743b9c693698494efc843afa4a92548d315814260e201e485", "public_answer_sha256": "3ed00d37796fc8acd1c784c7e6b74634a925ab83c127c33591b7c44a9902a7aa", "answer_path": "models/antigravity-gemini-3-8-flash-high/N03-01/answer.md", "score_path": "models/antigravity-gemini-3-8-flash-high/N03-01/score.json", "judgment_path": "models/antigravity-gemini-3-8-flash-high/N03-01/judgment.json", "metadata_path": "models/antigravity-gemini-3-8-flash-high/N03-01/metadata.json", "run_id": "benchmark-gemini-private-20261012T025927Z", "source_git_ref": "970b2751066aa04741b3dc1fd7e1a77658a15469", "source_task_sha256": "3212aa1f1ae906f5576237092ebb60df48493ef8cc0192e70d49bd2ab691a7cd", "source_rubric_sha256": "1d096e93cbf388a7534ec6a6320348fd6f9ee7d11dcc1014793d3278432e8731", "source_score_sha256": "7a58ad589d1705791e50003f33bc4fe692fecd7a8e04d98feb1be46837ad8e1c", "source_judgment_sha256": "2020573e17a7e4c75889158d889f0c0d9360fe5d89fc80076d10de14c3fff515", "teacher_calibration": "pending", "run_path": "models/antigravity-gemini-3-8-flash-high/N03-01/run.json" }, { "agent": "antigravity-gemini-3-8-flash-high", "name": "Gemini 3.8 Flash", "task_id": "N03-02", "question_id": "Q031", "category": "planning_single", "interval": [ 45.0, 45.0 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "ed7ce45ddf2414d913f9e08c357fe2954c6f2b1fba68fb9bb09ba92677f9a12d", "answer_path": "models/antigravity-gemini-3-8-flash-high/N03-02/answer.md", "public_answer_sha256": "8ebaf57cd3983bbc0c0a42367db2c16193fd49533b12f9a23970feebc5e8ba6b", "score_path": "models/antigravity-gemini-3-8-flash-high/N03-02/score.json", "metadata_path": "models/antigravity-gemini-3-8-flash-high/N03-02/metadata.json" }, { "agent": "antigravity-gemini-3-8-flash-high", "name": "Gemini 3.8 Flash", "task_id": "N03-03", "question_id": "Q032", "category": "recommendation_single", "interval": [ 51.1, 51.1 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "validated_replacement_run", "answer_sha256": "27228bb70d9c58612fa655be5efe8ef56e1845e2459912c8fd1391fbb0b3cc59", "public_answer_sha256": "85caae9217379c2efdac39b279f05d9b45838ed3eb3de6e380dc453439c764a6", "answer_path": "models/antigravity-gemini-3-8-flash-high/N03-03/answer.md", "score_path": "models/antigravity-gemini-3-8-flash-high/N03-03/score.json", "judgment_path": "models/antigravity-gemini-3-8-flash-high/N03-03/judgment.json", "metadata_path": "models/antigravity-gemini-3-8-flash-high/N03-03/metadata.json", "run_id": "benchmark-gemini-private-20261012T025927Z", "source_git_ref": "970b2751066aa04741b3dc1fd7e1a77658a15469", "source_task_sha256": "7b3dd0ced91e0d667e8e2779d454ef867e40730ec4b6e8c6be19ceeab00fc6a7", "source_rubric_sha256": "dbee3fe5ba47c9f19ca4d28911411c16ddb1488b115f9b8963517844ec73052a", "source_score_sha256": "f9e70315712cdc4e61f87a9767da2e9a1bc650d12451a4b51f629a3788aef852", "source_judgment_sha256": "afe95f6c11913b7e3202599c09a890ba45e146ae2e7f252ed793f91b26171286", "teacher_calibration": "pending", "run_path": "models/antigravity-gemini-3-8-flash-high/N03-03/run.json" }, { "agent": "antigravity-gemini-3-8-flash-high", "name": "Gemini 3.8 Flash", "task_id": "N04-01", "question_id": "Q033", "category": "planning_single", "interval": [ 60.0, 60.0 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "validated_replacement_run", "answer_sha256": "22ac8d9b394cc4e26493bf60f5978794d7b8cde5434fda9273e2a51238bb44e2", "public_answer_sha256": "3ad59bfb10a0178ea857bf7318c28e8990dd2d1f84d2b14f8d2b58cd9039e632", "answer_path": "models/antigravity-gemini-3-8-flash-high/N04-01/answer.md", "score_path": "models/antigravity-gemini-3-8-flash-high/N04-01/score.json", "judgment_path": "models/antigravity-gemini-3-8-flash-high/N04-01/judgment.json", "metadata_path": "models/antigravity-gemini-3-8-flash-high/N04-01/metadata.json", "run_id": "benchmark-gemini-private-20261012T025927Z", "source_git_ref": "970b2751066aa04741b3dc1fd7e1a77658a15469", "source_task_sha256": "fbd3277cbfc83e3be38d898ed2b7b79928501fe7a66de914317e52a2d61a33cc", "source_rubric_sha256": "f312b12b83402f766a5a4a87071e8144f297a99ca43d6e9371c1cb6c90a4dcff", "source_score_sha256": "749b01ff59017bfa4a56908efc8c3e9d5f65aba96e9a52682423941cfcd89732", "source_judgment_sha256": "ed64d8bff760debde0f376bfa9593747f23abc4aacff1127be0bb51d42dfbd24", "teacher_calibration": "pending", "run_path": "models/antigravity-gemini-3-8-flash-high/N04-01/run.json" }, { "agent": "antigravity-gemini-3-8-flash-high", "name": "Gemini 3.8 Flash", "task_id": "N04-03", "question_id": "Q034", "category": "recommendation_single", "interval": [ 38.33, 38.33 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "19039aa255e5cfeca5453bfb57853fac50ed57fd68d96c2d31ada2dec22a9e12", "answer_path": "models/antigravity-gemini-3-8-flash-high/N04-03/answer.md", "public_answer_sha256": "a32aa71a333f807f466c7074cd41d1fc1cae8090d3795c73444b9d1a8c6efb17", "score_path": "models/antigravity-gemini-3-8-flash-high/N04-03/score.json", "metadata_path": "models/antigravity-gemini-3-8-flash-high/N04-03/metadata.json" }, { "agent": "antigravity-gemini-3-8-flash-high", "name": "Gemini 3.8 Flash", "task_id": "N05-01", "question_id": "Q035", "category": "planning_single", "interval": [ 60.0, 60.0 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "validated_replacement_run", "answer_sha256": "ab7b0cb12974e639d5fd7c422ab057292881f962230c29460d9855c45530e97f", "public_answer_sha256": "24f9b629027093b351ae3f2328ec48ae1aa1c083caf84fb466971c4041d0010b", "answer_path": "models/antigravity-gemini-3-8-flash-high/N05-01/answer.md", "score_path": "models/antigravity-gemini-3-8-flash-high/N05-01/score.json", "judgment_path": "models/antigravity-gemini-3-8-flash-high/N05-01/judgment.json", "metadata_path": "models/antigravity-gemini-3-8-flash-high/N05-01/metadata.json", "run_id": "benchmark-gemini-private-20261012T025927Z", "source_git_ref": "970b2751066aa04741b3dc1fd7e1a77658a15469", "source_task_sha256": "15a9ff1dfecac080038995e761f69a9fce8745f2c04d7d2526b1d68973d88e99", "source_rubric_sha256": "6658f6315d767a664d8b66be63c7183197a98304cf5574d114e077b29d6b826e", "source_score_sha256": "a9ab5a37538a88df86ceed2314abddb66380f25d8e458f2749e6b968b22594e0", "source_judgment_sha256": "e620d6045097a09970fe881241b2562d93c4614ad223d8ad0b9852eef844418b", "teacher_calibration": "pending", "run_path": "models/antigravity-gemini-3-8-flash-high/N05-01/run.json" }, { "agent": "antigravity-gemini-3-8-flash-high", "name": "Gemini 3.8 Flash", "task_id": "N05-03", "question_id": "Q036", "category": "recommendation_single", "interval": [ 39.5, 39.5 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "validated_replacement_run", "answer_sha256": "4438df821e166e732e5cf79c45547a49c6fc10fb0f577ec7aec93a298875ac9d", "public_answer_sha256": "d19f3307a03b8795b4645bf428b996e6fc07d2d75340a59489e4434bab50cff3", "answer_path": "models/antigravity-gemini-3-8-flash-high/N05-03/answer.md", "score_path": "models/antigravity-gemini-3-8-flash-high/N05-03/score.json", "judgment_path": "models/antigravity-gemini-3-8-flash-high/N05-03/judgment.json", "metadata_path": "models/antigravity-gemini-3-8-flash-high/N05-03/metadata.json", "run_id": "benchmark-gemini-private-20261012T025927Z", "source_git_ref": "970b2751066aa04741b3dc1fd7e1a77658a15469", "source_task_sha256": "1366718b2c70b4d643ecbc2bbe66bb10fcaa6f206c4dc77bdc6447af71af81d8", "source_rubric_sha256": "cb27c6918317804a3d4f74c3b4846d93a7ec897802fdfae1b20017fd9da5c4a6", "source_score_sha256": "a5380e7223349be15f7209a1a622ba3ee74c5f93ad4c872b9ad19dcd99b99b78", "source_judgment_sha256": "d0fb14c237312fd89dcad53470359a76ae35421900a83da8615897af06b09c32", "teacher_calibration": "pending", "run_path": "models/antigravity-gemini-3-8-flash-high/N05-03/run.json" }, { "agent": "antigravity-gemini-3-8-flash-high", "name": "Gemini 3.8 Flash", "task_id": "N06-01", "question_id": "Q037", "category": "planning_single", "interval": [ 45.0, 45.0 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "validated_replacement_run", "answer_sha256": "9acd789a7111700a22e81f19d2d14000e44a76d36928fd250889275bdfb48dae", "public_answer_sha256": "761057932513844ec13e7b2e9b68d778ee7594e3f400ad3a1d9a6e2b1dfc6e71", "answer_path": "models/antigravity-gemini-3-8-flash-high/N06-01/answer.md", "score_path": "models/antigravity-gemini-3-8-flash-high/N06-01/score.json", "judgment_path": "models/antigravity-gemini-3-8-flash-high/N06-01/judgment.json", "metadata_path": "models/antigravity-gemini-3-8-flash-high/N06-01/metadata.json", "run_id": "benchmark-gemini-private-20261012T025927Z", "source_git_ref": "970b2751066aa04741b3dc1fd7e1a77658a15469", "source_task_sha256": "03214b1a472d16416a63e9a8b78933c4c1c16bf77b917ecdc6d0f7fbfb25d20f", "source_rubric_sha256": "cb6a63d9bdd2f5e782a459f1c36c383bb40662fb19b4f720785a7e0e6839e1e0", "source_score_sha256": "8e6df0b1b58df6e1102d1c262b0ffb1f0d7bf3546181c20b2fd1ba9ef7941d1c", "source_judgment_sha256": "8f0b9dd28b195b6d6144ec8b2a4ecafc4d20dd93d497064520854b290d66f03b", "teacher_calibration": "pending", "run_path": "models/antigravity-gemini-3-8-flash-high/N06-01/run.json" }, { "agent": "antigravity-gemini-3-8-flash-high", "name": "Gemini 3.8 Flash", "task_id": "N06-02", "question_id": "Q038", "category": "planning_single", "interval": [ 82.5, 82.5 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "validated_replacement_run", "answer_sha256": "3bb69736d4febde059246602b2eac0bd5240f89c15de1bd4fd8e47be2794a6e4", "public_answer_sha256": "a839adf9b40ff54a7d15e3ad8d877a3c613f1b9cc3ff0be300d5f29fa6bbada1", "answer_path": "models/antigravity-gemini-3-8-flash-high/N06-02/answer.md", "score_path": "models/antigravity-gemini-3-8-flash-high/N06-02/effective-score.json", "judgment_path": "models/antigravity-gemini-3-8-flash-high/N06-02/judgment.json", "metadata_path": "models/antigravity-gemini-3-8-flash-high/N06-02/metadata.json", "run_id": "benchmark-gemini-private-20261012T025927Z", "source_git_ref": "970b2751066aa04741b3dc1fd7e1a77658a15469", "source_task_sha256": "78496785bc9d334dcaa6c46bdc1fba401fdd9bbcde827dc5635f3a2e5f9e8a75", "source_rubric_sha256": "4c385e3997270cb3c894c9e0f7ac5df6ca4fb65cfe73ae79e8bedfebab93a67d", "source_score_sha256": "bab693b184e49ba03427141d6e3ade0fd643a31e58292faa7912c203d5c36b82", "source_judgment_sha256": "18e208c1f47f5d8f6192c1394f7f330c1b885e140dfb952047a8aa8897eff59a", "teacher_calibration": "pending", "run_path": "models/antigravity-gemini-3-8-flash-high/N06-02/run.json", "effective_score_path": "models/antigravity-gemini-3-8-flash-high/N06-02/effective-score.json", "adjudication_path": "models/antigravity-gemini-3-8-flash-high/N06-02/adjudication.json" }, { "agent": "antigravity-gemini-3-8-flash-high", "name": "Gemini 3.8 Flash", "task_id": "N06-03", "question_id": "Q039", "category": "recommendation_single", "interval": [ 43.31, 43.31 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "a8b25ff0834f26ceb9d6f0bd4d259ca327b05ac4370ea9f1f1579973bdffe359", "answer_path": "models/antigravity-gemini-3-8-flash-high/N06-03/answer.md", "public_answer_sha256": "9466e0b6266730c020a7164f845349c5df1d85deceea5b091a3c9a6aa2ab7c73", "score_path": "models/antigravity-gemini-3-8-flash-high/N06-03/score.json", "metadata_path": "models/antigravity-gemini-3-8-flash-high/N06-03/metadata.json" }, { "agent": "antigravity-gemini-3-8-flash-high", "name": "Gemini 3.8 Flash", "task_id": "N08-01", "question_id": "Q042", "category": "planning_single", "interval": [ 45.0, 45.0 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "validated_replacement_run", "answer_sha256": "bb5139ad3798998a798150afe00c2c0944c9edb6f2af2514d50046c583570578", "public_answer_sha256": "60e63558cedcfe0a17df84118b9cef74f2c90c665dfd9372c4a6fe72f07fca2b", "answer_path": "models/antigravity-gemini-3-8-flash-high/N08-01/answer.md", "score_path": "models/antigravity-gemini-3-8-flash-high/N08-01/score.json", "judgment_path": "models/antigravity-gemini-3-8-flash-high/N08-01/judgment.json", "metadata_path": "models/antigravity-gemini-3-8-flash-high/N08-01/metadata.json", "run_id": "benchmark-gemini-private-20261012T025927Z", "source_git_ref": "970b2751066aa04741b3dc1fd7e1a77658a15469", "source_task_sha256": "b5ed808c185afeaaed1ea9fae83d197637b0a06ffc3c58aa87883e4611658482", "source_rubric_sha256": "88424e92227dc8a6ad7a249d7c7abfbe6a925dde1f01c4d500b6e2cd5bc88bf4", "source_score_sha256": "5386e929003d51066d6c82586b5347534d91eee5ca0b4f1c14c5aa06cac34aa8", "source_judgment_sha256": "5633ec26073d056f604efefcdc907b026443a0380755e7fe8363b50bf9795556", "teacher_calibration": "pending", "run_path": "models/antigravity-gemini-3-8-flash-high/N08-01/run.json" }, { "agent": "antigravity-gemini-3-8-flash-high", "name": "Gemini 3.8 Flash", "task_id": "N08-03", "question_id": "Q043", "category": "recommendation_single", "interval": [ 20.35, 20.35 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "validated_replacement_run", "answer_sha256": "2996c0823c22e434d30b1812967006168a5ee4fd23bc3245ce529726f6a14c23", "public_answer_sha256": "f84dda9b642017a7a5f9106cdb21e63c38fc03c6d80ed11b0c6fa27083456e7b", "answer_path": "models/antigravity-gemini-3-8-flash-high/N08-03/answer.md", "score_path": "models/antigravity-gemini-3-8-flash-high/N08-03/score.json", "judgment_path": "models/antigravity-gemini-3-8-flash-high/N08-03/judgment.json", "metadata_path": "models/antigravity-gemini-3-8-flash-high/N08-03/metadata.json", "run_id": "benchmark-gemini-private-20261012T025927Z", "source_git_ref": "970b2751066aa04741b3dc1fd7e1a77658a15469", "source_task_sha256": "ef92b8dd7f7caaa3a56f688a011b8da8df5803da969af801445f27d4bc4cd7b6", "source_rubric_sha256": "38affb6fb8ad551ccee1a91aac21dfce7f86bf1d8036f654c62dfd6287840e69", "source_score_sha256": "2d4032f02938af277e2a158c4aa893050723455a97e0dad1c52443e624795bcd", "source_judgment_sha256": "aeca15136a9e09e3363e6b3ae5f46bd008b2d4e500f656b0342c3914bb649c7f", "teacher_calibration": "pending", "adjudication_path": "models/antigravity-gemini-3-8-flash-high/N08-03/adjudication.json", "run_path": "models/antigravity-gemini-3-8-flash-high/N08-03/run.json" }, { "agent": "antigravity-gemini-3-8-flash-high", "name": "Gemini 3.8 Flash", "task_id": "N09-01", "question_id": "Q044", "category": "planning_single", "interval": [ 58.0, 58.0 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "validated_replacement_run", "answer_sha256": "fd52842ebddce9941a50fd8e54d53b3fbb70f2db11f0ed8b814648d02b598e33", "public_answer_sha256": "48f379a02252a5fe37c1c1ad9f7948966c3c308b4aabbc56851d9e3cb920b29e", "answer_path": "models/antigravity-gemini-3-8-flash-high/N09-01/answer.md", "score_path": "models/antigravity-gemini-3-8-flash-high/N09-01/score.json", "judgment_path": "models/antigravity-gemini-3-8-flash-high/N09-01/judgment.json", "metadata_path": "models/antigravity-gemini-3-8-flash-high/N09-01/metadata.json", "run_id": "benchmark-gemini-private-20261012T025927Z", "source_git_ref": "970b2751066aa04741b3dc1fd7e1a77658a15469", "source_task_sha256": "a87126cc631c21f76d46f9604df7b7267211b973c8385fb9d575f00000fdb50e", "source_rubric_sha256": "35e702c7d82650bbf5a8cf697722f891837015d4496a18b8c07e400be981d1ab", "source_score_sha256": "256b95bb69e678f5253f2142a2295b9457930da65d8dc942a0a9696930c59242", "source_judgment_sha256": "c695e87997a6795d3deb68a078b8c07445f395f1881283f553a4b8e292b3dfd4", "teacher_calibration": "pending", "run_path": "models/antigravity-gemini-3-8-flash-high/N09-01/run.json" }, { "agent": "antigravity-gemini-3-8-flash-high", "name": "Gemini 3.8 Flash", "task_id": "N09-03", "question_id": "Q045", "category": "recommendation_single", "interval": [ 61.62, 61.62 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "validated_replacement_run", "answer_sha256": "c118c2cb6903d8fd599c3fb343146e42fc4800d988504c2fcdbe78adfc6bef2e", "public_answer_sha256": "cd774140b8d279f4588199175f6a345a57247445f9a1f89dbde4d0494c55b722", "answer_path": "models/antigravity-gemini-3-8-flash-high/N09-03/answer.md", "score_path": "models/antigravity-gemini-3-8-flash-high/N09-03/score.json", "judgment_path": "models/antigravity-gemini-3-8-flash-high/N09-03/judgment.json", "metadata_path": "models/antigravity-gemini-3-8-flash-high/N09-03/metadata.json", "run_id": "benchmark-gemini-private-20261012T025927Z", "source_git_ref": "970b2751066aa04741b3dc1fd7e1a77658a15469", "source_task_sha256": "b14ff9c88f14103a8570c8fb6cb56fe9fa790d3c131405b13c0fa38ae5bcd9cd", "source_rubric_sha256": "44d91225173a976247891155e0b19044c4701fcd9be2184a50a4d60cced57398", "source_score_sha256": "d82d6418e2168e1ac7d57d9f696d1afb91dc1c8f83a44ac118107cc372481572", "source_judgment_sha256": "6aad3bff92df4a958e5f8c461e2536ca52e2500d172e3ce9dd6a2a1376ab34b8", "teacher_calibration": "pending", "run_path": "models/antigravity-gemini-3-8-flash-high/N09-03/run.json" }, { "agent": "antigravity-gemini-3-8-flash-high", "name": "Gemini 3.8 Flash", "task_id": "N10-01", "question_id": "Q046", "category": "planning_single", "interval": [ 58.0, 58.0 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "b315aa22303dd397ee5865a9038411c1897ca1bbe95c08900900f2fbbc067f2e", "answer_path": "models/antigravity-gemini-3-8-flash-high/N10-01/answer.md", "public_answer_sha256": "ef9f990a7420f0afc09fbf67e811efe50dd5f96b47e4a62683f716065b204d55", "score_path": "models/antigravity-gemini-3-8-flash-high/N10-01/score.json", "metadata_path": "models/antigravity-gemini-3-8-flash-high/N10-01/metadata.json" }, { "agent": "antigravity-gemini-3-8-flash-high", "name": "Gemini 3.8 Flash", "task_id": "N10-02", "question_id": "Q047", "category": "planning_single", "interval": [ 62.5, 62.5 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "validated_replacement_run", "answer_sha256": "1b26df9745062cac57b51b65e69cda3f2682d49612607b43da58cc1257f1f10d", "public_answer_sha256": "041cd0755bb748b0a8016c497efd44cfd5152785711a6026ea3626af18cc77b8", "answer_path": "models/antigravity-gemini-3-8-flash-high/N10-02/answer.md", "score_path": "models/antigravity-gemini-3-8-flash-high/N10-02/score.json", "judgment_path": "models/antigravity-gemini-3-8-flash-high/N10-02/judgment.json", "metadata_path": "models/antigravity-gemini-3-8-flash-high/N10-02/metadata.json", "run_id": "benchmark-gemini-private-20261012T025927Z", "source_git_ref": "970b2751066aa04741b3dc1fd7e1a77658a15469", "source_task_sha256": "a48571b715c98394c0b6e87cd01778e0ef2b821c707f74d41165a0858b51e28d", "source_rubric_sha256": "9b02243e25a1a70ac0da2ac353e0cb3e4cba7b4dcd372e02964dfaa50696b143", "source_score_sha256": "82aa87ffe4d9afee1108e1c1824e91a2f42ea9be4bae6933fb78f0b811b74f88", "source_judgment_sha256": "3f0effd5625386cb4addb482488816ef2bbdd9fccda2f5f8bc6966229ea2fde0", "teacher_calibration": "pending", "run_path": "models/antigravity-gemini-3-8-flash-high/N10-02/run.json" }, { "agent": "antigravity-gemini-3-8-flash-high", "name": "Gemini 3.8 Flash", "task_id": "N10-03", "question_id": "Q048", "category": "recommendation_single", "interval": [ 47.2, 47.2 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "validated_replacement_run", "answer_sha256": "0a3b2da360b206b45b2c25a9b68108cea7b7f5f78b4277d78290e8f097350a60", "public_answer_sha256": "05994026c6ea123ddf1e88ce66e396416993c554e310c43ac966b3a1d08c4384", "answer_path": "models/antigravity-gemini-3-8-flash-high/N10-03/answer.md", "score_path": "models/antigravity-gemini-3-8-flash-high/N10-03/score.json", "judgment_path": "models/antigravity-gemini-3-8-flash-high/N10-03/judgment.json", "metadata_path": "models/antigravity-gemini-3-8-flash-high/N10-03/metadata.json", "run_id": "benchmark-gemini-private-20261012T025927Z", "source_git_ref": "970b2751066aa04741b3dc1fd7e1a77658a15469", "source_task_sha256": "33c229f77dd532aa75ccb9a646f4672d39f8c90dcf32b24ab42e0c392a9aa3a4", "source_rubric_sha256": "e0820be2b587778ba29b04d71fdd5144adaf6fe53f5e90ffd0fafebc67ef40b4", "source_score_sha256": "18b1de177afa1b8503cdbd1e7341a530ecae9efca8444b9ced78edeec1840cde", "source_judgment_sha256": "2c0b7fe50bd973a9cee053641a4a24e1786c9b9d1b46077a34c3f64ef2668569", "teacher_calibration": "pending", "run_path": "models/antigravity-gemini-3-8-flash-high/N10-03/run.json" }, { "agent": "antigravity-gemini-3-8-flash-high", "name": "Gemini 3.8 Flash", "task_id": "N11-03", "question_id": "Q049", "category": "recommendation_single", "interval": [ 75.0, 75.0 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "6e63b26a38539218f4811f1e1b48a4bb7aa948dea409a349a5492ca1447a74a9", "answer_path": "models/antigravity-gemini-3-8-flash-high/N11-03/answer.md", "public_answer_sha256": "ae17be736476483231f34043c68781aadc3c7ba364f5b269bb2530fa3dd78a49", "score_path": "models/antigravity-gemini-3-8-flash-high/N11-03/score.json", "metadata_path": "models/antigravity-gemini-3-8-flash-high/N11-03/metadata.json" }, { "agent": "antigravity-gemini-3-8-flash-high", "name": "Gemini 3.8 Flash", "task_id": "N12-01", "question_id": "Q050", "category": "planning_single", "interval": [ 70.0, 70.0 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "validated_replacement_run", "answer_sha256": "4371903a1935c5adc3598c6d62bffb64d1c1034df17629bef5762a66baa3f1ff", "public_answer_sha256": "01efe24ffcb1226e05523b033d1dad9ef1812fb07dbe7a2df147e316769881ad", "answer_path": "models/antigravity-gemini-3-8-flash-high/N12-01/answer.md", "score_path": "models/antigravity-gemini-3-8-flash-high/N12-01/effective-score.json", "judgment_path": "models/antigravity-gemini-3-8-flash-high/N12-01/judgment.json", "metadata_path": "models/antigravity-gemini-3-8-flash-high/N12-01/metadata.json", "run_id": "benchmark-gemini-private-20261012T025927Z", "source_git_ref": "970b2751066aa04741b3dc1fd7e1a77658a15469", "source_task_sha256": "c084a1b17e0dab3305737390f3f826f0a618b0578f300236e8f214e4e4b26c69", "source_rubric_sha256": "b532c7f33bb557207caa5bc6a627e952cf9f39267099de17ef1ef4906049a0bb", "source_score_sha256": "844184b1f5de3ad657825b464009feeca191d476a3927960a3cff56554400734", "source_judgment_sha256": "27eb895ce65bc4a7360601049907020300855e93d5e3b9b795a52196064a926f", "teacher_calibration": "pending", "run_path": "models/antigravity-gemini-3-8-flash-high/N12-01/run.json", "effective_score_path": "models/antigravity-gemini-3-8-flash-high/N12-01/effective-score.json", "adjudication_path": "models/antigravity-gemini-3-8-flash-high/N12-01/adjudication.json" }, { "agent": "antigravity-gemini-3-8-flash-high", "name": "Gemini 3.8 Flash", "task_id": "N12-03", "question_id": "Q051", "category": "recommendation_single", "interval": [ 34.35, 34.35 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "validated_replacement_run", "answer_sha256": "8cfa871572edd67176e74bb981f73c0b8da8175dd9768578662f01c10e65a6d7", "public_answer_sha256": "63121b72f490f8d5459fd277b34d4ddf95ffbea3693edf8c36f4f8f45e86fd51", "answer_path": "models/antigravity-gemini-3-8-flash-high/N12-03/answer.md", "score_path": "models/antigravity-gemini-3-8-flash-high/N12-03/score.json", "judgment_path": "models/antigravity-gemini-3-8-flash-high/N12-03/judgment.json", "metadata_path": "models/antigravity-gemini-3-8-flash-high/N12-03/metadata.json", "run_id": "benchmark-gemini-private-20261012T025927Z", "source_git_ref": "970b2751066aa04741b3dc1fd7e1a77658a15469", "source_task_sha256": "ee630c377886cc7cc8461eb64a7573e5f4d8e851fd661539e2f02e8ee75877dd", "source_rubric_sha256": "ba3a622370d4d968ab3b4e2cebfb1feaefdb73c17326e4277883009aadf480c0", "source_score_sha256": "2eccbeaa0cedda58ee9775eb3795f1318b6186c688e9cd8cc5512a1531109d75", "source_judgment_sha256": "8284cce3b704e59c2cb9f122c3721f56b2bdf2b8ca56a5b9e84f07fba0e5de1f", "teacher_calibration": "pending", "run_path": "models/antigravity-gemini-3-8-flash-high/N12-03/run.json" }, { "agent": "antigravity-gemini-3-8-flash-high", "name": "Gemini 3.8 Flash", "task_id": "N13-02", "question_id": "Q052", "category": "planning_single", "interval": [ 77.5, 77.5 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "d5b6a649b5e0226831b6a80a90dd0f27dcd02eaffe9148b64125a6f6ecdbc2b7", "answer_path": "models/antigravity-gemini-3-8-flash-high/N13-02/answer.md", "public_answer_sha256": "ed92c222467ca0af8d226343068e26c97367ed81fc9825bfd5746a31ca28ab88", "score_path": "models/antigravity-gemini-3-8-flash-high/N13-02/score.json", "metadata_path": "models/antigravity-gemini-3-8-flash-high/N13-02/metadata.json" }, { "agent": "antigravity-gemini-3-8-flash-high", "name": "Gemini 3.8 Flash", "task_id": "N13-03", "question_id": "Q053", "category": "recommendation_single", "interval": [ 23.88, 23.88 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "validated_replacement_run", "answer_sha256": "2c35a6f25ec49d2243e500e540906c064317bfbfab5d1130eec6ebe8f7f4cbbe", "public_answer_sha256": "bc68ed9d726d737793a74835e4b1825edc082c41c8f42254b2e25076d4ee9020", "answer_path": "models/antigravity-gemini-3-8-flash-high/N13-03/answer.md", "score_path": "models/antigravity-gemini-3-8-flash-high/N13-03/score.json", "judgment_path": "models/antigravity-gemini-3-8-flash-high/N13-03/judgment.json", "metadata_path": "models/antigravity-gemini-3-8-flash-high/N13-03/metadata.json", "run_id": "benchmark-gemini-private-20261012T025927Z", "source_git_ref": "970b2751066aa04741b3dc1fd7e1a77658a15469", "source_task_sha256": "1ec5a0068ca3b1cdfd8a478a368f27783768d63fa8c6fb25e557293b52370acc", "source_rubric_sha256": "8836d2cbdb523749fbe6291deaf20341520f729bd1cd9fb35d57e83b668539c0", "source_score_sha256": "443bc82e8d2cff64fa4c47cfda49564441d935ebc78ca2416f4912b591d9a95c", "source_judgment_sha256": "8b6c5f67ff573e5d6366365e46f5f4b7ee0b2f9fd950f43f1e5e25e894708d18", "teacher_calibration": "pending", "run_path": "models/antigravity-gemini-3-8-flash-high/N13-03/run.json" }, { "agent": "antigravity-gemini-3-8-flash-high", "name": "Gemini 3.8 Flash", "task_id": "N14-01", "question_id": "Q054", "category": "planning_single", "interval": [ 55.0, 55.0 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "validated_replacement_run", "answer_sha256": "c6b63a76ddcc41877b0b2d2d5b76504872d52cecdf93f23cfe49331f0f30d93e", "public_answer_sha256": "53236788797442b8156b8434727830c07dd27cd010e5412b1dc8490eaca64613", "answer_path": "models/antigravity-gemini-3-8-flash-high/N14-01/answer.md", "score_path": "models/antigravity-gemini-3-8-flash-high/N14-01/effective-score.json", "judgment_path": "models/antigravity-gemini-3-8-flash-high/N14-01/judgment.json", "metadata_path": "models/antigravity-gemini-3-8-flash-high/N14-01/metadata.json", "run_id": "benchmark-gemini-private-20261012T025927Z", "source_git_ref": "970b2751066aa04741b3dc1fd7e1a77658a15469", "source_task_sha256": "9a32817b5bcee976d19c9f098c81ae8e415fa0aeb820d4ca189fd388e104561f", "source_rubric_sha256": "2c9cb6f0028e0a9edae184d9043e03b48e0185c4fd8b6202f9ac606469adce70", "source_score_sha256": "8448036c466dc81fa00a375f19ad6f9263c894ec1dd5cb980cfceb008e1d5374", "source_judgment_sha256": "e62103fb36920bc4f0f997147dd0c58ef850084355ed82ed39bd75f89588be16", "teacher_calibration": "pending", "run_path": "models/antigravity-gemini-3-8-flash-high/N14-01/run.json", "effective_score_path": "models/antigravity-gemini-3-8-flash-high/N14-01/effective-score.json", "adjudication_path": "models/antigravity-gemini-3-8-flash-high/N14-01/adjudication.json" }, { "agent": "antigravity-gemini-3-8-flash-high", "name": "Gemini 3.8 Flash", "task_id": "N14-02", "question_id": "Q055", "category": "planning_single", "interval": [ 85.0, 85.0 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "validated_replacement_run", "answer_sha256": "d8bb88552508fb05a4080812c85d69c9183b63fb9bab44fabfa65abd76d08a30", "public_answer_sha256": "dc4bed5e3a2b9e9df378b080a747b63fe8e5cc7acdda3f07c5ade2fa373e3e97", "answer_path": "models/antigravity-gemini-3-8-flash-high/N14-02/answer.md", "score_path": "models/antigravity-gemini-3-8-flash-high/N14-02/score.json", "judgment_path": "models/antigravity-gemini-3-8-flash-high/N14-02/judgment.json", "metadata_path": "models/antigravity-gemini-3-8-flash-high/N14-02/metadata.json", "run_id": "benchmark-gemini-private-20261012T025927Z", "source_git_ref": "970b2751066aa04741b3dc1fd7e1a77658a15469", "source_task_sha256": "beb874beef76e95b656ca20d7d92be65839fdcbabb25709cd52232c325683b48", "source_rubric_sha256": "fd266c4219f9545f5adef4b68a51686fcab0cc6e604cde14cbcbc86cef26c6ed", "source_score_sha256": "098ffd262da9d8bc3317c3f156b5f442f580fa684c6b11c05d019230a5cabf40", "source_judgment_sha256": "f6d5852f92001948c1600f74893cda11eedb733f838749a310590ce3174be0a1", "teacher_calibration": "pending", "run_path": "models/antigravity-gemini-3-8-flash-high/N14-02/run.json" }, { "agent": "antigravity-gemini-3-8-flash-high", "name": "Gemini 3.8 Flash", "task_id": "N14-03", "question_id": "Q056", "category": "recommendation_single", "interval": [ 34.76, 34.76 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "f1ad7f019f7fb04a087be4a4f0a305f0ff679e7fba4d5971cf07a3e3a0d613d3", "answer_path": "models/antigravity-gemini-3-8-flash-high/N14-03/answer.md", "public_answer_sha256": "7f3459e3aeb30555d164450cfec62bfb9c46602c48e09df8031c3c14914e6fc7", "score_path": "models/antigravity-gemini-3-8-flash-high/N14-03/score.json", "metadata_path": "models/antigravity-gemini-3-8-flash-high/N14-03/metadata.json" }, { "agent": "antigravity-gemini-3-8-flash-high", "name": "Gemini 3.8 Flash", "task_id": "N15-01", "question_id": "Q057", "category": "planning_single", "interval": [ 56.0, 56.0 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "9a126094574b4a88bf5417e255d434d0277064b324f0c1d0eca5b717f951c426", "answer_path": "models/antigravity-gemini-3-8-flash-high/N15-01/answer.md", "public_answer_sha256": "34557018f87ecb24851ed403987b3479fbca524ec9b19e7d2a5b73e26f88899e", "score_path": "models/antigravity-gemini-3-8-flash-high/N15-01/score.json", "metadata_path": "models/antigravity-gemini-3-8-flash-high/N15-01/metadata.json" }, { "agent": "antigravity-gemini-3-8-flash-high", "name": "Gemini 3.8 Flash", "task_id": "N15-03", "question_id": "Q058", "category": "recommendation_single", "interval": [ 41.13, 41.13 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "validated_replacement_run", "answer_sha256": "c8b698b6ce4b63aaebef5603cc5544392bcc1801854dae80d09c2710a191a9df", "public_answer_sha256": "42d27488bf2ff867b97b1574f2aa24bd7ca9eeaeac435a583121f2bf9cc56325", "answer_path": "models/antigravity-gemini-3-8-flash-high/N15-03/answer.md", "score_path": "models/antigravity-gemini-3-8-flash-high/N15-03/score.json", "judgment_path": "models/antigravity-gemini-3-8-flash-high/N15-03/judgment.json", "metadata_path": "models/antigravity-gemini-3-8-flash-high/N15-03/metadata.json", "run_id": "benchmark-gemini-private-20261012T025927Z", "source_git_ref": "970b2751066aa04741b3dc1fd7e1a77658a15469", "source_task_sha256": "a1ac3ff5786f9848d3a6b2bbbce8358f51f4b0df65b1508d8765d22e7f4d2c62", "source_rubric_sha256": "a5d21bb694ced702eafc56692fe4abbfeb3f633d5fc7ef8286499521d80eab35", "source_score_sha256": "58d7f278e1d1b2da4ab2958e562ab858d4f19c4ab9d7dc4492b50a6022f4b083", "source_judgment_sha256": "438f9bcc4648e11b37ee4d5b5f1901e90681bfd2787acdd2a16434524b4a6cf1", "teacher_calibration": "pending", "run_path": "models/antigravity-gemini-3-8-flash-high/N15-03/run.json" }, { "agent": "antigravity-gemini-3-8-flash-high", "name": "Gemini 3.8 Flash", "task_id": "N16-01", "question_id": "Q059", "category": "planning_single", "interval": [ 63.0, 63.0 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "validated_replacement_run", "answer_sha256": "d509d58924acbeb4faa98c407af52712f20277790b3971e853c13dfc21abe1fe", "public_answer_sha256": "fecdc769b4aa4078298ab32079ef2160751ac6fa4810d1a74362c1357a90128c", "answer_path": "models/antigravity-gemini-3-8-flash-high/N16-01/answer.md", "score_path": "models/antigravity-gemini-3-8-flash-high/N16-01/score.json", "judgment_path": "models/antigravity-gemini-3-8-flash-high/N16-01/judgment.json", "metadata_path": "models/antigravity-gemini-3-8-flash-high/N16-01/metadata.json", "run_id": "benchmark-gemini-private-20261012T025927Z", "source_git_ref": "970b2751066aa04741b3dc1fd7e1a77658a15469", "source_task_sha256": "b3082bd3d4fdfe9138af1b73fe1e6546ff07bf2163b2b54b3eb372793513c57c", "source_rubric_sha256": "8b7ed5cd99c6214d073a3844c0422e0715ab9c99be66f159d2f3c50ef21f072d", "source_score_sha256": "809de7732c6387cc75c035c5928fce2171b6a2e6173360784bb18bf7467deed9", "source_judgment_sha256": "4b248c8bf6454cfc709e5819d9ac8b9363ada4b951b7d694ebbcd4cd9894615d", "teacher_calibration": "pending", "run_path": "models/antigravity-gemini-3-8-flash-high/N16-01/run.json" }, { "agent": "antigravity-gemini-3-8-flash-high", "name": "Gemini 3.8 Flash", "task_id": "N16-03", "question_id": "Q060", "category": "recommendation_single", "interval": [ 52.03, 52.03 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "validated_replacement_run", "answer_sha256": "831838a04d2f23a9784c436ccece6b0e3e5afe48ffedf3a2a257065630dee826", "public_answer_sha256": "a82074bf828c933d4e55755b7ba863a519c112b936d334f909487e9c38523039", "answer_path": "models/antigravity-gemini-3-8-flash-high/N16-03/answer.md", "score_path": "models/antigravity-gemini-3-8-flash-high/N16-03/score.json", "judgment_path": "models/antigravity-gemini-3-8-flash-high/N16-03/judgment.json", "metadata_path": "models/antigravity-gemini-3-8-flash-high/N16-03/metadata.json", "run_id": "benchmark-gemini-private-20261012T025927Z", "source_git_ref": "970b2751066aa04741b3dc1fd7e1a77658a15469", "source_task_sha256": "b4f6cbf05f5c4057f6ecbe0f85f7c86630c47e7e926cb8cd1d8144334b1f1286", "source_rubric_sha256": "60cba97926cbdeaed594712281646d60c62c1cc00ff5e4d60dd6fc1a3bb0eaec", "source_score_sha256": "8901499643860ec166639b79b6c5f8e54ba3ffba7734c8adba4adf856a2ca110", "source_judgment_sha256": "84d0f1ac3a8c57eacbe9bc855be746bb48b094247d9a23b133aa8f7b7cdfd9cf", "teacher_calibration": "pending", "run_path": "models/antigravity-gemini-3-8-flash-high/N16-03/run.json" }, { "agent": "antigravity-gemini-3-8-flash-high", "name": "Gemini 3.8 Flash", "task_id": "O08-02", "question_id": "Q061", "category": "planning_single", "interval": [ 77.5, 77.5 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "validated_replacement_run", "answer_sha256": "5db5294fe1db3c34e8417499ddc2a0c3beeae1c3c8088e25857e7f78670f667c", "public_answer_sha256": "7384631c8cd01e9d98d2327accf09b0479d4a306eb7b1f1b6da0088f2730d540", "answer_path": "models/antigravity-gemini-3-8-flash-high/O08-02/answer.md", "score_path": "models/antigravity-gemini-3-8-flash-high/O08-02/score.json", "judgment_path": "models/antigravity-gemini-3-8-flash-high/O08-02/judgment.json", "metadata_path": "models/antigravity-gemini-3-8-flash-high/O08-02/metadata.json", "run_id": "benchmark-gemini-private-20261012T025927Z", "source_git_ref": "970b2751066aa04741b3dc1fd7e1a77658a15469", "source_task_sha256": "b89a2725b2e302a6573734f23ae817c28f315a116c00f4031398d90942dc114b", "source_rubric_sha256": "98e568491b2c1fa920f7fed309a56a3c85a10fed8dd0b2fcd429af676ed5a2e5", "source_score_sha256": "baa82377866b26dd2da07fddf376ab4f45b0f1f534d33ecd7b6585a62a07d5cd", "source_judgment_sha256": "715a29c0514b7139f717ace4e181292b04b8438f83a58aeb67c2ad6f4bd7f959", "teacher_calibration": "pending", "run_path": "models/antigravity-gemini-3-8-flash-high/O08-02/run.json" }, { "agent": "antigravity-gemini-3-8-flash-high", "name": "Gemini 3.8 Flash", "task_id": "N01-02", "question_id": "Q062", "category": "staged", "interval": [ 80.0, 80.0 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "73354733ed0c34f513346f9934e24cb023d243e748c020f148245a5817b8be80", "answer_path": "models/antigravity-gemini-3-8-flash-high/N01-02/answer.md", "public_answer_sha256": "d079ef715450d9e9cdd417b4376127270d31be14cc82fdf34034cc530a855089", "score_path": "models/antigravity-gemini-3-8-flash-high/N01-02/score.json", "metadata_path": "models/antigravity-gemini-3-8-flash-high/N01-02/metadata.json" }, { "agent": "antigravity-gemini-3-8-flash-high", "name": "Gemini 3.8 Flash", "task_id": "N04-02", "question_id": "Q063", "category": "staged", "interval": [ 60.0, 60.0 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "validated_replacement_run", "answer_sha256": "88cb4045713d5f16569d1e1d658fd6b1fc927680d400d3d5a4931856b66db6df", "public_answer_sha256": "2ea02801d2c57e4d050799a65233cbfec3088928d2b3b01959ce5b3d59eb4625", "answer_path": "models/antigravity-gemini-3-8-flash-high/N04-02/answer.md", "score_path": "models/antigravity-gemini-3-8-flash-high/N04-02/score.json", "judgment_path": "models/antigravity-gemini-3-8-flash-high/N04-02/judgment.json", "metadata_path": "models/antigravity-gemini-3-8-flash-high/N04-02/metadata.json", "run_id": "benchmark-gemini-private-20261012T025927Z", "source_git_ref": "970b2751066aa04741b3dc1fd7e1a77658a15469", "source_task_sha256": "e6691128630d907d1b7c51acec9bd20ea340e27aa20abeb75d483a12ebce87bb", "source_rubric_sha256": "e37fee323bda59d268ba36362da2b6c6c519ff48b5c1c973196ecb8fb2042187", "source_score_sha256": "5d4ad3286f800f91706b3c1528ef98820224c023ee192d2eabd60af2c93501d2", "source_judgment_sha256": "f618e715ec11242d50aa54b4497f74b85b0741890bab0aa173a85a5bea50ed2c", "teacher_calibration": "pending", "run_path": "models/antigravity-gemini-3-8-flash-high/N04-02/run.json" }, { "agent": "antigravity-gemini-3-8-flash-high", "name": "Gemini 3.8 Flash", "task_id": "N05-02", "question_id": "Q064", "category": "staged", "interval": [ 62.0, 62.0 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "validated_replacement_run", "answer_sha256": "24320b14c3631b2ad142b97869f56c8e8205dccfe35c8498097cfec0e0a72820", "public_answer_sha256": "4c8a6b4bee01fa2f34fcc521abc9e345db37ddb565d7c15bfc1373d277971bc0", "answer_path": "models/antigravity-gemini-3-8-flash-high/N05-02/answer.md", "score_path": "models/antigravity-gemini-3-8-flash-high/N05-02/score.json", "judgment_path": "models/antigravity-gemini-3-8-flash-high/N05-02/judgment.json", "metadata_path": "models/antigravity-gemini-3-8-flash-high/N05-02/metadata.json", "run_id": "benchmark-gemini-private-20261012T025927Z", "source_git_ref": "970b2751066aa04741b3dc1fd7e1a77658a15469", "source_task_sha256": "cc33a255f05bc49e764d9eee5b9e3a56b2dd0c070daef6d7e55d005c4a096cd3", "source_rubric_sha256": "516032be30b20373af4685a27f02d345bc414794e1fbdf2f955f966580b70c7e", "source_score_sha256": "5810e564bdebac23e383c74f305b7a50e93cc8075b3ccf2f7fa29911df27d627", "source_judgment_sha256": "e21176290581ae0a4e14e10a126d0979e7ae95c6cab14c366c40c3e2efde69a9", "teacher_calibration": "pending", "run_path": "models/antigravity-gemini-3-8-flash-high/N05-02/run.json" }, { "agent": "antigravity-gemini-3-8-flash-high", "name": "Gemini 3.8 Flash", "task_id": "N08-02", "question_id": "Q066", "category": "staged", "interval": [ 53.0, 53.0 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "a2cf35f274d266af28796105436e6282f01e2c54f14104eba905a2b3ae22e004", "answer_path": "models/antigravity-gemini-3-8-flash-high/N08-02/answer.md", "public_answer_sha256": "d9717e360480d6ae22b8cdc97b5e1f7ee304b7713064b8f5fc81f70d4bfc1f1f", "score_path": "models/antigravity-gemini-3-8-flash-high/N08-02/score.json", "metadata_path": "models/antigravity-gemini-3-8-flash-high/N08-02/metadata.json" }, { "agent": "antigravity-gemini-3-8-flash-high", "name": "Gemini 3.8 Flash", "task_id": "N09-02", "question_id": "Q067", "category": "staged", "interval": [ 85.0, 85.0 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "validated_replacement_run", "answer_sha256": "a96a7e1f38dfb376a88bb8d18fc797645ee5439936c9181bddfc57fec0da3ce5", "public_answer_sha256": "17814ce0a58bbb2f39091a56a06a9c1ac0338e59e4923f467598449bbd183a0f", "answer_path": "models/antigravity-gemini-3-8-flash-high/N09-02/answer.md", "score_path": "models/antigravity-gemini-3-8-flash-high/N09-02/score.json", "judgment_path": "models/antigravity-gemini-3-8-flash-high/N09-02/judgment.json", "metadata_path": "models/antigravity-gemini-3-8-flash-high/N09-02/metadata.json", "run_id": "benchmark-gemini-private-20261012T025927Z", "source_git_ref": "970b2751066aa04741b3dc1fd7e1a77658a15469", "source_task_sha256": "6cd24310888a50b60c2d3c49ec2ea8fa6d5c04d41c74eb661ad22614e1d9867c", "source_rubric_sha256": "44c0d4346a2c1dc5ce669a9ad5abf517a722196363d8af28f604ac08e9ba5ea2", "source_score_sha256": "b64f4f0696d9bc6f46117fa068710ed29686fd7d41f8fecfb369d4a7592319c9", "source_judgment_sha256": "df4090d2cef6f86ef120e82cd1a86971e1fb218b7f114f03774a5bbd6ab03455", "teacher_calibration": "pending", "run_path": "models/antigravity-gemini-3-8-flash-high/N09-02/run.json" }, { "agent": "antigravity-gemini-3-8-flash-high", "name": "Gemini 3.8 Flash", "task_id": "N11-02", "question_id": "Q068", "category": "staged", "interval": [ 64.5, 64.5 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "validated_replacement_run", "answer_sha256": "61514dbc9c9bf479f46f3d66a1ee5067eceeadc15754a62a1f2754b766c88c41", "public_answer_sha256": "5b91f64c5a4462c0a3c9c71d282ff38d17df6e1e4762922cfe04bc51c0b0768d", "answer_path": "models/antigravity-gemini-3-8-flash-high/N11-02/answer.md", "score_path": "models/antigravity-gemini-3-8-flash-high/N11-02/score.json", "judgment_path": "models/antigravity-gemini-3-8-flash-high/N11-02/judgment.json", "metadata_path": "models/antigravity-gemini-3-8-flash-high/N11-02/metadata.json", "run_id": "benchmark-gemini-private-20261012T025927Z", "source_git_ref": "970b2751066aa04741b3dc1fd7e1a77658a15469", "source_task_sha256": "e2ba2e0b63d03250bccca08efe550907f4ee6195297682bcc3b465130b6f15d1", "source_rubric_sha256": "c5827528e0b775e734f21cc7eed4ca88103dd721e5bed22b29e747c92ce9287f", "source_score_sha256": "90a58a3846e8fe0924b3e105bb0aefbe87d030e0ee8107e1e72f5540e1303d48", "source_judgment_sha256": "6ad2538fb216fbbe064c4778a97663307ccd01975e7fcb2e756b35b81a2c3629", "teacher_calibration": "pending", "run_path": "models/antigravity-gemini-3-8-flash-high/N11-02/run.json" }, { "agent": "antigravity-gemini-3-8-flash-high", "name": "Gemini 3.8 Flash", "task_id": "N12-02", "question_id": "Q069", "category": "staged", "interval": [ 65.0, 65.0 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "validated_replacement_run", "answer_sha256": "de134b421fc3944a45c50417830d622dfd56399f1906d4ab52553d8fc6d5fc92", "public_answer_sha256": "e9d04c5032d00a86a81b6f0a75f29e8d38a87710652adbbe60fa71dd624411bc", "answer_path": "models/antigravity-gemini-3-8-flash-high/N12-02/answer.md", "score_path": "models/antigravity-gemini-3-8-flash-high/N12-02/effective-score.json", "judgment_path": "models/antigravity-gemini-3-8-flash-high/N12-02/judgment.json", "metadata_path": "models/antigravity-gemini-3-8-flash-high/N12-02/metadata.json", "run_id": "benchmark-gemini-private-20261012T025927Z", "source_git_ref": "970b2751066aa04741b3dc1fd7e1a77658a15469", "source_task_sha256": "0774bfa01a96f074f602705b905fdc5fbbc2228ece080717f7e32be05da2eea7", "source_rubric_sha256": "57f7963348523fdb3ef2d8b9af8260044bd92e1992350951b452c3aba76d868a", "source_score_sha256": "61e2c7c9d0bbd3ab6696e96db26766f15d2cc107aaec01cc4c4b27f243d33ff5", "source_judgment_sha256": "8b01db482ec62bd90b8a0c86b6bf31db74bfbdf34fc93202b9f5fa7d705b0e70", "teacher_calibration": "pending", "run_path": "models/antigravity-gemini-3-8-flash-high/N12-02/run.json", "effective_score_path": "models/antigravity-gemini-3-8-flash-high/N12-02/effective-score.json", "adjudication_path": "models/antigravity-gemini-3-8-flash-high/N12-02/adjudication.json" }, { "agent": "antigravity-gemini-3-8-flash-high", "name": "Gemini 3.8 Flash", "task_id": "N15-02", "question_id": "Q070", "category": "staged", "interval": [ 72.5, 72.5 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "validated_replacement_run", "answer_sha256": "3aa181a1ea85dd57bcd6ca6e2583a3d676e7671f1f5c1833a7eacd81618b1d26", "public_answer_sha256": "e9f6c19b886e582332aef2c0d129f6efef41294f72bf16caa3d2e15d711b912c", "answer_path": "models/antigravity-gemini-3-8-flash-high/N15-02/answer.md", "score_path": "models/antigravity-gemini-3-8-flash-high/N15-02/score.json", "judgment_path": "models/antigravity-gemini-3-8-flash-high/N15-02/judgment.json", "metadata_path": "models/antigravity-gemini-3-8-flash-high/N15-02/metadata.json", "run_id": "benchmark-gemini-private-20261012T025927Z", "source_git_ref": "970b2751066aa04741b3dc1fd7e1a77658a15469", "source_task_sha256": "a61abbde09a48225b3a0510e56f1f9b8f3f0e3f2008afd3b72e61eaed6e65269", "source_rubric_sha256": "12e965f1b3fa0b9041c2926330cfe6dcffab3b1d8432312f0bc086137d6719f1", "source_score_sha256": "07b67e1faca7f8bacf1354c25850f8c4c1ab77230667afd21912920201952ab9", "source_judgment_sha256": "f1783a2508331a7f3e2debb527bb9081e36ed7b435d735a986b8c2ee3f295913", "teacher_calibration": "pending", "run_path": "models/antigravity-gemini-3-8-flash-high/N15-02/run.json" }, { "agent": "antigravity-gemini-3-8-flash-high", "name": "Gemini 3.8 Flash", "task_id": "N16-02", "question_id": "Q071", "category": "staged", "interval": [ 60.0, 60.0 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "2002b8254073fe5ac45e3db673dc5ed5b76b028df8701a8c1669f70a9dac5a67", "answer_path": "models/antigravity-gemini-3-8-flash-high/N16-02/answer.md", "public_answer_sha256": "81cfc12da6fadcfb39e5378d1e3b4709c1fc9633c7faf2385362da68c8dea23c", "score_path": "models/antigravity-gemini-3-8-flash-high/N16-02/score.json", "metadata_path": "models/antigravity-gemini-3-8-flash-high/N16-02/metadata.json" }, { "agent": "antigravity-gemini-3-8-flash-high", "name": "Gemini 3.8 Flash", "task_id": "O01-04", "question_id": "Q072", "category": "staged", "interval": [ 87.5, 87.5 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "validated_replacement_run", "answer_sha256": "15715c38cd743aee8ea16e431a790a8af72e5898255746c612157d6d1cc6e20f", "public_answer_sha256": "b0ef6a4440eba026eda8e2a304d222fe931eb2f94416d7dfd19f65682a09c38c", "answer_path": "models/antigravity-gemini-3-8-flash-high/O01-04/answer.md", "score_path": "models/antigravity-gemini-3-8-flash-high/O01-04/score.json", "judgment_path": "models/antigravity-gemini-3-8-flash-high/O01-04/judgment.json", "metadata_path": "models/antigravity-gemini-3-8-flash-high/O01-04/metadata.json", "run_id": "benchmark-gemini-private-20261012T025927Z", "source_git_ref": "970b2751066aa04741b3dc1fd7e1a77658a15469", "source_task_sha256": "90c4ca8db4527d43eba9d195cad5414d6c3a69b1a5cfa617a93f0331d5b73a0b", "source_rubric_sha256": "6346dea9a9fa7107d7033cc53c17465e41167b93c2df0308e156b543eac49b74", "source_score_sha256": "d78bb0aa430f1167f6ce2586df28c9885c0285a6fb03d3f87e1e24c31802a1a6", "source_judgment_sha256": "c619f8b8bf1b861c5609a62e08573f9554924ad64dcde2159a2f47178c87ac50", "teacher_calibration": "pending", "run_path": "models/antigravity-gemini-3-8-flash-high/O01-04/run.json" }, { "agent": "antigravity-gemini-3-8-flash-high", "name": "Gemini 3.8 Flash", "task_id": "O03-04", "question_id": "Q073", "category": "staged", "interval": [ 75.0, 75.0 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "validated_replacement_run", "answer_sha256": "bf6b6a77511246ec7f8506106b360a090845649a68ab348b30f57d0fc6fb0c09", "public_answer_sha256": "d4f1ee960184db1a1aa8256885bb5b30b4ad16e58cccc5e241916503f9e23952", "answer_path": "models/antigravity-gemini-3-8-flash-high/O03-04/answer.md", "score_path": "models/antigravity-gemini-3-8-flash-high/O03-04/score.json", "judgment_path": "models/antigravity-gemini-3-8-flash-high/O03-04/judgment.json", "metadata_path": "models/antigravity-gemini-3-8-flash-high/O03-04/metadata.json", "run_id": "benchmark-gemini-private-20261012T025927Z", "source_git_ref": "970b2751066aa04741b3dc1fd7e1a77658a15469", "source_task_sha256": "7ff417dc83077e99ce114a7f6b5aab224fb280f85f0152576471987e16d7a9df", "source_rubric_sha256": "b9f82004f87e16843735fdbaf5eaac074ce4d036e5682362de2a0ef0b067d937", "source_score_sha256": "d7b029e942721ec26a6db85712a97cdf6f2bdb2d401121fcfbd5e4dcb981e427", "source_judgment_sha256": "5a0f368d43071e8614763a8939f38468c325f3d3fc318b3ad155440792be7b01", "teacher_calibration": "pending", "run_path": "models/antigravity-gemini-3-8-flash-high/O03-04/run.json" }, { "agent": "antigravity-gemini-3-8-flash-high", "name": "Gemini 3.8 Flash", "task_id": "O04-04", "question_id": "Q074", "category": "staged", "interval": [ 87.5, 87.5 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "497ced70a513217272607a696e86ddd61fc77ba977a51dc6b5efb30b94f8d4bc", "answer_path": "models/antigravity-gemini-3-8-flash-high/O04-04/answer.md", "public_answer_sha256": "92df915db6a43bc5850c6687cec34160c3888af25e63614dd078caae45992194", "score_path": "models/antigravity-gemini-3-8-flash-high/O04-04/score.json", "metadata_path": "models/antigravity-gemini-3-8-flash-high/O04-04/metadata.json" }, { "agent": "antigravity-gemini-3-8-flash-high", "name": "Gemini 3.8 Flash", "task_id": "O06-02", "question_id": "Q075", "category": "staged", "interval": [ 70.0, 70.0 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "validated_replacement_run", "answer_sha256": "1ae1299880e95271614788b063e815e0b2e023420b0ef2b5c53d49d1727f11b1", "public_answer_sha256": "a61663e47926c906efa16e37e12e025b373b25d4723cb06f51e4a1c4c79b218f", "answer_path": "models/antigravity-gemini-3-8-flash-high/O06-02/answer.md", "score_path": "models/antigravity-gemini-3-8-flash-high/O06-02/score.json", "judgment_path": "models/antigravity-gemini-3-8-flash-high/O06-02/judgment.json", "metadata_path": "models/antigravity-gemini-3-8-flash-high/O06-02/metadata.json", "run_id": "benchmark-gemini-private-20261012T025927Z", "source_git_ref": "970b2751066aa04741b3dc1fd7e1a77658a15469", "source_task_sha256": "6217c546ec53bf6c432dcc50e8ddcff6c0e30a2d8d2b3cf46336ba1f2b235379", "source_rubric_sha256": "620f55f7dfe28fc1c419e00976cfc39705aae3f8fa74217edf6c86a24c78bfa1", "source_score_sha256": "692c0606034cf345860bbc8f6f3769a066df5ef5d7dd717160929767dcacb92e", "source_judgment_sha256": "685918f9cdecf4c6d60d3756565259ba958469e6487f14a463dfecd532d67a95", "teacher_calibration": "pending", "run_path": "models/antigravity-gemini-3-8-flash-high/O06-02/run.json" }, { "agent": "kimi-k3", "name": "Kimi K3", "task_id": "BY-A-PLAN", "question_id": "Q001", "category": "planning_single", "interval": [ 42.5, 42.5 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "8a2bcf1f94303dbe751e1cbc6f22b1ce1518911c179081d328fa1e03681befed", "answer_path": "models/kimi-k3/BY-A-PLAN/stages/S0/answer.md", "public_answer_sha256": "0896215c99267b1240ee979e729bf6e76f5b6860448fb3029440045d10162aa4", "score_path": "models/kimi-k3/BY-A-PLAN/score.json", "metadata_path": "models/kimi-k3/BY-A-PLAN/metadata.json" }, { "agent": "kimi-k3", "name": "Kimi K3", "task_id": "BY-A-APPLY", "question_id": "Q002", "category": "recommendation_single", "interval": [ 38.29, 38.29 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "7ed2c1cc2e1ef05ab5f1c7e18f4ec8a3cdbcd3aac529344b5f1b2e6c978b5a7f", "answer_path": "models/kimi-k3/BY-A-APPLY/stages/S0/answer.md", "public_answer_sha256": "a0899898bdfbce738db3323037a21debe9e8bd677fe6ed653c964dd0223ddd51", "score_path": "models/kimi-k3/BY-A-APPLY/score.json", "metadata_path": "models/kimi-k3/BY-A-APPLY/metadata.json" }, { "agent": "kimi-k3", "name": "Kimi K3", "task_id": "TRY-A-03", "question_id": "Q003", "category": "planning_single", "interval": [ 62.5, 62.5 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "8354c2bf37f5e0235bef55ed0b2b3de4440e351abf016ecc8dec8fcad4845b66", "answer_path": "models/kimi-k3/TRY-A-03/stages/S0/answer.md", "public_answer_sha256": "a35e97cd195a6add0c05002538cf0732569815b078b109bb46dd6d50486f2cca", "score_path": "models/kimi-k3/TRY-A-03/score.json", "metadata_path": "models/kimi-k3/TRY-A-03/metadata.json" }, { "agent": "kimi-k3", "name": "Kimi K3", "task_id": "BY-B-APPLY", "question_id": "Q004", "category": "recommendation_single", "interval": [ 62.0, 62.0 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "436c2260fd4883d7f54fc42f597b87b74e002ffc53b00a238ca40789125b53fd", "answer_path": "models/kimi-k3/BY-B-APPLY/answer.md", "public_answer_sha256": "0b3b719a98f09c8ea4055b3c60512e68543475ce4fc759f89557e7538be7939f", "score_path": "models/kimi-k3/BY-B-APPLY/score.json", "metadata_path": "models/kimi-k3/BY-B-APPLY/metadata.json" }, { "agent": "kimi-k3", "name": "Kimi K3", "task_id": "TRY-B-02", "question_id": "Q005", "category": "planning_single", "interval": [ 67.5, 67.5 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "643c6b7c4f467e3ecd2506351f8fbd77be5c6af26813009eb7dc40e267642f11", "answer_path": "models/kimi-k3/TRY-B-02/stages/S0/answer.md", "public_answer_sha256": "83f4048aeef2085f0f60bab4f8f00d2dd7a51bc78734f7c99aa5085b1034bca7", "score_path": "models/kimi-k3/TRY-B-02/score.json", "metadata_path": "models/kimi-k3/TRY-B-02/metadata.json" }, { "agent": "kimi-k3", "name": "Kimi K3", "task_id": "TRY-B-03", "question_id": "Q006", "category": "planning_single", "interval": [ 65.0, 65.0 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "0b4adfdcc464d3a3cfa618655763f0b05e7791ae02746f4a4f04904b0483d7c9", "answer_path": "models/kimi-k3/TRY-B-03/stages/S0/answer.md", "public_answer_sha256": "3d2b0035d7ed8154578e5dabf78ff221d89a67a00b3660cba88cb5e2066a6ebd", "score_path": "models/kimi-k3/TRY-B-03/score.json", "metadata_path": "models/kimi-k3/TRY-B-03/metadata.json" }, { "agent": "kimi-k3", "name": "Kimi K3", "task_id": "BY-C-WINTER", "question_id": "Q007", "category": "planning_single", "interval": [ 37.5, 37.5 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "6a8ea28e1130d931a2d94d35290c6b64f344b78b50f320d1c19eec6f8ccb2843", "answer_path": "models/kimi-k3/BY-C-WINTER/stages/S0/answer.md", "public_answer_sha256": "a5aa3c56bdc37316bcccbb662966e87784c7557eb8ac47e5df50f6549799b833", "score_path": "models/kimi-k3/BY-C-WINTER/score.json", "metadata_path": "models/kimi-k3/BY-C-WINTER/metadata.json" }, { "agent": "kimi-k3", "name": "Kimi K3", "task_id": "BY-C-APPLY", "question_id": "Q008", "category": "recommendation_single", "interval": [ 50.17, 50.17 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "ca00fd333a18f26224af5e336e21614b6b470ef30f18d662f8bf870f702a25b9", "answer_path": "models/kimi-k3/BY-C-APPLY/stages/S0/answer.md", "public_answer_sha256": "504e15b5a2e486ad7be71f860f0250d803b96ef764e4f882a5134ec35e0d1b69", "score_path": "models/kimi-k3/BY-C-APPLY/score.json", "metadata_path": "models/kimi-k3/BY-C-APPLY/metadata.json" }, { "agent": "kimi-k3", "name": "Kimi K3", "task_id": "TRY-C-03", "question_id": "Q009", "category": "planning_single", "interval": [ 70.0, 70.0 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "b32af1a56d51aea3143ad99942d0eda891046bbebeddf8aa96db692eae5072b0", "answer_path": "models/kimi-k3/TRY-C-03/answer.md", "public_answer_sha256": "5544b61541d77d0c8496473153423aa516ffe673861fcaded97758a12c74f8f6", "score_path": "models/kimi-k3/TRY-C-03/score.json", "metadata_path": "models/kimi-k3/TRY-C-03/metadata.json" }, { "agent": "kimi-k3", "name": "Kimi K3", "task_id": "TRY-D-02", "question_id": "Q011", "category": "planning_single", "interval": [ 72.5, 72.5 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "d570a83136810ed52688d0da2a2fdc7d801090085080d1d344d4169dba38724e", "answer_path": "models/kimi-k3/TRY-D-02/stages/S0/answer.md", "public_answer_sha256": "b9e82c005432aac6083f4eab0c0802667f1a06d06474e80f5332f05fc66c8c46", "score_path": "models/kimi-k3/TRY-D-02/score.json", "metadata_path": "models/kimi-k3/TRY-D-02/metadata.json" }, { "agent": "kimi-k3", "name": "Kimi K3", "task_id": "BY-E-APPLY", "question_id": "Q012", "category": "recommendation_single", "interval": [ 29.0, 29.0 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "3af21b7852d33501dbcca40aeca1eda9669f8ce1aa50b77cdbed1642057af888", "answer_path": "models/kimi-k3/BY-E-APPLY/stages/S0/answer.md", "public_answer_sha256": "08ff48ff35d23d7ba332e0a56bcce66b998e5fcf3ea00c18694b15f3f6d54d0a", "score_path": "models/kimi-k3/BY-E-APPLY/score.json", "metadata_path": "models/kimi-k3/BY-E-APPLY/metadata.json" }, { "agent": "kimi-k3", "name": "Kimi K3", "task_id": "TRY-E-02", "question_id": "Q013", "category": "planning_single", "interval": [ 57.89473684210526, 57.89473684210526 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "b34bb26f637f04b65014905bbe19b5d7adfde83c7cbef954d81c78acc94b39a1", "score_path": "models/kimi-k3/TRY-E-02/score.json", "metadata_path": "models/kimi-k3/TRY-E-02/metadata.json" }, { "agent": "kimi-k3", "name": "Kimi K3", "task_id": "TRY-E-03", "question_id": "Q014", "category": "planning_single", "interval": [ 63.5, 63.5 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "561da2231c772acd299e6c276e58594ab2ea2251747e3fda4d48a163339888ed", "answer_path": "models/kimi-k3/TRY-E-03/stages/S0/answer.md", "public_answer_sha256": "f19f477b4ad52b471468ae5be248802c8980d4dc7a2e2cda842922433cd4b028", "score_path": "models/kimi-k3/TRY-E-03/score.json", "metadata_path": "models/kimi-k3/TRY-E-03/metadata.json" }, { "agent": "kimi-k3", "name": "Kimi K3", "task_id": "BY-F-APPLY", "question_id": "Q015", "category": "recommendation_single", "interval": [ 68.7, 68.7 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "be5ed3fc6fb98f9ee4d8a108ec9656096fe9d7a1d1eacd93106a7eefd005e41d", "answer_path": "models/kimi-k3/BY-F-APPLY/stages/S0/answer.md", "public_answer_sha256": "2c66e03d9178a1d08396ce176e8140dafe39ad43e9fac3d18621f7bec16655b3", "score_path": "models/kimi-k3/BY-F-APPLY/score.json", "metadata_path": "models/kimi-k3/BY-F-APPLY/metadata.json" }, { "agent": "kimi-k3", "name": "Kimi K3", "task_id": "TRY-F-02", "question_id": "Q016", "category": "planning_single", "interval": [ 50.0, 50.0 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "8274ac3aac04d9d0b15aaee34de8cfe3b666ec9a8f39614c7c2d2919faae5ec8", "answer_path": "models/kimi-k3/TRY-F-02/answer.md", "public_answer_sha256": "a8096534f1dec71b23e946af55413b877a58fd5c27c9142428c8c4a0f621dcfb", "score_path": "models/kimi-k3/TRY-F-02/score.json", "metadata_path": "models/kimi-k3/TRY-F-02/metadata.json" }, { "agent": "kimi-k3", "name": "Kimi K3", "task_id": "TRY-G-01", "question_id": "Q017", "category": "planning_single", "interval": [ 70.0, 70.0 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "5c3833a9ebd56d95ef983cee76a58774f9e5d9d4704f0f5fb8a80ebf067df189", "answer_path": "models/kimi-k3/TRY-G-01/stages/S0/answer.md", "public_answer_sha256": "a39607987023a77c6d911b2ebbed10f489307b7653d1af72f95643bb9b4cfdae", "score_path": "models/kimi-k3/TRY-G-01/score.json", "metadata_path": "models/kimi-k3/TRY-G-01/metadata.json" }, { "agent": "kimi-k3", "name": "Kimi K3", "task_id": "TRY-G-02", "question_id": "Q018", "category": "planning_single", "interval": [ 35.0, 35.0 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "3e93d22be0aab75e1337d26a418b15d0ce6a650abdb9c538a06f8153f8979a8f", "answer_path": "models/kimi-k3/TRY-G-02/stages/S0/answer.md", "public_answer_sha256": "524d89229fb38145807ceadc864c5ceb06e5ca06f1dbba709a23b6234478647a", "score_path": "models/kimi-k3/TRY-G-02/score.json", "metadata_path": "models/kimi-k3/TRY-G-02/metadata.json" }, { "agent": "kimi-k3", "name": "Kimi K3", "task_id": "BY-H-APPLY", "question_id": "Q019", "category": "recommendation_single", "interval": [ 44.17, 44.17 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "63462e42b660534f9e957029fbf6976fb721fe63e3c36f0026c6a490e1bc355a", "answer_path": "models/kimi-k3/BY-H-APPLY/answer.md", "public_answer_sha256": "9bc0830eace40864701be1ed09a523aa9b092bb96edd04577ebfe9dd74e830fc", "score_path": "models/kimi-k3/BY-H-APPLY/score.json", "metadata_path": "models/kimi-k3/BY-H-APPLY/metadata.json" }, { "agent": "kimi-k3", "name": "Kimi K3", "task_id": "TRY-H-02", "question_id": "Q020", "category": "planning_single", "interval": [ 70.0, 70.0 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "6f66e227aff427e22dfa6757a3d36f71c81e5591d84e2bc6e57776bf5fa370b0", "answer_path": "models/kimi-k3/TRY-H-02/stages/S0/answer.md", "public_answer_sha256": "568867e7269371fbc1522dfdc48b71e80c5a8d655ca94c74934dbfb90bfee839", "score_path": "models/kimi-k3/TRY-H-02/score.json", "metadata_path": "models/kimi-k3/TRY-H-02/metadata.json" }, { "agent": "kimi-k3", "name": "Kimi K3", "task_id": "BY-G-APPLY", "question_id": "Q021", "category": "recommendation_single", "interval": [ 40.59, 40.59 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "abe2a8355f556f64d86f06b1ded1efb7aad882dd9721670a52bb0f82212d0aae", "answer_path": "models/kimi-k3/BY-G-APPLY/stages/S0/answer.md", "public_answer_sha256": "145a1109f35e0016406e600e37dbaaa07f5a852086505b576e262b0b935a93b4", "score_path": "models/kimi-k3/BY-G-APPLY/score.json", "metadata_path": "models/kimi-k3/BY-G-APPLY/metadata.json" }, { "agent": "kimi-k3", "name": "Kimi K3", "task_id": "BY-E-REPLAN", "question_id": "Q023", "category": "planning_single", "interval": [ 80.0, 80.0 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "c62ec128a6c1c980523fc7ebe50ef7a2f609180c4ad15341e63bb968db7eb07c", "answer_path": "models/kimi-k3/BY-E-REPLAN/answer.md", "public_answer_sha256": "98caacc00ce72202fd99f2290dafd642d9d5c9e4c6728ca536341cd53029c1aa", "score_path": "models/kimi-k3/BY-E-REPLAN/score.json", "metadata_path": "models/kimi-k3/BY-E-REPLAN/metadata.json" }, { "agent": "kimi-k3", "name": "Kimi K3", "task_id": "BY-E-PREP", "question_id": "Q024", "category": "planning_single", "interval": [ 20.0, 20.0 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "6879251d1579897f58ce01588010ebd9b12fb8452365f9227a74c2006b6a8296", "answer_path": "models/kimi-k3/BY-E-PREP/stages/S0/answer.md", "public_answer_sha256": "b8a9f4aeff003cf32f65f60a0a03673b476da531f403d773c3db35c2f31936e1", "score_path": "models/kimi-k3/BY-E-PREP/score.json", "metadata_path": "models/kimi-k3/BY-E-PREP/metadata.json" }, { "agent": "kimi-k3", "name": "Kimi K3", "task_id": "N01-01", "question_id": "Q025", "category": "planning_single", "interval": [ 61.5, 61.5 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "0cf11913b7faba419f308b855db525b63c26b50fa7d8e64b5285d1b484bc5f4f", "answer_path": "models/kimi-k3/N01-01/stages/S0/answer.md", "public_answer_sha256": "83126cfbef67bcd04c450afe4e0961acc5bdd4b695ab92c54edceac0fdb78e08", "score_path": "models/kimi-k3/N01-01/score.json", "metadata_path": "models/kimi-k3/N01-01/metadata.json" }, { "agent": "kimi-k3", "name": "Kimi K3", "task_id": "N01-03", "question_id": "Q026", "category": "recommendation_single", "interval": [ 40.15, 40.15 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "de078833ffac6bac89c26401bfcb1bbdb35a91e12d9651735c1637d905b55ea3", "answer_path": "models/kimi-k3/N01-03/stages/S0/answer.md", "public_answer_sha256": "e4dc19fd8ff95bc044021970247db08e81d1ce44d290ea6de089a36dad8c25e5", "score_path": "models/kimi-k3/N01-03/score.json", "metadata_path": "models/kimi-k3/N01-03/metadata.json" }, { "agent": "kimi-k3", "name": "Kimi K3", "task_id": "N02-01", "question_id": "Q027", "category": "planning_single", "interval": [ 70.0, 70.0 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "bb39363619aba01f9edb5f0c78372eac102a649c12b5553351b70f566b5fa69f", "answer_path": "models/kimi-k3/N02-01/answer.md", "public_answer_sha256": "8634f6b8b431132b41c8801c092f9de07fe76c30fd91bcaedfafbb4863ec4f2e", "score_path": "models/kimi-k3/N02-01/score.json", "metadata_path": "models/kimi-k3/N02-01/metadata.json" }, { "agent": "kimi-k3", "name": "Kimi K3", "task_id": "N02-02", "question_id": "Q028", "category": "planning_single", "interval": [ 87.5, 87.5 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "90df5474a438633f6751e70cb6bba723806ffe54f6c7faf7bf97362917457283", "answer_path": "models/kimi-k3/N02-02/stages/S0/answer.md", "public_answer_sha256": "e34b5624e190be2fbc75d82ec640b652b3af604c50f94730dbe9ca1b67aec13c", "score_path": "models/kimi-k3/N02-02/score.json", "metadata_path": "models/kimi-k3/N02-02/metadata.json" }, { "agent": "kimi-k3", "name": "Kimi K3", "task_id": "N02-03", "question_id": "Q029", "category": "planning_single", "interval": [ 62.5, 62.5 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "a8a27ef85f7051ea00507110ce763b7274865a802bbadea3c99297908aeec711", "answer_path": "models/kimi-k3/N02-03/stages/S0/answer.md", "public_answer_sha256": "d42417e538bce0d19f0ffd493b09ceb8ce8c5a1340665cd988c1ebbaeac28e74", "score_path": "models/kimi-k3/N02-03/score.json", "metadata_path": "models/kimi-k3/N02-03/metadata.json" }, { "agent": "kimi-k3", "name": "Kimi K3", "task_id": "N03-01", "question_id": "Q030", "category": "planning_single", "interval": [ 76.5, 76.5 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "42f2f3aaad6f3ba23f604d0f0ede0372eaf2db41f6e1acecf1a66e8abaedd053", "answer_path": "models/kimi-k3/N03-01/stages/S0/answer.md", "public_answer_sha256": "8b5fc3d8378cbb05cb50ebc44a3e570f7631d32882f4be2787fe1ff1989d3353", "score_path": "models/kimi-k3/N03-01/score.json", "metadata_path": "models/kimi-k3/N03-01/metadata.json" }, { "agent": "kimi-k3", "name": "Kimi K3", "task_id": "N03-02", "question_id": "Q031", "category": "planning_single", "interval": [ 62.5, 62.5 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "02d7e55ffd42f62de0f8f9e268876e77da5ebea7b09d2a63af707d3e5052ad81", "answer_path": "models/kimi-k3/N03-02/answer.md", "public_answer_sha256": "036b12e2a9e19507465165e4f0fae9f595bddf722930a73c470fa820d26d9999", "score_path": "models/kimi-k3/N03-02/score.json", "metadata_path": "models/kimi-k3/N03-02/metadata.json" }, { "agent": "kimi-k3", "name": "Kimi K3", "task_id": "N03-03", "question_id": "Q032", "category": "recommendation_single", "interval": [ 67.6, 67.6 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "6b857cf6b67e0a8b68440627fac43ce27670dbcee894781fabde91f513b421e4", "answer_path": "models/kimi-k3/N03-03/stages/S0/answer.md", "public_answer_sha256": "91289f7addf672b0d24584adba426666b272a857f50b24d6b6eb5f6ef4e1f731", "score_path": "models/kimi-k3/N03-03/score.json", "metadata_path": "models/kimi-k3/N03-03/metadata.json" }, { "agent": "kimi-k3", "name": "Kimi K3", "task_id": "N04-01", "question_id": "Q033", "category": "planning_single", "interval": [ 73.5, 73.5 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "632583094fb0ef6bca07bb8f647d91f06a0ec969e7e3786b60d0976a21cb5d0e", "answer_path": "models/kimi-k3/N04-01/stages/S0/answer.md", "public_answer_sha256": "08b322d7ac277a636444cdc5243e700ae9f742fec13a7dceaf759073a5db973f", "score_path": "models/kimi-k3/N04-01/score.json", "metadata_path": "models/kimi-k3/N04-01/metadata.json" }, { "agent": "kimi-k3", "name": "Kimi K3", "task_id": "N04-03", "question_id": "Q034", "category": "recommendation_single", "interval": [ 48.0, 48.0 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "62f0724bd048fab7b7b79e2f0eb0cbbdb1d852d25818051d3e95e9d52097b08d", "answer_path": "models/kimi-k3/N04-03/answer.md", "public_answer_sha256": "3ef30e4d172ff50edc86a845cc5fe285907055434fb5d56d3c4a13072dc47f9c", "score_path": "models/kimi-k3/N04-03/score.json", "metadata_path": "models/kimi-k3/N04-03/metadata.json" }, { "agent": "kimi-k3", "name": "Kimi K3", "task_id": "N05-01", "question_id": "Q035", "category": "planning_single", "interval": [ 77.5, 77.5 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "51ed3a4bdb23aae0bc30ac8ec5a0266b28c975908410e1a5952076bcd700435a", "answer_path": "models/kimi-k3/N05-01/stages/S0/answer.md", "public_answer_sha256": "bdbd7096a24a3407fb6029157dbf90804c1b6e180aa51c619ba3323ecb6f3309", "score_path": "models/kimi-k3/N05-01/score.json", "metadata_path": "models/kimi-k3/N05-01/metadata.json" }, { "agent": "kimi-k3", "name": "Kimi K3", "task_id": "N05-03", "question_id": "Q036", "category": "recommendation_single", "interval": [ 63.5, 63.5 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "e86a73fa9547879b58d10181caf7adb3d0b123e73b583657b7997c72bbe091c9", "answer_path": "models/kimi-k3/N05-03/stages/S0/answer.md", "public_answer_sha256": "9cfc570a77fadd09f3bf2ad3e1164a106a57103c5fef3a231561d895ce777303", "score_path": "models/kimi-k3/N05-03/score.json", "metadata_path": "models/kimi-k3/N05-03/metadata.json" }, { "agent": "kimi-k3", "name": "Kimi K3", "task_id": "N06-01", "question_id": "Q037", "category": "planning_single", "interval": [ 20.0, 20.0 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "080ebfa4a78c7f9854d8919192d0fefbab0295c3268b2069c0cf923ccb7d0a7c", "score_path": "models/kimi-k3/N06-01/score.json", "metadata_path": "models/kimi-k3/N06-01/metadata.json" }, { "agent": "kimi-k3", "name": "Kimi K3", "task_id": "N06-02", "question_id": "Q038", "category": "planning_single", "interval": [ 80.0, 80.0 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "145a2fbb33110aea50c470256b0c78f6934763e8364b143ba678c95434667236", "answer_path": "models/kimi-k3/N06-02/stages/S0/answer.md", "public_answer_sha256": "a718556ce2b9bb6b00e76594cf6472671166765fd14cf54dadcbc8d1cc18091d", "score_path": "models/kimi-k3/N06-02/score.json", "metadata_path": "models/kimi-k3/N06-02/metadata.json" }, { "agent": "kimi-k3", "name": "Kimi K3", "task_id": "N06-03", "question_id": "Q039", "category": "recommendation_single", "interval": [ 40.81, 40.81 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "60698546bd0b67238d85b9f5e3e2ae73a96c12ae5f4f734006b163dd2a838542", "answer_path": "models/kimi-k3/N06-03/answer.md", "public_answer_sha256": "2157c57d3933319ecca78be89bdbb1cca3324a40b458405687c8a4b7490490a6", "score_path": "models/kimi-k3/N06-03/score.json", "metadata_path": "models/kimi-k3/N06-03/metadata.json" }, { "agent": "kimi-k3", "name": "Kimi K3", "task_id": "N08-01", "question_id": "Q042", "category": "planning_single", "interval": [ 55.0, 55.0 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "ab5cb0680d26a45f868c2594c3d2a90a5e3ec75336d15b6122c5cedbaebab725", "answer_path": "models/kimi-k3/N08-01/stages/S0/answer.md", "public_answer_sha256": "9bfbef22b11b7ba4434fcba6e575237431e0545d4995539f4de27c0d286c107c", "score_path": "models/kimi-k3/N08-01/score.json", "metadata_path": "models/kimi-k3/N08-01/metadata.json" }, { "agent": "kimi-k3", "name": "Kimi K3", "task_id": "N08-03", "question_id": "Q043", "category": "recommendation_single", "interval": [ 24.91, 24.91 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "8377ee0edc256cbc7e90355772e36160f4ad4e12a7d7b2589c46aec28b6636db", "answer_path": "models/kimi-k3/N08-03/stages/S0/answer.md", "public_answer_sha256": "65e45ee09d341cd50d77abc90d16eda12df683d97330b2ffade23b1e5f1957f0", "score_path": "models/kimi-k3/N08-03/score.json", "metadata_path": "models/kimi-k3/N08-03/metadata.json" }, { "agent": "kimi-k3", "name": "Kimi K3", "task_id": "N09-01", "question_id": "Q044", "category": "planning_single", "interval": [ 69.0, 69.0 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "b0ffce36fa3d0bedb0b9d43b367d276bbd350677cebfd8177a3117b54aae5f05", "answer_path": "models/kimi-k3/N09-01/stages/S0/answer.md", "public_answer_sha256": "65787d1c7441ad69f65b33a9c1775985710f068d249191995fc1d2560a160f29", "score_path": "models/kimi-k3/N09-01/score.json", "metadata_path": "models/kimi-k3/N09-01/metadata.json" }, { "agent": "kimi-k3", "name": "Kimi K3", "task_id": "N09-03", "question_id": "Q045", "category": "recommendation_single", "interval": [ 45.41, 45.41 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "532685b98a2671320fca85652f91373cc83bf7470aac8a168e57ec204f89e877", "answer_path": "models/kimi-k3/N09-03/stages/S0/answer.md", "public_answer_sha256": "7232cc5eb3dc27d6d673e393ec73903ce3865e1d0d9dac993eceb804f4aa7301", "score_path": "models/kimi-k3/N09-03/score.json", "metadata_path": "models/kimi-k3/N09-03/metadata.json" }, { "agent": "kimi-k3", "name": "Kimi K3", "task_id": "N10-01", "question_id": "Q046", "category": "planning_single", "interval": [ 58.0, 58.0 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "a19c6fbc2d41548581962b70104175cee84f82124e47f8ba7609687bd46d818d", "answer_path": "models/kimi-k3/N10-01/answer.md", "public_answer_sha256": "eda16346b2cf9fcc44bc5439b496a70503b2d3834a9afe7ca967ba28594ad799", "score_path": "models/kimi-k3/N10-01/score.json", "metadata_path": "models/kimi-k3/N10-01/metadata.json" }, { "agent": "kimi-k3", "name": "Kimi K3", "task_id": "N10-02", "question_id": "Q047", "category": "planning_single", "interval": [ 57.5, 57.5 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "11e29b71ca4d58b6899e534252e7af9c61d112faeb9a4c9c7113545bdaef6c71", "answer_path": "models/kimi-k3/N10-02/stages/S0/answer.md", "public_answer_sha256": "e715fe6a8076184ee5e740ec81b05e73608edeef1ce06f286e1c500dc13c8d63", "score_path": "models/kimi-k3/N10-02/score.json", "metadata_path": "models/kimi-k3/N10-02/metadata.json" }, { "agent": "kimi-k3", "name": "Kimi K3", "task_id": "N10-03", "question_id": "Q048", "category": "recommendation_single", "interval": [ 38.33, 38.33 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "e804ee110028cdea01400a6bd503678abf9817b6709c0225c918b1d7ac4e344c", "answer_path": "models/kimi-k3/N10-03/stages/S0/answer.md", "public_answer_sha256": "e9a61cc87b54c13fcba7fad22766e9dc75ff50b3d53cf37a876ec55a0bb690ae", "score_path": "models/kimi-k3/N10-03/score.json", "metadata_path": "models/kimi-k3/N10-03/metadata.json" }, { "agent": "kimi-k3", "name": "Kimi K3", "task_id": "N11-03", "question_id": "Q049", "category": "recommendation_single", "interval": [ 49.25, 49.25 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "8706c88431c5a286a3685274d8ff6aab0c6b57df4bcc132d1ae7fcbc9191f01e", "answer_path": "models/kimi-k3/N11-03/answer.md", "public_answer_sha256": "f6b93d13ffbab27c85161717240ed25baf6032281247a7927d5667c7c101c5ce", "score_path": "models/kimi-k3/N11-03/score.json", "metadata_path": "models/kimi-k3/N11-03/metadata.json" }, { "agent": "kimi-k3", "name": "Kimi K3", "task_id": "N12-01", "question_id": "Q050", "category": "planning_single", "interval": [ 65.0, 65.0 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "bfdfcebf46ce35f6a9b862517d7acaf737d4d851a38207f94c3cbd1eec0c555c", "answer_path": "models/kimi-k3/N12-01/stages/S0/answer.md", "public_answer_sha256": "ddf285fe75171bd4f3a9435f8fefacbdcf1cd54d4e55cc09cfd8a90b4e023ef4", "score_path": "models/kimi-k3/N12-01/score.json", "metadata_path": "models/kimi-k3/N12-01/metadata.json" }, { "agent": "kimi-k3", "name": "Kimi K3", "task_id": "N12-03", "question_id": "Q051", "category": "recommendation_single", "interval": [ 30.24, 30.24 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "7b83a3772ef53f9c5957923171d68835312bf27a62f9604c55a04b77d392f430", "answer_path": "models/kimi-k3/N12-03/stages/S0/answer.md", "public_answer_sha256": "70ddcc65805f4976c8758c299b76f799cdab3aef136445cc17917dd19a822821", "score_path": "models/kimi-k3/N12-03/score.json", "metadata_path": "models/kimi-k3/N12-03/metadata.json" }, { "agent": "kimi-k3", "name": "Kimi K3", "task_id": "N13-02", "question_id": "Q052", "category": "planning_single", "interval": [ 67.5, 67.5 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "9191c559c9a17cc8dfb333029919afa7207057ae34b8e0892ad1eb92f81b3e3c", "answer_path": "models/kimi-k3/N13-02/answer.md", "public_answer_sha256": "f7ed802fb0d99aae8dabfb012657e7d3489da0cf2cae98908fe75b302584c793", "score_path": "models/kimi-k3/N13-02/score.json", "metadata_path": "models/kimi-k3/N13-02/metadata.json" }, { "agent": "kimi-k3", "name": "Kimi K3", "task_id": "N13-03", "question_id": "Q053", "category": "recommendation_single", "interval": [ 28.44, 28.44 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "114de2aed0ceb3b12317cbe9f299bb709ab690a705a4f77b69ea2ec00c6b7220", "answer_path": "models/kimi-k3/N13-03/stages/S0/answer.md", "public_answer_sha256": "6fdbff0400f76dc629d80b2ba1511a59a60d767e1748ce53b8e2494dcc118dbd", "score_path": "models/kimi-k3/N13-03/score.json", "metadata_path": "models/kimi-k3/N13-03/metadata.json" }, { "agent": "kimi-k3", "name": "Kimi K3", "task_id": "N14-01", "question_id": "Q054", "category": "planning_single", "interval": [ 65.0, 65.0 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "35a1723885d19d0abc17e2e5a6d22d215e465f01db5f99bb4ec4302b450a1499", "answer_path": "models/kimi-k3/N14-01/stages/S0/answer.md", "public_answer_sha256": "b8b30ca142740f2f23a69f417bd19fd52353c7e043f3888ed825e285fe221c38", "score_path": "models/kimi-k3/N14-01/score.json", "metadata_path": "models/kimi-k3/N14-01/metadata.json" }, { "agent": "kimi-k3", "name": "Kimi K3", "task_id": "N14-02", "question_id": "Q055", "category": "planning_single", "interval": [ 75.0, 75.0 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "b48aeebe1ffa5e85a5f9b6290399b14dd87f1c06979d179ac547c63f1f3d4f07", "answer_path": "models/kimi-k3/N14-02/stages/S0/answer.md", "public_answer_sha256": "deff87ba8dce01166339219b70b254a481cb7dfe2c70d6df3674fd7b92b40db2", "score_path": "models/kimi-k3/N14-02/score.json", "metadata_path": "models/kimi-k3/N14-02/metadata.json" }, { "agent": "kimi-k3", "name": "Kimi K3", "task_id": "N14-03", "question_id": "Q056", "category": "recommendation_single", "interval": [ 29.44, 29.44 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "2a5312b9984ebdaa499695ee77ad502332dc5adeba65b594c772555798f24bba", "answer_path": "models/kimi-k3/N14-03/answer.md", "public_answer_sha256": "f8c90ae89db47ed3305caac18c6ee3c054b1c05a8079c2bc64593f224afbd478", "score_path": "models/kimi-k3/N14-03/score.json", "metadata_path": "models/kimi-k3/N14-03/metadata.json" }, { "agent": "kimi-k3", "name": "Kimi K3", "task_id": "N15-01", "question_id": "Q057", "category": "planning_single", "interval": [ 67.5, 67.5 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "257fac7ed5207956144f02602ca4398b52528ccff9ed3641ec713381ebbe0d51", "answer_path": "models/kimi-k3/N15-01/answer.md", "public_answer_sha256": "fb74e73a2196352734e75cd9048c01f1e4cf3f302150b54e9be25c0a8664cb5d", "score_path": "models/kimi-k3/N15-01/score.json", "metadata_path": "models/kimi-k3/N15-01/metadata.json" }, { "agent": "kimi-k3", "name": "Kimi K3", "task_id": "N15-03", "question_id": "Q058", "category": "recommendation_single", "interval": [ 31.5, 31.5 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "d4eac78f5eacf78199237c02f93fa9edf859a55286b5f540e441bb490a8ae1ac", "answer_path": "models/kimi-k3/N15-03/stages/S0/answer.md", "public_answer_sha256": "20c54baf466fd19c03662a42a7bb156e33766ab2fe6ac34e5d0c3750eee9622e", "score_path": "models/kimi-k3/N15-03/score.json", "metadata_path": "models/kimi-k3/N15-03/metadata.json" }, { "agent": "kimi-k3", "name": "Kimi K3", "task_id": "N16-01", "question_id": "Q059", "category": "planning_single", "interval": [ 60.0, 60.0 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "985ea28c517c9eaa0142984b07b0cfd67846294455157ee9f83fab1e4e0758e1", "answer_path": "models/kimi-k3/N16-01/stages/S0/answer.md", "public_answer_sha256": "18dc2cd83561e1565366714382802c007319dcf134e7d83f730cd902735d72d2", "score_path": "models/kimi-k3/N16-01/score.json", "metadata_path": "models/kimi-k3/N16-01/metadata.json" }, { "agent": "kimi-k3", "name": "Kimi K3", "task_id": "N16-03", "question_id": "Q060", "category": "recommendation_single", "interval": [ 55.79, 55.79 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "b5ec1f99e0c8a5e1e7ca8024eb786f5b9c105b5384585e0fbe0d33a30faf646f", "answer_path": "models/kimi-k3/N16-03/stages/S0/answer.md", "public_answer_sha256": "d5f7fbcc392cb03238b43298fb3bf9ce848f44687bcff3fb867610e457c8dbe4", "score_path": "models/kimi-k3/N16-03/score.json", "metadata_path": "models/kimi-k3/N16-03/metadata.json" }, { "agent": "kimi-k3", "name": "Kimi K3", "task_id": "O08-02", "question_id": "Q061", "category": "planning_single", "interval": [ 75.0, 75.0 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "5e490507b8b496af82982aa21de30604a4ed88d5dac9aba0e3c9bd9093242cd5", "answer_path": "models/kimi-k3/O08-02/stages/S0/answer.md", "public_answer_sha256": "0aaa6723e737507facdf3dbac67151aaf8c42e8d0f31738a4c29efcec202df07", "score_path": "models/kimi-k3/O08-02/score.json", "metadata_path": "models/kimi-k3/O08-02/metadata.json" }, { "agent": "kimi-k3", "name": "Kimi K3", "task_id": "N01-02", "question_id": "Q062", "category": "staged", "interval": [ 80.0, 80.0 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "1dd639a04ea7babf324a6bdb3df5e038356eab7681ea224a5ab50470a89dcbba", "answer_path": "models/kimi-k3/N01-02/answer.md", "public_answer_sha256": "e54ec89184e30812c60fbd3c2bc7ff13515bf7288d98ede67addfdff5e1305a3", "score_path": "models/kimi-k3/N01-02/score.json", "metadata_path": "models/kimi-k3/N01-02/metadata.json" }, { "agent": "kimi-k3", "name": "Kimi K3", "task_id": "N04-02", "question_id": "Q063", "category": "staged", "interval": [ 56.0, 56.0 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "23c9ef914a5a56bcea5dc1112133a6455c2e004deb2c09373783e357f5638998", "score_path": "models/kimi-k3/N04-02/score.json", "metadata_path": "models/kimi-k3/N04-02/metadata.json" }, { "agent": "kimi-k3", "name": "Kimi K3", "task_id": "N05-02", "question_id": "Q064", "category": "staged", "interval": [ 81.0, 81.0 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "06e5d43fdc8c57e001a32ba5b865aa6a97d1f7b73188c7ca4296ad196a13b5e3", "score_path": "models/kimi-k3/N05-02/score.json", "metadata_path": "models/kimi-k3/N05-02/metadata.json" }, { "agent": "kimi-k3", "name": "Kimi K3", "task_id": "N08-02", "question_id": "Q066", "category": "staged", "interval": [ 67.5, 67.5 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "126aab12f1e82f39d171f6369f91eddc74c03d126fec4978ca8bdac7fd5abcfb", "answer_path": "models/kimi-k3/N08-02/answer.md", "public_answer_sha256": "3dd6730307f6632a0c0a26f6c9262c6c17e5f3384073cba96caec403b4d8e5d9", "score_path": "models/kimi-k3/N08-02/score.json", "metadata_path": "models/kimi-k3/N08-02/metadata.json" }, { "agent": "kimi-k3", "name": "Kimi K3", "task_id": "N09-02", "question_id": "Q067", "category": "staged", "interval": [ 97.5, 97.5 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "472f924cbe799ab8f45cd82e0e660c3084619b79ea77a5fb2dece3ccc710da72", "score_path": "models/kimi-k3/N09-02/score.json", "metadata_path": "models/kimi-k3/N09-02/metadata.json" }, { "agent": "kimi-k3", "name": "Kimi K3", "task_id": "N11-02", "question_id": "Q068", "category": "staged", "interval": [ 54.0, 54.0 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "032b98b2c637168a35224a2ac5761182155cac3e41b6e2a469398c72a2a49cc2", "score_path": "models/kimi-k3/N11-02/score.json", "metadata_path": "models/kimi-k3/N11-02/metadata.json" }, { "agent": "kimi-k3", "name": "Kimi K3", "task_id": "N12-02", "question_id": "Q069", "category": "staged", "interval": [ 42.5, 42.5 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "f2a6e95b13e8da713fae7147a973e04dc1a6e789db68f779f7cf89e872d5de7a", "score_path": "models/kimi-k3/N12-02/score.json", "metadata_path": "models/kimi-k3/N12-02/metadata.json" }, { "agent": "kimi-k3", "name": "Kimi K3", "task_id": "N15-02", "question_id": "Q070", "category": "staged", "interval": [ 85.0, 85.0 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "c92443e6d578a7d52d921ab06eefb649c29a9b9a061d87d44d6363ee0789523a", "score_path": "models/kimi-k3/N15-02/score.json", "metadata_path": "models/kimi-k3/N15-02/metadata.json" }, { "agent": "kimi-k3", "name": "Kimi K3", "task_id": "N16-02", "question_id": "Q071", "category": "staged", "interval": [ 55.0, 55.0 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "3ffa4bef098bf497fef899ca93f8f457c906d313785c23f05fa58a85d03cc688", "answer_path": "models/kimi-k3/N16-02/answer.md", "public_answer_sha256": "4e70a07a3def7eadbb288267fc93f1b5f6ddeedd8fac8ddb4650fe99bae48f13", "score_path": "models/kimi-k3/N16-02/score.json", "metadata_path": "models/kimi-k3/N16-02/metadata.json" }, { "agent": "kimi-k3", "name": "Kimi K3", "task_id": "O01-04", "question_id": "Q072", "category": "staged", "interval": [ 87.5, 87.5 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "04efe1c9f173d813a3e8574c73893c7c2339739cf3231fc5e7bc5831f93ea3a6", "score_path": "models/kimi-k3/O01-04/score.json", "metadata_path": "models/kimi-k3/O01-04/metadata.json" }, { "agent": "kimi-k3", "name": "Kimi K3", "task_id": "O03-04", "question_id": "Q073", "category": "staged", "interval": [ 92.5, 92.5 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "a964700a1fd9a8b800f2ddcdbb02f15c85769378314f89ff44a3cb0519083892", "score_path": "models/kimi-k3/O03-04/score.json", "metadata_path": "models/kimi-k3/O03-04/metadata.json" }, { "agent": "kimi-k3", "name": "Kimi K3", "task_id": "O04-04", "question_id": "Q074", "category": "staged", "interval": [ 87.5, 87.5 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "48a5b1215940662abae6773c8595e358d3a84003920467506c161c420d5d9aa7", "answer_path": "models/kimi-k3/O04-04/answer.md", "public_answer_sha256": "40400f22afccc6397a5f0003a7379f51e1be15948a5347ea03775ea93f001b65", "score_path": "models/kimi-k3/O04-04/score.json", "metadata_path": "models/kimi-k3/O04-04/metadata.json" }, { "agent": "kimi-k3", "name": "Kimi K3", "task_id": "O06-02", "question_id": "Q075", "category": "staged", "interval": [ 65.0, 65.0 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "677b2e4ec5a05997b7016102964cddd83ae0bd8b181500c842416749eaeb925b", "score_path": "models/kimi-k3/O06-02/score.json", "metadata_path": "models/kimi-k3/O06-02/metadata.json" }, { "agent": "ark-glm-5-3-flash-260828", "name": "GLM 5.3 Flash", "task_id": "BY-A-PLAN", "question_id": "Q001", "category": "planning_single", "interval": [ 75.0, 75.0 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "ea9d8421e638c008b7e6741b127790f900b18ebb0231df3fd97422f41c210c57", "score_path": "models/ark-glm-5-3-flash-260828/BY-A-PLAN/score.json", "metadata_path": "models/ark-glm-5-3-flash-260828/BY-A-PLAN/metadata.json", "answer_path": "models/ark-glm-5-3-flash-260828/BY-A-PLAN/answer.md", "public_answer_sha256": "35b5a7ad1bb97a43ea1812578adfdf0ba5102efdfc97f62129c013b849e0ad3f" }, { "agent": "ark-glm-5-3-flash-260828", "name": "GLM 5.3 Flash", "task_id": "BY-A-APPLY", "question_id": "Q002", "category": "recommendation_single", "interval": [ 38.97, 38.97 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "9fd86006290d0f1302d4ef1cb01d7f276427d7fdfa7e84c6e4a9d0d6801cd49d", "score_path": "models/ark-glm-5-3-flash-260828/BY-A-APPLY/score.json", "metadata_path": "models/ark-glm-5-3-flash-260828/BY-A-APPLY/metadata.json", "answer_path": "models/ark-glm-5-3-flash-260828/BY-A-APPLY/answer.md", "public_answer_sha256": "7e925219a02d07661e392b751f83f2ed832f140e47d266fd11d922e525acdc9e" }, { "agent": "ark-glm-5-3-flash-260828", "name": "GLM 5.3 Flash", "task_id": "TRY-A-03", "question_id": "Q003", "category": "planning_single", "interval": [ 75.0, 75.0 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "739f586561395127d580b7c56a9e4aa8490ba733c8c98cf6c84e53e03074f4c2", "score_path": "models/ark-glm-5-3-flash-260828/TRY-A-03/score.json", "metadata_path": "models/ark-glm-5-3-flash-260828/TRY-A-03/metadata.json", "answer_path": "models/ark-glm-5-3-flash-260828/TRY-A-03/answer.md", "public_answer_sha256": "5d4f0023c3b6f1bafb07de2d1f3cdce271d4b77e61115ea2cd7343cefe64ea0d" }, { "agent": "ark-glm-5-3-flash-260828", "name": "GLM 5.3 Flash", "task_id": "BY-B-APPLY", "question_id": "Q004", "category": "recommendation_single", "interval": [ 69.17, 69.17 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "8b21dc5bfe0a79537cebc2276e16d48daa08cb5470a833bdae5679976f1a5161", "answer_path": "models/ark-glm-5-3-flash-260828/BY-B-APPLY/answer.md", "public_answer_sha256": "f3b56d4986d1b44f55ad424a686bdd079d072a44ef348cc060d5955797846042", "score_path": "models/ark-glm-5-3-flash-260828/BY-B-APPLY/score.json", "metadata_path": "models/ark-glm-5-3-flash-260828/BY-B-APPLY/metadata.json" }, { "agent": "ark-glm-5-3-flash-260828", "name": "GLM 5.3 Flash", "task_id": "TRY-B-02", "question_id": "Q005", "category": "planning_single", "interval": [ 77.5, 77.5 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "3daaf39c6cb381ae1e4f3d442c5c099d6518b34960ce1d2637a8ea57fe1fa78e", "score_path": "models/ark-glm-5-3-flash-260828/TRY-B-02/score.json", "metadata_path": "models/ark-glm-5-3-flash-260828/TRY-B-02/metadata.json", "answer_path": "models/ark-glm-5-3-flash-260828/TRY-B-02/answer.md", "public_answer_sha256": "f07bdc12674c23cf6579dc59cce6de27756408a3d0b68d2fcd13dcc0a4d10316" }, { "agent": "ark-glm-5-3-flash-260828", "name": "GLM 5.3 Flash", "task_id": "TRY-B-03", "question_id": "Q006", "category": "planning_single", "interval": [ 57.5, 57.5 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "63171822f9645553168df3aa6c8cd9349d1ce49a904316e64f3d4b3ea5cedd90", "score_path": "models/ark-glm-5-3-flash-260828/TRY-B-03/score.json", "metadata_path": "models/ark-glm-5-3-flash-260828/TRY-B-03/metadata.json", "answer_path": "models/ark-glm-5-3-flash-260828/TRY-B-03/answer.md", "public_answer_sha256": "f9c3a5d8fb146d707963f907848c060a4ab2cd3e333bff50bc3fa3e42c70a826" }, { "agent": "ark-glm-5-3-flash-260828", "name": "GLM 5.3 Flash", "task_id": "BY-C-WINTER", "question_id": "Q007", "category": "planning_single", "interval": [ 57.5, 57.5 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "48a94e8cd8248f1672e42fef3afb68d5c9eeb78ade265357b573fc968cdb9a99", "score_path": "models/ark-glm-5-3-flash-260828/BY-C-WINTER/score.json", "metadata_path": "models/ark-glm-5-3-flash-260828/BY-C-WINTER/metadata.json", "answer_path": "models/ark-glm-5-3-flash-260828/BY-C-WINTER/answer.md", "public_answer_sha256": "27c076eb1caab859e3e208e9d91734f6f29f1cd264a6efc3176b66c48f9cce08" }, { "agent": "ark-glm-5-3-flash-260828", "name": "GLM 5.3 Flash", "task_id": "BY-C-APPLY", "question_id": "Q008", "category": "recommendation_single", "interval": [ 49.83, 49.83 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "ea3447080bfb445db7f0971cf7a7dc81d8830a72d9733b346e024cd6085f1926", "score_path": "models/ark-glm-5-3-flash-260828/BY-C-APPLY/score.json", "metadata_path": "models/ark-glm-5-3-flash-260828/BY-C-APPLY/metadata.json", "answer_path": "models/ark-glm-5-3-flash-260828/BY-C-APPLY/answer.md", "public_answer_sha256": "bff30b7550e12f479d8a465204a98b908a9c25b8f3643c5e8521b8d536b1b9e0" }, { "agent": "ark-glm-5-3-flash-260828", "name": "GLM 5.3 Flash", "task_id": "TRY-C-03", "question_id": "Q009", "category": "planning_single", "interval": [ 75.0, 75.0 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "402de14f5b3c92e5b9307c3db5a2535f89644fb75c1bcef57271df896c9dbdb1", "answer_path": "models/ark-glm-5-3-flash-260828/TRY-C-03/answer.md", "public_answer_sha256": "52221d3a305329a5280e1886459ca81fb706fd0f71543099c69d9e74488918bf", "score_path": "models/ark-glm-5-3-flash-260828/TRY-C-03/score.json", "metadata_path": "models/ark-glm-5-3-flash-260828/TRY-C-03/metadata.json" }, { "agent": "ark-glm-5-3-flash-260828", "name": "GLM 5.3 Flash", "task_id": "TRY-D-02", "question_id": "Q011", "category": "planning_single", "interval": [ 85.0, 85.0 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "3c0b3886f5435d3587d857c47fbb958bb44e8db1855a0885b83cc9555cd373f2", "score_path": "models/ark-glm-5-3-flash-260828/TRY-D-02/score.json", "metadata_path": "models/ark-glm-5-3-flash-260828/TRY-D-02/metadata.json", "answer_path": "models/ark-glm-5-3-flash-260828/TRY-D-02/answer.md", "public_answer_sha256": "dca11a7e89b83a583c7862896f7b467cfb1180f16d5e3de39c36c59938f316f3" }, { "agent": "ark-glm-5-3-flash-260828", "name": "GLM 5.3 Flash", "task_id": "BY-E-APPLY", "question_id": "Q012", "category": "recommendation_single", "interval": [ 47.53, 47.53 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "b945e55eea1e623488ccc2e258bef720b8247fea0b220f5cc547ba0fdeca52fd", "score_path": "models/ark-glm-5-3-flash-260828/BY-E-APPLY/score.json", "metadata_path": "models/ark-glm-5-3-flash-260828/BY-E-APPLY/metadata.json", "answer_path": "models/ark-glm-5-3-flash-260828/BY-E-APPLY/answer.md", "public_answer_sha256": "421f141f549de9a7c7ead7663538b63009c82a30d348579c0aeac17a4327d715" }, { "agent": "ark-glm-5-3-flash-260828", "name": "GLM 5.3 Flash", "task_id": "TRY-E-02", "question_id": "Q013", "category": "planning_single", "interval": [ 55.0, 55.0 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "recovered_historical_summary", "answer_sha256": "65bb6765a8bb5a0e4ef464e9eadc61c393197992b397b1144bfd5b5b64282e28", "score_path": "models/ark-glm-5-3-flash-260828/TRY-E-02/score.json", "metadata_path": "models/ark-glm-5-3-flash-260828/TRY-E-02/metadata.json", "answer_path": "models/ark-glm-5-3-flash-260828/TRY-E-02/answer.md", "public_answer_sha256": "903d0f82a80c7ddaf9c1af82c23012d829e89fb027db32bfe4b6591e69f311c5" }, { "agent": "ark-glm-5-3-flash-260828", "name": "GLM 5.3 Flash", "task_id": "TRY-E-03", "question_id": "Q014", "category": "planning_single", "interval": [ 81.5, 81.5 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "authorized_new_review_of_original_answer", "answer_sha256": "4131abf85406b22de5a7acdc37f9b612810599f1d9640d984d7af2469c55fec4", "score_path": "models/ark-glm-5-3-flash-260828/TRY-E-03/score.json", "metadata_path": "models/ark-glm-5-3-flash-260828/TRY-E-03/metadata.json", "answer_path": "models/ark-glm-5-3-flash-260828/TRY-E-03/answer.md", "public_answer_sha256": "3a7ebf8c9b1547c890f22ebddb652552e7df6f516ab96590c3cd34de25060b9d" }, { "agent": "ark-glm-5-3-flash-260828", "name": "GLM 5.3 Flash", "task_id": "BY-F-APPLY", "question_id": "Q015", "category": "recommendation_single", "interval": [ 56.05, 56.05 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "f411594f3f5c5e72d26f8cb825201b251d87e13bc0a368c07a9049d026e90388", "score_path": "models/ark-glm-5-3-flash-260828/BY-F-APPLY/score.json", "metadata_path": "models/ark-glm-5-3-flash-260828/BY-F-APPLY/metadata.json", "answer_path": "models/ark-glm-5-3-flash-260828/BY-F-APPLY/answer.md", "public_answer_sha256": "4c518ba6a2f2cd595a3fce4a36af8ee4dd987b202a1d5272d5f114042288a908" }, { "agent": "ark-glm-5-3-flash-260828", "name": "GLM 5.3 Flash", "task_id": "TRY-F-02", "question_id": "Q016", "category": "planning_single", "interval": [ 62.5, 62.5 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "9d85d8affe422c4d2211d805226ab3cb99f18b910bdea1a31e9a74474f80f57d", "answer_path": "models/ark-glm-5-3-flash-260828/TRY-F-02/answer.md", "public_answer_sha256": "207189f20981b1277e70ee7b79d9a9847e7621259a89df42a12191f03a1f3650", "score_path": "models/ark-glm-5-3-flash-260828/TRY-F-02/score.json", "metadata_path": "models/ark-glm-5-3-flash-260828/TRY-F-02/metadata.json" }, { "agent": "ark-glm-5-3-flash-260828", "name": "GLM 5.3 Flash", "task_id": "TRY-G-01", "question_id": "Q017", "category": "planning_single", "interval": [ 70.0, 70.0 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "b85e89291bc55f8164700651429dd7b17f361c7f80d8b7f1613c8d1c19e09f18", "score_path": "models/ark-glm-5-3-flash-260828/TRY-G-01/score.json", "metadata_path": "models/ark-glm-5-3-flash-260828/TRY-G-01/metadata.json", "answer_path": "models/ark-glm-5-3-flash-260828/TRY-G-01/answer.md", "public_answer_sha256": "4c53943032b80eb8fcd5432dec5d1b98a0763e5e8753eaaed893e9572aa98999" }, { "agent": "ark-glm-5-3-flash-260828", "name": "GLM 5.3 Flash", "task_id": "TRY-G-02", "question_id": "Q018", "category": "planning_single", "interval": [ 57.5, 57.5 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "961bda42428b40427493944075f84ce8563a85c4f1ea89e5098402b916f56398", "score_path": "models/ark-glm-5-3-flash-260828/TRY-G-02/score.json", "metadata_path": "models/ark-glm-5-3-flash-260828/TRY-G-02/metadata.json", "answer_path": "models/ark-glm-5-3-flash-260828/TRY-G-02/answer.md", "public_answer_sha256": "849e5c064b6d1c45bdb9c46379c23b3c6afcf876d0fb38b98b34131fcdee2dc6" }, { "agent": "ark-glm-5-3-flash-260828", "name": "GLM 5.3 Flash", "task_id": "BY-H-APPLY", "question_id": "Q019", "category": "recommendation_single", "interval": [ 35.59, 35.59 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "ec498641b707427346a87ef8dcc2a8c47f5daa9d407ffa53b4649f2b3116a365", "answer_path": "models/ark-glm-5-3-flash-260828/BY-H-APPLY/answer.md", "public_answer_sha256": "353486c344212f6ddaa9cb8ce24417233e1c507cfba1e53771e14bcc6db0a0b9", "score_path": "models/ark-glm-5-3-flash-260828/BY-H-APPLY/score.json", "metadata_path": "models/ark-glm-5-3-flash-260828/BY-H-APPLY/metadata.json" }, { "agent": "ark-glm-5-3-flash-260828", "name": "GLM 5.3 Flash", "task_id": "TRY-H-02", "question_id": "Q020", "category": "planning_single", "interval": [ 77.5, 77.5 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "authorized_new_review_of_original_answer", "answer_sha256": "2c5fb9f38f4b8025c8f81aaaa05e93902430f459816451dd746e5a579789e159", "score_path": "models/ark-glm-5-3-flash-260828/TRY-H-02/score.json", "metadata_path": "models/ark-glm-5-3-flash-260828/TRY-H-02/metadata.json", "answer_path": "models/ark-glm-5-3-flash-260828/TRY-H-02/answer.md", "public_answer_sha256": "3929047cfeb461508c31210c3c1c0e6573ef81ccc64a8642535b8fd82b9404d2" }, { "agent": "ark-glm-5-3-flash-260828", "name": "GLM 5.3 Flash", "task_id": "BY-G-APPLY", "question_id": "Q021", "category": "recommendation_single", "interval": [ 51.61, 51.61 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "383bd41b64229e56252b4c25ee7261a2ebdd6ecb1afdae5d42f49133db986dd1", "score_path": "models/ark-glm-5-3-flash-260828/BY-G-APPLY/score.json", "metadata_path": "models/ark-glm-5-3-flash-260828/BY-G-APPLY/metadata.json", "answer_path": "models/ark-glm-5-3-flash-260828/BY-G-APPLY/answer.md", "public_answer_sha256": "8bead062bc08ea0f53c7d280a7b102b6ab29418272469a7588d2f762d5697a3d" }, { "agent": "ark-glm-5-3-flash-260828", "name": "GLM 5.3 Flash", "task_id": "BY-E-REPLAN", "question_id": "Q023", "category": "planning_single", "interval": [ 87.5, 87.5 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "f8293e896fada0ff7afc00d2c4caa0d1b9d1af34f87621c684e32c99af5d1204", "answer_path": "models/ark-glm-5-3-flash-260828/BY-E-REPLAN/answer.md", "public_answer_sha256": "a3f59f746f50370b9ce5577fe053158e6646d1629ac44fc12be5564cc70c155f", "score_path": "models/ark-glm-5-3-flash-260828/BY-E-REPLAN/score.json", "metadata_path": "models/ark-glm-5-3-flash-260828/BY-E-REPLAN/metadata.json" }, { "agent": "ark-glm-5-3-flash-260828", "name": "GLM 5.3 Flash", "task_id": "BY-E-PREP", "question_id": "Q024", "category": "planning_single", "interval": [ 47.5, 47.5 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "89034960de282e66ebe239a28fdf0cd2af6b15e02d387e7a8787fb4257264164", "score_path": "models/ark-glm-5-3-flash-260828/BY-E-PREP/score.json", "metadata_path": "models/ark-glm-5-3-flash-260828/BY-E-PREP/metadata.json", "answer_path": "models/ark-glm-5-3-flash-260828/BY-E-PREP/answer.md", "public_answer_sha256": "c322c40c217722075c4b06cb1c049fb966c5cc9496a3f9eaa6d90e2efb90dc99" }, { "agent": "ark-glm-5-3-flash-260828", "name": "GLM 5.3 Flash", "task_id": "N01-01", "question_id": "Q025", "category": "planning_single", "interval": [ 62.5, 62.5 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "3aaa821f0f575a405dbb4d71a8fe8782d5b5b1d6e52181454377b676c4a93ea2", "score_path": "models/ark-glm-5-3-flash-260828/N01-01/score.json", "metadata_path": "models/ark-glm-5-3-flash-260828/N01-01/metadata.json", "answer_path": "models/ark-glm-5-3-flash-260828/N01-01/answer.md", "public_answer_sha256": "77e5853927d11d81140bd8f9b9d5c24d48c25abbc12faba4f073c5b8fa3e4020" }, { "agent": "ark-glm-5-3-flash-260828", "name": "GLM 5.3 Flash", "task_id": "N01-03", "question_id": "Q026", "category": "recommendation_single", "interval": [ 53.41, 53.41 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "authorized_new_review_of_original_answer", "answer_sha256": "98b55a07aab056ab5647b061c764c7aedb590f9497200f092b66fe607c410ee2", "score_path": "models/ark-glm-5-3-flash-260828/N01-03/score.json", "metadata_path": "models/ark-glm-5-3-flash-260828/N01-03/metadata.json", "answer_path": "models/ark-glm-5-3-flash-260828/N01-03/answer.md", "public_answer_sha256": "c92bffa56c720e9ca8c7df200b22e1cdb9f16939382e5ca98b583570d7a98e2d" }, { "agent": "ark-glm-5-3-flash-260828", "name": "GLM 5.3 Flash", "task_id": "N02-01", "question_id": "Q027", "category": "planning_single", "interval": [ 70.0, 70.0 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "ef7e6c19d46785b8e24a88c0d8e24bf8ef76ba29ca825118732252bae74c9a81", "answer_path": "models/ark-glm-5-3-flash-260828/N02-01/answer.md", "public_answer_sha256": "2576e84f87b8e70d9bd8c0782f4a551358e32682b1ca8aa51a43710515a0c8f7", "score_path": "models/ark-glm-5-3-flash-260828/N02-01/score.json", "metadata_path": "models/ark-glm-5-3-flash-260828/N02-01/metadata.json" }, { "agent": "ark-glm-5-3-flash-260828", "name": "GLM 5.3 Flash", "task_id": "N02-02", "question_id": "Q028", "category": "planning_single", "interval": [ 77.5, 77.5 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "6db58af338eea4c9058170761511374d261f23d8d76c379acb001624333b9ec7", "score_path": "models/ark-glm-5-3-flash-260828/N02-02/score.json", "metadata_path": "models/ark-glm-5-3-flash-260828/N02-02/metadata.json", "answer_path": "models/ark-glm-5-3-flash-260828/N02-02/answer.md", "public_answer_sha256": "d953b7f25e618c1a75236218bc99dd5b07f9c89f195dadf31d6b2dda4e28b456" }, { "agent": "ark-glm-5-3-flash-260828", "name": "GLM 5.3 Flash", "task_id": "N02-03", "question_id": "Q029", "category": "planning_single", "interval": [ 72.5, 72.5 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "f6f5f34a4249cac2690f4a727601d17635f1a3095adbc2977ad26a26270ce146", "score_path": "models/ark-glm-5-3-flash-260828/N02-03/score.json", "metadata_path": "models/ark-glm-5-3-flash-260828/N02-03/metadata.json", "answer_path": "models/ark-glm-5-3-flash-260828/N02-03/answer.md", "public_answer_sha256": "fa1380aeddc1ad5dddc74b8c9ef540fa2d98cae3e28af586b0751b5e732eec5d" }, { "agent": "ark-glm-5-3-flash-260828", "name": "GLM 5.3 Flash", "task_id": "N03-01", "question_id": "Q030", "category": "planning_single", "interval": [ 70.0, 70.0 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "3176aa3f495d141dfd6ef516852642dca27539d2868855513fba96fc73cec9b0", "score_path": "models/ark-glm-5-3-flash-260828/N03-01/score.json", "metadata_path": "models/ark-glm-5-3-flash-260828/N03-01/metadata.json", "answer_path": "models/ark-glm-5-3-flash-260828/N03-01/answer.md", "public_answer_sha256": "bebd0b2804d92ef497de93eb8768540a4367e55d52073a04d78b32ab57e3560c" }, { "agent": "ark-glm-5-3-flash-260828", "name": "GLM 5.3 Flash", "task_id": "N03-02", "question_id": "Q031", "category": "planning_single", "interval": [ 62.5, 62.5 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "3fe012db604c6d336b074d6d3194712cf86e088824f93fa3a1449454ecaecc53", "answer_path": "models/ark-glm-5-3-flash-260828/N03-02/answer.md", "public_answer_sha256": "7eb6e8ced4a562bcfce06f7f0ee194b323f2a708a0915b70a4793a608efecf44", "score_path": "models/ark-glm-5-3-flash-260828/N03-02/score.json", "metadata_path": "models/ark-glm-5-3-flash-260828/N03-02/metadata.json" }, { "agent": "ark-glm-5-3-flash-260828", "name": "GLM 5.3 Flash", "task_id": "N03-03", "question_id": "Q032", "category": "recommendation_single", "interval": [ 62.93, 62.93 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "4c42e1e52bc8ea0e504a4b9fab7c94efdde0a41650e84092fd2070c0d2c01c9f", "score_path": "models/ark-glm-5-3-flash-260828/N03-03/score.json", "metadata_path": "models/ark-glm-5-3-flash-260828/N03-03/metadata.json", "answer_path": "models/ark-glm-5-3-flash-260828/N03-03/answer.md", "public_answer_sha256": "2bd5ce0d9755d5f0ba78c1e15da39bc831e910739f8900c2b635904a6b836b15" }, { "agent": "ark-glm-5-3-flash-260828", "name": "GLM 5.3 Flash", "task_id": "N04-01", "question_id": "Q033", "category": "planning_single", "interval": [ 87.5, 87.5 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "714f639ccac7f05035f9bc87bf8ebf686e80d4045ffae678ff53324f84fc2a58", "score_path": "models/ark-glm-5-3-flash-260828/N04-01/score.json", "metadata_path": "models/ark-glm-5-3-flash-260828/N04-01/metadata.json", "answer_path": "models/ark-glm-5-3-flash-260828/N04-01/answer.md", "public_answer_sha256": "c823e8150f9c7a5b414e9a2f8198a9425506959336f65738a278a0b3ac4723dc" }, { "agent": "ark-glm-5-3-flash-260828", "name": "GLM 5.3 Flash", "task_id": "N04-03", "question_id": "Q034", "category": "recommendation_single", "interval": [ 31.5, 31.5 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "6beda703c18e626c645e553b12344b82f7c1d8d9e6c47b38781be1703bf2ae92", "answer_path": "models/ark-glm-5-3-flash-260828/N04-03/answer.md", "public_answer_sha256": "396bbb58c43646430d1c89161154901153fe01127ad7ecf24065281afcb789a8", "score_path": "models/ark-glm-5-3-flash-260828/N04-03/score.json", "metadata_path": "models/ark-glm-5-3-flash-260828/N04-03/metadata.json" }, { "agent": "ark-glm-5-3-flash-260828", "name": "GLM 5.3 Flash", "task_id": "N05-01", "question_id": "Q035", "category": "planning_single", "interval": [ 80.0, 80.0 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "b039426b095da4acf638713995349005c585b65739d0ff7ed17fd72c54565de3", "score_path": "models/ark-glm-5-3-flash-260828/N05-01/score.json", "metadata_path": "models/ark-glm-5-3-flash-260828/N05-01/metadata.json", "answer_path": "models/ark-glm-5-3-flash-260828/N05-01/answer.md", "public_answer_sha256": "5a0ae8766cb6853e6518700e9a9076c39b88e669c1cac801d2fda335eb3222e6" }, { "agent": "ark-glm-5-3-flash-260828", "name": "GLM 5.3 Flash", "task_id": "N05-03", "question_id": "Q036", "category": "recommendation_single", "interval": [ 62.0, 62.0 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "6f300805e74fd892536e475d9bcc0841a03b127b2bfe4778a63348fd2c9b93d8", "score_path": "models/ark-glm-5-3-flash-260828/N05-03/score.json", "metadata_path": "models/ark-glm-5-3-flash-260828/N05-03/metadata.json", "answer_path": "models/ark-glm-5-3-flash-260828/N05-03/answer.md", "public_answer_sha256": "cc2c30e6ce880b3b1d03e0ceb773b139e844de1df6f2e0ab90e7784abccdb8ec" }, { "agent": "ark-glm-5-3-flash-260828", "name": "GLM 5.3 Flash", "task_id": "N06-01", "question_id": "Q037", "category": "planning_single", "interval": [ 15.0, 15.0 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "25fd36724918103c6d9a93aa657bb664229caa7ba8c63c9b5eeffb70ff5546c0", "score_path": "models/ark-glm-5-3-flash-260828/N06-01/score.json", "metadata_path": "models/ark-glm-5-3-flash-260828/N06-01/metadata.json", "answer_path": "models/ark-glm-5-3-flash-260828/N06-01/answer.md", "public_answer_sha256": "3632e5c9c72a3e75cbf7aaf2d7394038ad0daea427b74c3e417939b44d645921" }, { "agent": "ark-glm-5-3-flash-260828", "name": "GLM 5.3 Flash", "task_id": "N06-02", "question_id": "Q038", "category": "planning_single", "interval": [ 92.5, 92.5 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "14e923739da3fb47f0ff424e4bfa581db5046ed5f5f7d1edf09638dcf2092562", "score_path": "models/ark-glm-5-3-flash-260828/N06-02/score.json", "metadata_path": "models/ark-glm-5-3-flash-260828/N06-02/metadata.json", "answer_path": "models/ark-glm-5-3-flash-260828/N06-02/answer.md", "public_answer_sha256": "5d271526dd28d39b56176e5029194cec89f2387fd5aef86708678a1734db3071" }, { "agent": "ark-glm-5-3-flash-260828", "name": "GLM 5.3 Flash", "task_id": "N06-03", "question_id": "Q039", "category": "recommendation_single", "interval": [ 56.31, 56.31 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "1c03f70491adc2cd110e58b157cb304d5122343b59d11b9d9df2359d44aaf489", "answer_path": "models/ark-glm-5-3-flash-260828/N06-03/answer.md", "public_answer_sha256": "5189fa5d20ed6bf890f35e57dfa1b9457cc2774f0d8587c5c3de0b457be14f15", "score_path": "models/ark-glm-5-3-flash-260828/N06-03/score.json", "metadata_path": "models/ark-glm-5-3-flash-260828/N06-03/metadata.json" }, { "agent": "ark-glm-5-3-flash-260828", "name": "GLM 5.3 Flash", "task_id": "N08-01", "question_id": "Q042", "category": "planning_single", "interval": [ 60.0, 60.0 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "cf70f91b6823ad2e4aaf96c85bb9f05c46d1cc4fc355af025fe4dcf92b37d38d", "score_path": "models/ark-glm-5-3-flash-260828/N08-01/score.json", "metadata_path": "models/ark-glm-5-3-flash-260828/N08-01/metadata.json", "answer_path": "models/ark-glm-5-3-flash-260828/N08-01/answer.md", "public_answer_sha256": "5be5cb0eff20e1525d84af1581007406358cc4564375a5b0c6d12c1aaf47e381" }, { "agent": "ark-glm-5-3-flash-260828", "name": "GLM 5.3 Flash", "task_id": "N08-03", "question_id": "Q043", "category": "recommendation_single", "interval": [ 20.88, 20.88 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "d14b60288d926089d3ad65d97d75a0bc9311200bc39aeaa062795e08c70c05f4", "score_path": "models/ark-glm-5-3-flash-260828/N08-03/score.json", "metadata_path": "models/ark-glm-5-3-flash-260828/N08-03/metadata.json", "answer_path": "models/ark-glm-5-3-flash-260828/N08-03/answer.md", "public_answer_sha256": "d09b17d739eadecbe74aafa2b3b52d53afc77659262e45a0b396628c757888ef" }, { "agent": "ark-glm-5-3-flash-260828", "name": "GLM 5.3 Flash", "task_id": "N09-01", "question_id": "Q044", "category": "planning_single", "interval": [ 68.0, 68.0 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "authorized_new_review_of_original_answer", "answer_sha256": "060c889bbdecaca77c4cf84d48e5519399f9f4334a3b9b740b4b87d4e2d2567e", "score_path": "models/ark-glm-5-3-flash-260828/N09-01/score.json", "metadata_path": "models/ark-glm-5-3-flash-260828/N09-01/metadata.json", "answer_path": "models/ark-glm-5-3-flash-260828/N09-01/answer.md", "public_answer_sha256": "83a4bad07f5384a5ce1fadf14c99297b66f49460c018d16bfce180acc35fee23" }, { "agent": "ark-glm-5-3-flash-260828", "name": "GLM 5.3 Flash", "task_id": "N09-03", "question_id": "Q045", "category": "recommendation_single", "interval": [ 55.38, 55.38 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "f9a169c4e08b1a9585edf82c8c187a33d42d4fe86402af5f5cad82243c8c281c", "score_path": "models/ark-glm-5-3-flash-260828/N09-03/score.json", "metadata_path": "models/ark-glm-5-3-flash-260828/N09-03/metadata.json", "answer_path": "models/ark-glm-5-3-flash-260828/N09-03/answer.md", "public_answer_sha256": "b1b9a32745acb1735cf4cf4d394e84a80fef57436d189c85c01871adb85f0322" }, { "agent": "ark-glm-5-3-flash-260828", "name": "GLM 5.3 Flash", "task_id": "N10-01", "question_id": "Q046", "category": "planning_single", "interval": [ 80.5, 80.5 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "718b775af67e864b8f037e83db6397125062a6701fdac773ca45e193eade7865", "answer_path": "models/ark-glm-5-3-flash-260828/N10-01/answer.md", "public_answer_sha256": "46f55ad80638d66710093a33b9515b8bd7e2f4e403fbb5f95fd97a67c387008c", "score_path": "models/ark-glm-5-3-flash-260828/N10-01/score.json", "metadata_path": "models/ark-glm-5-3-flash-260828/N10-01/metadata.json" }, { "agent": "ark-glm-5-3-flash-260828", "name": "GLM 5.3 Flash", "task_id": "N10-02", "question_id": "Q047", "category": "planning_single", "interval": [ 67.5, 67.5 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "ab6544f8b0726d16428024d7745a1119a0fb72aeeb6f06d813dbc202d30f2438", "score_path": "models/ark-glm-5-3-flash-260828/N10-02/score.json", "metadata_path": "models/ark-glm-5-3-flash-260828/N10-02/metadata.json", "answer_path": "models/ark-glm-5-3-flash-260828/N10-02/answer.md", "public_answer_sha256": "c03a8735065c2085db257bd72874aeb7d7d33c3254f2e8dc2482a84b1049c141" }, { "agent": "ark-glm-5-3-flash-260828", "name": "GLM 5.3 Flash", "task_id": "N10-03", "question_id": "Q048", "category": "recommendation_single", "interval": [ 54.07, 54.07 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "authorized_new_review_of_original_answer", "answer_sha256": "3c028283a7f656330b91ad558a0e835cf7ce9d9988d1a0f1cc2b4977e0024644", "score_path": "models/ark-glm-5-3-flash-260828/N10-03/score.json", "metadata_path": "models/ark-glm-5-3-flash-260828/N10-03/metadata.json", "answer_path": "models/ark-glm-5-3-flash-260828/N10-03/answer.md", "public_answer_sha256": "2931ad55f6c1f95c5630ee3ee824411b138473845cd4b1833bc5cec4fdda2f59" }, { "agent": "ark-glm-5-3-flash-260828", "name": "GLM 5.3 Flash", "task_id": "N11-03", "question_id": "Q049", "category": "recommendation_single", "interval": [ 59.25, 59.25 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "421e8008fee03f5a077810f8560ed67552d63cee00b30b00171f58bca139934d", "answer_path": "models/ark-glm-5-3-flash-260828/N11-03/answer.md", "public_answer_sha256": "72b7ba1fa64e3e64f8ad1379979ca17c53d42d38f1c1f39def0c7131900a5cb3", "score_path": "models/ark-glm-5-3-flash-260828/N11-03/score.json", "metadata_path": "models/ark-glm-5-3-flash-260828/N11-03/metadata.json" }, { "agent": "ark-glm-5-3-flash-260828", "name": "GLM 5.3 Flash", "task_id": "N12-01", "question_id": "Q050", "category": "planning_single", "interval": [ 87.5, 87.5 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "4ee002f1325f5525c74a125fdcb0abd4443cf992705591c875be302b5ce25650", "score_path": "models/ark-glm-5-3-flash-260828/N12-01/score.json", "metadata_path": "models/ark-glm-5-3-flash-260828/N12-01/metadata.json", "answer_path": "models/ark-glm-5-3-flash-260828/N12-01/answer.md", "public_answer_sha256": "3e6c2307934c55b77504353202f6177e6e36dad95099b5760e1a78a79d302fe2" }, { "agent": "ark-glm-5-3-flash-260828", "name": "GLM 5.3 Flash", "task_id": "N12-03", "question_id": "Q051", "category": "recommendation_single", "interval": [ 46.03, 46.03 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "authorized_new_review_of_original_answer", "answer_sha256": "f293c818489e82be011a8e7818c6ad680c61a376d941d9d9c1a58a57b5f42627", "score_path": "models/ark-glm-5-3-flash-260828/N12-03/score.json", "metadata_path": "models/ark-glm-5-3-flash-260828/N12-03/metadata.json", "answer_path": "models/ark-glm-5-3-flash-260828/N12-03/answer.md", "public_answer_sha256": "218960af11edec5a7f36bdd3d3a4707a791c940c9a29bc73e0bef8cd77939405" }, { "agent": "ark-glm-5-3-flash-260828", "name": "GLM 5.3 Flash", "task_id": "N13-02", "question_id": "Q052", "category": "planning_single", "interval": [ 87.5, 87.5 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "8cfdfa256908760a29d5542293fa4b9002580997a72a61d7fa229b6b12000acc", "answer_path": "models/ark-glm-5-3-flash-260828/N13-02/answer.md", "public_answer_sha256": "354b9b60ad5188361efd970ddc4a5c18f9604243de9313e95455f346490f0018", "score_path": "models/ark-glm-5-3-flash-260828/N13-02/score.json", "metadata_path": "models/ark-glm-5-3-flash-260828/N13-02/metadata.json" }, { "agent": "ark-glm-5-3-flash-260828", "name": "GLM 5.3 Flash", "task_id": "N13-03", "question_id": "Q053", "category": "recommendation_single", "interval": [ 28.44, 28.44 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "recovered_historical_summary", "answer_sha256": "9b06f9242e9915de2ca76ebfd569979b523152956f68d754bad425af0aa12a52", "score_path": "models/ark-glm-5-3-flash-260828/N13-03/score.json", "metadata_path": "models/ark-glm-5-3-flash-260828/N13-03/metadata.json", "answer_path": "models/ark-glm-5-3-flash-260828/N13-03/answer.md", "public_answer_sha256": "67b41c73778834227586ad0186e07d6f80cfed13f749d826bce21c64b8b20518" }, { "agent": "ark-glm-5-3-flash-260828", "name": "GLM 5.3 Flash", "task_id": "N14-01", "question_id": "Q054", "category": "planning_single", "interval": [ 77.5, 77.5 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "2d8336a0919519c4decb6b6544da1e45a52a2c427bd2d4f5242f62bb5d56b8ac", "score_path": "models/ark-glm-5-3-flash-260828/N14-01/score.json", "metadata_path": "models/ark-glm-5-3-flash-260828/N14-01/metadata.json", "answer_path": "models/ark-glm-5-3-flash-260828/N14-01/answer.md", "public_answer_sha256": "a87b27923b100519dde1ccede7553b58d8ca0b98179b5188a03ebb3341a11bd4" }, { "agent": "ark-glm-5-3-flash-260828", "name": "GLM 5.3 Flash", "task_id": "N14-02", "question_id": "Q055", "category": "planning_single", "interval": [ 65.0, 65.0 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "9a02eff65305dfa2f2c341a0ed1b8acc45ce636e7afa7a3834a901b40c928ddd", "score_path": "models/ark-glm-5-3-flash-260828/N14-02/score.json", "metadata_path": "models/ark-glm-5-3-flash-260828/N14-02/metadata.json", "answer_path": "models/ark-glm-5-3-flash-260828/N14-02/answer.md", "public_answer_sha256": "ab6a381f95f7201b26bc70a5f8e05f48848bf2dbe86c11093ff4c285502d2429" }, { "agent": "ark-glm-5-3-flash-260828", "name": "GLM 5.3 Flash", "task_id": "N14-03", "question_id": "Q056", "category": "recommendation_single", "interval": [ 34.44, 34.44 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "7d69e881dc3c084899cd00ef5efac255fa79632be0659485e906b738114f7276", "answer_path": "models/ark-glm-5-3-flash-260828/N14-03/answer.md", "public_answer_sha256": "17c1cf10c8c981baba1d7a9236ab961424938b73f9962d56d1bd084c09b877d7", "score_path": "models/ark-glm-5-3-flash-260828/N14-03/score.json", "metadata_path": "models/ark-glm-5-3-flash-260828/N14-03/metadata.json" }, { "agent": "ark-glm-5-3-flash-260828", "name": "GLM 5.3 Flash", "task_id": "N15-01", "question_id": "Q057", "category": "planning_single", "interval": [ 77.5, 77.5 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "e6dbe4411f795e21f3e776bd54f68e176347d54dcb82d62acbd369c8fa81b45c", "answer_path": "models/ark-glm-5-3-flash-260828/N15-01/answer.md", "public_answer_sha256": "9bd26b3d75a6107dcea81ec8d857032a9ff1e15007fcb070995b3f5dd5fc3821", "score_path": "models/ark-glm-5-3-flash-260828/N15-01/score.json", "metadata_path": "models/ark-glm-5-3-flash-260828/N15-01/metadata.json" }, { "agent": "ark-glm-5-3-flash-260828", "name": "GLM 5.3 Flash", "task_id": "N15-03", "question_id": "Q058", "category": "recommendation_single", "interval": [ 47.37, 47.37 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "authorized_new_review_of_original_answer", "answer_sha256": "0f68b63796aa67c317011769288e91db29681367071a8ff69218017649b0d65c", "score_path": "models/ark-glm-5-3-flash-260828/N15-03/score.json", "metadata_path": "models/ark-glm-5-3-flash-260828/N15-03/metadata.json", "answer_path": "models/ark-glm-5-3-flash-260828/N15-03/answer.md", "public_answer_sha256": "452dd1ef25d0545710f8377a989b237d47755f1bcac03ec2cf837e8c4c0b1eab" }, { "agent": "ark-glm-5-3-flash-260828", "name": "GLM 5.3 Flash", "task_id": "N16-01", "question_id": "Q059", "category": "planning_single", "interval": [ 72.5, 72.5 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "authorized_new_review_of_original_answer", "answer_sha256": "06fd32bd50fbc74d0fe0917875bd5b8d9c952f26f8b28146f938e7d054444c47", "score_path": "models/ark-glm-5-3-flash-260828/N16-01/score.json", "metadata_path": "models/ark-glm-5-3-flash-260828/N16-01/metadata.json", "answer_path": "models/ark-glm-5-3-flash-260828/N16-01/answer.md", "public_answer_sha256": "db9b1d5429dca61a7155a66d06d412fc283111dcb8f613574632dc9c595144ba" }, { "agent": "ark-glm-5-3-flash-260828", "name": "GLM 5.3 Flash", "task_id": "N16-03", "question_id": "Q060", "category": "recommendation_single", "interval": [ 67.41, 67.41 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "authorized_new_review_of_original_answer", "answer_sha256": "4329ceb94a961e3d97da85174e6ab4356131a0151fbfbc9c55dd049b17798189", "score_path": "models/ark-glm-5-3-flash-260828/N16-03/score.json", "metadata_path": "models/ark-glm-5-3-flash-260828/N16-03/metadata.json", "answer_path": "models/ark-glm-5-3-flash-260828/N16-03/answer.md", "public_answer_sha256": "db4748c6157be1ffcfcea268aff31c175ead638448405c548252a40877cba876" }, { "agent": "ark-glm-5-3-flash-260828", "name": "GLM 5.3 Flash", "task_id": "O08-02", "question_id": "Q061", "category": "planning_single", "interval": [ 75.0, 75.0 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "5c5e4fc4ba78d1c7184c0394a4280ca5ec4b8e6e322d7249c5fb07b1dde6b6fc", "score_path": "models/ark-glm-5-3-flash-260828/O08-02/score.json", "metadata_path": "models/ark-glm-5-3-flash-260828/O08-02/metadata.json", "answer_path": "models/ark-glm-5-3-flash-260828/O08-02/answer.md", "public_answer_sha256": "a7438b265da2238a52075041a931f12723e91deef2c1a727d1e7e0052325604d" }, { "agent": "ark-glm-5-3-flash-260828", "name": "GLM 5.3 Flash", "task_id": "N01-02", "question_id": "Q062", "category": "staged", "interval": [ 85.0, 85.0 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "3287e0b023e4255ad52343a5296e6976c83015b1d3a10cc160a6511111683a30", "answer_path": "models/ark-glm-5-3-flash-260828/N01-02/answer.md", "public_answer_sha256": "91e9d7bbc4f07148d52b95a390f68552386ae9d2294745f99d312420aa74f923", "score_path": "models/ark-glm-5-3-flash-260828/N01-02/score.json", "metadata_path": "models/ark-glm-5-3-flash-260828/N01-02/metadata.json" }, { "agent": "ark-glm-5-3-flash-260828", "name": "GLM 5.3 Flash", "task_id": "N04-02", "question_id": "Q063", "category": "staged", "interval": [ 80.0, 80.0 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "97a213797e5b14fe72905f5e85912170b1fc24e2bbe1aa0ea6cd32f35ac91bfc", "score_path": "models/ark-glm-5-3-flash-260828/N04-02/score.json", "metadata_path": "models/ark-glm-5-3-flash-260828/N04-02/metadata.json", "answer_path": "models/ark-glm-5-3-flash-260828/N04-02/answer.md", "public_answer_sha256": "d853bc1e77412bc3ca761686cceddffbbed947d1f81d89a1b3b6fc3d0cb0c3a6" }, { "agent": "ark-glm-5-3-flash-260828", "name": "GLM 5.3 Flash", "task_id": "N05-02", "question_id": "Q064", "category": "staged", "interval": [ 95.0, 95.0 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "b01a4b1db2d43b6e634f9f8915503cd90865a7e315bb268b6378635ff9c43d97", "score_path": "models/ark-glm-5-3-flash-260828/N05-02/score.json", "metadata_path": "models/ark-glm-5-3-flash-260828/N05-02/metadata.json", "answer_path": "models/ark-glm-5-3-flash-260828/N05-02/answer.md", "public_answer_sha256": "f2d425796ed5cc6fbd67884192cadb2461297b3e09abea6ea0b9592a37ff7b2a" }, { "agent": "ark-glm-5-3-flash-260828", "name": "GLM 5.3 Flash", "task_id": "N08-02", "question_id": "Q066", "category": "staged", "interval": [ 87.0, 87.0 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "4471cdc369f37c91ef68b015e54b53c1bf22fede6d962cd9bce8d9bf82e4aa27", "answer_path": "models/ark-glm-5-3-flash-260828/N08-02/answer.md", "public_answer_sha256": "d19fc7b7add644155f75746771dfe010ee7be502e63262091463aa8e2a831b1b", "score_path": "models/ark-glm-5-3-flash-260828/N08-02/score.json", "metadata_path": "models/ark-glm-5-3-flash-260828/N08-02/metadata.json" }, { "agent": "ark-glm-5-3-flash-260828", "name": "GLM 5.3 Flash", "task_id": "N09-02", "question_id": "Q067", "category": "staged", "interval": [ 92.5, 92.5 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "34abc6660495ed8f3cb59e36261a2e0a97f363d8a60ec4258fb1f089f234967c", "score_path": "models/ark-glm-5-3-flash-260828/N09-02/score.json", "metadata_path": "models/ark-glm-5-3-flash-260828/N09-02/metadata.json", "answer_path": "models/ark-glm-5-3-flash-260828/N09-02/answer.md", "public_answer_sha256": "64f63de01dc46cccd5eb8def2b9be2ae6b4107a2977c509956f5573e0c24950c" }, { "agent": "ark-glm-5-3-flash-260828", "name": "GLM 5.3 Flash", "task_id": "N11-02", "question_id": "Q068", "category": "staged", "interval": [ 59.0, 59.0 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "2f569f2add9cb017ec969aff8b930ddec49dcda930f4bf4cd21a245384177339", "score_path": "models/ark-glm-5-3-flash-260828/N11-02/score.json", "metadata_path": "models/ark-glm-5-3-flash-260828/N11-02/metadata.json", "answer_path": "models/ark-glm-5-3-flash-260828/N11-02/answer.md", "public_answer_sha256": "13eb6ac9175b5e105a132298a6e8a7d883f936d4984fbb31519b2adb0125fd55" }, { "agent": "ark-glm-5-3-flash-260828", "name": "GLM 5.3 Flash", "task_id": "N12-02", "question_id": "Q069", "category": "staged", "interval": [ 87.5, 87.5 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "44f153e70ea08e2c1ac6a1bcd441646ffdabb2fe5675893a363e3f873481adfa", "score_path": "models/ark-glm-5-3-flash-260828/N12-02/score.json", "metadata_path": "models/ark-glm-5-3-flash-260828/N12-02/metadata.json", "answer_path": "models/ark-glm-5-3-flash-260828/N12-02/answer.md", "public_answer_sha256": "e1c341cf246fd76ed5726349237ee0f318669eec9f2d9d6c640a5fc998ba5407" }, { "agent": "ark-glm-5-3-flash-260828", "name": "GLM 5.3 Flash", "task_id": "N15-02", "question_id": "Q070", "category": "staged", "interval": [ 82.5, 82.5 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "cfd2cfa72af2d75c653bc96c1de9c12f1b75e1a567f48a31bc6764f5a3b55781", "score_path": "models/ark-glm-5-3-flash-260828/N15-02/score.json", "metadata_path": "models/ark-glm-5-3-flash-260828/N15-02/metadata.json", "answer_path": "models/ark-glm-5-3-flash-260828/N15-02/answer.md", "public_answer_sha256": "450d194b12b9a16f4fe8a1a4300a00b0f92b7a461c4781493c3919025e67bd0c" }, { "agent": "ark-glm-5-3-flash-260828", "name": "GLM 5.3 Flash", "task_id": "N16-02", "question_id": "Q071", "category": "staged", "interval": [ 82.0, 82.0 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "d7c78bddd8ac461aff96d6bdb393224080684e094d5dc352f2b8c22dc3521fa0", "answer_path": "models/ark-glm-5-3-flash-260828/N16-02/answer.md", "public_answer_sha256": "bbfb10579739b91ca8394bf7d98bcbda76fa2781ae00eeea61cf560ecc8ad103", "score_path": "models/ark-glm-5-3-flash-260828/N16-02/score.json", "metadata_path": "models/ark-glm-5-3-flash-260828/N16-02/metadata.json" }, { "agent": "ark-glm-5-3-flash-260828", "name": "GLM 5.3 Flash", "task_id": "O01-04", "question_id": "Q072", "category": "staged", "interval": [ 92.5, 92.5 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "40f3fee15e54f3d6abd630416bb045edcf0096d1f837698abe41a07ec1040d0a", "score_path": "models/ark-glm-5-3-flash-260828/O01-04/score.json", "metadata_path": "models/ark-glm-5-3-flash-260828/O01-04/metadata.json", "answer_path": "models/ark-glm-5-3-flash-260828/O01-04/answer.md", "public_answer_sha256": "2ca396e24099006006052a47cfbd6f0f8e940d7509f2639a95aa4acc1d566594" }, { "agent": "ark-glm-5-3-flash-260828", "name": "GLM 5.3 Flash", "task_id": "O03-04", "question_id": "Q073", "category": "staged", "interval": [ 87.5, 87.5 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "cf6deb97d23b9e2d869a55481f30a9af4f6746eadf18e93c2352f51c74378f1f", "score_path": "models/ark-glm-5-3-flash-260828/O03-04/score.json", "metadata_path": "models/ark-glm-5-3-flash-260828/O03-04/metadata.json", "answer_path": "models/ark-glm-5-3-flash-260828/O03-04/answer.md", "public_answer_sha256": "e46f5b34b3a6ce3a0d3af45aa600cd4c39056f1ea75bb1f990d26903eae4aa08" }, { "agent": "ark-glm-5-3-flash-260828", "name": "GLM 5.3 Flash", "task_id": "O04-04", "question_id": "Q074", "category": "staged", "interval": [ 87.5, 87.5 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "1e2541004dadd6fec98e9436a8c8a9ed001938ae4d009aec0667bd573ac6315b", "answer_path": "models/ark-glm-5-3-flash-260828/O04-04/answer.md", "public_answer_sha256": "bc137e8ca77968dd0a6785fc1185d63679ae138be7192fda18c88d7ca4bc690a", "score_path": "models/ark-glm-5-3-flash-260828/O04-04/score.json", "metadata_path": "models/ark-glm-5-3-flash-260828/O04-04/metadata.json" }, { "agent": "ark-glm-5-3-flash-260828", "name": "GLM 5.3 Flash", "task_id": "O06-02", "question_id": "Q075", "category": "staged", "interval": [ 80.0, 80.0 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "authorized_new_review_of_original_answer", "answer_sha256": "a34cbc05403aa9883ceb94b0ebb2c2cc883d8e2f27067921ac15e6d2055d614d", "score_path": "models/ark-glm-5-3-flash-260828/O06-02/score.json", "metadata_path": "models/ark-glm-5-3-flash-260828/O06-02/metadata.json", "answer_path": "models/ark-glm-5-3-flash-260828/O06-02/answer.md", "public_answer_sha256": "95bd97f4ab6e8fda3909ddfe4fbf01fb57d89db3b0aa00c5640e41f6e8bbf8c7" }, { "agent": "qwen3-8-max-0902", "name": "Qwen3.8 Max", "task_id": "BY-B-APPLY", "question_id": "Q004", "category": "recommendation_single", "interval": [ 58.73, 58.73 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "04ce7fd7ef8441fb906fea406a2790e433762b261bfb5bf24f42967f4557557a", "answer_path": "models/qwen3-8-max-0902/BY-B-APPLY/answer.md", "public_answer_sha256": "5d4c421174fd79e95eb0cfd5c74983188e1a9babdb4e8de5dc79f934b039d014", "score_path": "models/qwen3-8-max-0902/BY-B-APPLY/score.json", "metadata_path": "models/qwen3-8-max-0902/BY-B-APPLY/metadata.json" }, { "agent": "qwen3-8-max-0902", "name": "Qwen3.8 Max", "task_id": "BY-H-APPLY", "question_id": "Q019", "category": "recommendation_single", "interval": [ 43.5, 43.5 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "4e4782c95069aa9e812b7e15d6d06baf5890a30011eb23c76161c2eae7d5eeb0", "answer_path": "models/qwen3-8-max-0902/BY-H-APPLY/answer.md", "public_answer_sha256": "02108b497100bd32a4d740697ada7deb83d7699344a6c107c4b684f3e714717f", "score_path": "models/qwen3-8-max-0902/BY-H-APPLY/score.json", "metadata_path": "models/qwen3-8-max-0902/BY-H-APPLY/metadata.json" }, { "agent": "qwen3-8-max-0902", "name": "Qwen3.8 Max", "task_id": "N04-03", "question_id": "Q034", "category": "recommendation_single", "interval": [ 36.17, 36.17 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "f4b084ff5a09775e36fa6e40239aeeca52d75f66d9c471185d7e84837b260748", "answer_path": "models/qwen3-8-max-0902/N04-03/answer.md", "public_answer_sha256": "3b4ccbc1bc3e995f5eed397a27e9aa769039460a20dff2ea8b242b6a41892ede", "score_path": "models/qwen3-8-max-0902/N04-03/score.json", "metadata_path": "models/qwen3-8-max-0902/N04-03/metadata.json" }, { "agent": "qwen3-8-max-0902", "name": "Qwen3.8 Max", "task_id": "N06-03", "question_id": "Q039", "category": "recommendation_single", "interval": [ 46.94, 46.94 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "2cfba15f26c30219ea5467e445933f2b3a7c5a286940f5cdd9a6a968251c31f4", "answer_path": "models/qwen3-8-max-0902/N06-03/answer.md", "public_answer_sha256": "321c9e16df457d67da74b05ce2cd1f60b57492cec59e9d691c71615abe35c4fd", "score_path": "models/qwen3-8-max-0902/N06-03/score.json", "metadata_path": "models/qwen3-8-max-0902/N06-03/metadata.json" }, { "agent": "qwen3-8-max-0902", "name": "Qwen3.8 Max", "task_id": "N11-03", "question_id": "Q049", "category": "recommendation_single", "interval": [ 79.17, 79.17 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "3ead1279309746d72447280d39b8aefbe1333faabd48bd5febf5b0d8d667afed", "answer_path": "models/qwen3-8-max-0902/N11-03/answer.md", "public_answer_sha256": "ade74a3145b0e4b8a5fea992ee37d7ae7e519aae68e905c237113abc7c749705", "score_path": "models/qwen3-8-max-0902/N11-03/score.json", "metadata_path": "models/qwen3-8-max-0902/N11-03/metadata.json" }, { "agent": "qwen3-8-max-0902", "name": "Qwen3.8 Max", "task_id": "N14-03", "question_id": "Q056", "category": "recommendation_single", "interval": [ 24.44, 24.44 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "6b102f92bda541199c4874376f125f3f972e8261dd9492c4c950d6ab70531518", "score_path": "models/qwen3-8-max-0902/N14-03/score.json", "metadata_path": "models/qwen3-8-max-0902/N14-03/metadata.json", "answer_path": "models/qwen3-8-max-0902/N14-03/answer.md", "public_answer_sha256": "6a394015b9424221431a6a36cd86f12076518efc412f072f23521e5f3b7ee4c7" }, { "agent": "qwen3-8-max-0902", "name": "Qwen3.8 Max", "task_id": "TRY-C-03", "question_id": "Q009", "category": "planning_single", "interval": [ 85.0, 85.0 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "275cb3e24dbdfba8061ed9fb35707b306e844cd7c2b868d40ec91e28cb8ea1f5", "answer_path": "models/qwen3-8-max-0902/TRY-C-03/answer.md", "public_answer_sha256": "d6b4b330f3201752accc44162d42b5d45dabb71ac4e75affaac3bbfde2764682", "score_path": "models/qwen3-8-max-0902/TRY-C-03/score.json", "metadata_path": "models/qwen3-8-max-0902/TRY-C-03/metadata.json" }, { "agent": "qwen3-8-max-0902", "name": "Qwen3.8 Max", "task_id": "BY-E-REPLAN", "question_id": "Q023", "category": "planning_single", "interval": [ 70.0, 70.0 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "fdcbddaf3318a33efb9bcebf54a580b6067b2b0919324a34d7e478b0e201c377", "answer_path": "models/qwen3-8-max-0902/BY-E-REPLAN/answer.md", "public_answer_sha256": "6c5202e1ddf142147582ed2b173d7ecd4dfe89594e9efb3506672e4d5f2dfcdf", "score_path": "models/qwen3-8-max-0902/BY-E-REPLAN/score.json", "metadata_path": "models/qwen3-8-max-0902/BY-E-REPLAN/metadata.json" }, { "agent": "qwen3-8-max-0902", "name": "Qwen3.8 Max", "task_id": "TRY-F-02", "question_id": "Q016", "category": "planning_single", "interval": [ 57.5, 57.5 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "894afb8c3d1ed22b4df83be9f9c043b0c03ef109bc0b5ab435750fdaf7de684a", "answer_path": "models/qwen3-8-max-0902/TRY-F-02/answer.md", "public_answer_sha256": "012d44c5ecd1b8aa324705cf20d15ff9c42ffe3dbef9414584b68447221ba59d", "score_path": "models/qwen3-8-max-0902/TRY-F-02/score.json", "metadata_path": "models/qwen3-8-max-0902/TRY-F-02/metadata.json" }, { "agent": "qwen3-8-max-0902", "name": "Qwen3.8 Max", "task_id": "N02-01", "question_id": "Q027", "category": "planning_single", "interval": [ 92.5, 92.5 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "468492480a01c384afb211af8617d8cda47f581d767b1a07ab66776adb4e2b16", "answer_path": "models/qwen3-8-max-0902/N02-01/answer.md", "public_answer_sha256": "0931864f617130918a508204c44f1008ee9ea80c515300508e890b7c1ac21c46", "score_path": "models/qwen3-8-max-0902/N02-01/score.json", "metadata_path": "models/qwen3-8-max-0902/N02-01/metadata.json" }, { "agent": "qwen3-8-max-0902", "name": "Qwen3.8 Max", "task_id": "N03-02", "question_id": "Q031", "category": "planning_single", "interval": [ 70.0, 70.0 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "028a30c721503896b189ee94e234c37cb6ee08aefc1b133596f2fd0234596edc", "answer_path": "models/qwen3-8-max-0902/N03-02/answer.md", "public_answer_sha256": "1ffaad7a771ce61ffc9000e6a6cf9a38e8a1ded94d6ead8224afcb6c1e0822a1", "score_path": "models/qwen3-8-max-0902/N03-02/score.json", "metadata_path": "models/qwen3-8-max-0902/N03-02/metadata.json" }, { "agent": "qwen3-8-max-0902", "name": "Qwen3.8 Max", "task_id": "N10-01", "question_id": "Q046", "category": "planning_single", "interval": [ 69.5, 69.5 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "993ce3e73ee624b1b2aa1c1d55177ad9e8520fff2c3c715f36a9e83e1e748356", "answer_path": "models/qwen3-8-max-0902/N10-01/answer.md", "public_answer_sha256": "b16cd1aa35acf2c47716150f83c7c2b83c22a9cf20419e41a6fc49f52d56a5f9", "score_path": "models/qwen3-8-max-0902/N10-01/score.json", "metadata_path": "models/qwen3-8-max-0902/N10-01/metadata.json" }, { "agent": "qwen3-8-max-0902", "name": "Qwen3.8 Max", "task_id": "N13-02", "question_id": "Q052", "category": "planning_single", "interval": [ 65.0, 65.0 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "ee123d9ca61a5f7aa8aa57f86dbf1f4a2b2616e19e6c3354ee2893093a68c6ea", "score_path": "models/qwen3-8-max-0902/N13-02/score.json", "metadata_path": "models/qwen3-8-max-0902/N13-02/metadata.json", "answer_path": "models/qwen3-8-max-0902/N13-02/answer.md", "public_answer_sha256": "995967e3347d3022b059d9629a73829d74b1fde1cb9388af8f7d3895c81db3ab" }, { "agent": "qwen3-8-max-0902", "name": "Qwen3.8 Max", "task_id": "N15-01", "question_id": "Q057", "category": "planning_single", "interval": [ 77.5, 77.5 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "2cf2beaf870d30812bdcc6ace8e2ca2f82c34c3c14e0ac0c795cc232e12e5ecd", "answer_path": "models/qwen3-8-max-0902/N15-01/answer.md", "public_answer_sha256": "763a4014fe624153c84f0a5b7ff0a84ff16d03cc98a41b46dbc4a90aa0cc5464", "score_path": "models/qwen3-8-max-0902/N15-01/score.json", "metadata_path": "models/qwen3-8-max-0902/N15-01/metadata.json" }, { "agent": "qwen3-8-max-0902", "name": "Qwen3.8 Max", "task_id": "O04-04", "question_id": "Q074", "category": "staged", "interval": [ 75.0, 75.0 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "1e2187e29eb0247feda0bb6964d12c60921d94b2e532b787ef1852ca6a8ec8fd", "answer_path": "models/qwen3-8-max-0902/O04-04/answer.md", "public_answer_sha256": "800abc4deea618fea6b20c2f0b484bc97e2f3218987cc15243ea747f9358185b", "score_path": "models/qwen3-8-max-0902/O04-04/score.json", "metadata_path": "models/qwen3-8-max-0902/O04-04/metadata.json" }, { "agent": "qwen3-8-max-0902", "name": "Qwen3.8 Max", "task_id": "N01-02", "question_id": "Q062", "category": "staged", "interval": [ 75.0, 75.0 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "10a07221e99eb1b5067fd3c28adcd91560a8328946587b922e9e838aafd72b25", "answer_path": "models/qwen3-8-max-0902/N01-02/answer.md", "public_answer_sha256": "6f91b99e6a136faebbef71b4ac68a43553799dfa876058e2f391c7bf548562b3", "score_path": "models/qwen3-8-max-0902/N01-02/score.json", "metadata_path": "models/qwen3-8-max-0902/N01-02/metadata.json" }, { "agent": "qwen3-8-max-0902", "name": "Qwen3.8 Max", "task_id": "N08-02", "question_id": "Q066", "category": "staged", "interval": [ 52.0, 52.0 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "6cb1df68237edf566e8f0d073ce184717ba5183f0af93a31f7d071d084d5a99a", "answer_path": "models/qwen3-8-max-0902/N08-02/answer.md", "public_answer_sha256": "ad303a9c94ee92888090b8434d577e28fe0bdbafe56734daf7b53ec95948c24f", "score_path": "models/qwen3-8-max-0902/N08-02/score.json", "metadata_path": "models/qwen3-8-max-0902/N08-02/metadata.json" }, { "agent": "qwen3-8-max-0902", "name": "Qwen3.8 Max", "task_id": "N16-02", "question_id": "Q071", "category": "staged", "interval": [ 79.0, 79.0 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "retained_historical_summary", "answer_sha256": "9103597fea703bd1d65826f1617a6ae6e81e1078b332cae98fb8eb053b50e760", "answer_path": "models/qwen3-8-max-0902/N16-02/answer.md", "public_answer_sha256": "9e0f3074830f66f176756077acf3e2ac5ef269d30d660f5e0ad819c60fa35c00", "score_path": "models/qwen3-8-max-0902/N16-02/score.json", "metadata_path": "models/qwen3-8-max-0902/N16-02/metadata.json" }, { "agent": "qwen3-8-max-0902", "name": "Qwen3.8 Max", "task_id": "BY-E-PREP", "question_id": "Q024", "category": "planning_single", "interval": [ 52.5, 52.5 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "validated_replacement_run", "answer_sha256": "e3507190f06f05ec6f3683bfb77a16768b873df70af2db4c82fca3b65471496c", "public_answer_sha256": "cdf40b65cfccd66787e4f343d65b8dd10ae61093d2741180ce0562edc10fb1fa", "answer_path": "models/qwen3-8-max-0902/BY-E-PREP/answer.md", "score_path": "models/qwen3-8-max-0902/BY-E-PREP/score.json", "judgment_path": "models/qwen3-8-max-0902/BY-E-PREP/judgment.json", "metadata_path": "models/qwen3-8-max-0902/BY-E-PREP/metadata.json", "run_id": "qwen20-user-start-20261012/BY-E-PREP/r1", "source_git_ref": "970b2751066aa04741b3dc1fd7e1a77658a15469", "source_task_sha256": "c7a3f64aaa48e911d9187495ab64e4fa3201ce6d488ec193ce83f617afb0ffe2", "source_rubric_sha256": "45d6b94c7b1d2446380305325be18d7a4692e2249bbfca016255d17ced9a7931", "source_score_sha256": "82c5504e0c0fe98e1255895de74d5452ecec26bf63731d1d9ad7ae9282738352", "source_judgment_sha256": "9f3009348b00a000654ccb331b4f5ffd5a9a64cf37f228d97d36d53e385c9b97", "teacher_calibration": "pending", "run_path": "models/qwen3-8-max-0902/BY-E-PREP/run.json" }, { "agent": "qwen3-8-max-0902", "name": "Qwen3.8 Max", "task_id": "BY-A-PLAN", "question_id": "Q001", "category": "planning_single", "interval": [ 80.0, 80.0 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "validated_replacement_run", "answer_sha256": "bdabdcaa0ed14ef9e433b996c40ea98045c084be13400b180c82dc6dbac714a6", "public_answer_sha256": "94ffca6cd0b030b8794867c5505b13a5d47b24e5d7a5a0578ba065f3bfe21558", "answer_path": "models/qwen3-8-max-0902/BY-A-PLAN/answer.md", "score_path": "models/qwen3-8-max-0902/BY-A-PLAN/score.json", "judgment_path": "models/qwen3-8-max-0902/BY-A-PLAN/judgment.json", "metadata_path": "models/qwen3-8-max-0902/BY-A-PLAN/metadata.json", "run_id": "qwen20-user-start-20261012/BY-A-PLAN/r1", "source_git_ref": "970b2751066aa04741b3dc1fd7e1a77658a15469", "source_task_sha256": "d2fdc2ce2203a4056e1893f0a75b419a4da70de8102b58facb4ba8e831692368", "source_rubric_sha256": "d6fa48dc1a1004d15a684c226f05791fe14a50d15089a7c99de0789e1e8cd7ae", "source_score_sha256": "0aa6e33c89387aed37cc5904d8693cfb9263007e641f8e3d7022c5acbe42a860", "source_judgment_sha256": "fc16fdbfaf083eae18755091929ed0a451ad6e62c1220a265cd80d79e2aa09fc", "teacher_calibration": "pending", "run_path": "models/qwen3-8-max-0902/BY-A-PLAN/run.json" }, { "agent": "qwen3-8-max-0902", "name": "Qwen3.8 Max", "task_id": "TRY-B-02", "question_id": "Q005", "category": "planning_single", "interval": [ 87.5, 87.5 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "validated_replacement_run", "answer_sha256": "5ce7c134991b2d4c0b2ba23671d27ccf12c834e477d542def057d27a92d954d6", "public_answer_sha256": "39577690ac83cc46cc7dcd36b8803a1774d9133632bd62fe9b4db8f61aa189bc", "answer_path": "models/qwen3-8-max-0902/TRY-B-02/answer.md", "score_path": "models/qwen3-8-max-0902/TRY-B-02/score.json", "judgment_path": "models/qwen3-8-max-0902/TRY-B-02/judgment.json", "metadata_path": "models/qwen3-8-max-0902/TRY-B-02/metadata.json", "run_id": "qwen20-user-start-20261012/TRY-B-02/r1", "source_git_ref": "970b2751066aa04741b3dc1fd7e1a77658a15469", "source_task_sha256": "20146b9a1862e5d2be851be9ecaedac6ed57dc42fdbb6208e45af6cb6d76c357", "source_rubric_sha256": "c0c864e38cbe053f3a07877fb392ef3d11edfb4b0755fb8f2745a21c13d6d72f", "source_score_sha256": "52ca2e6aff3eb9511ebe8cbca7723abd1ccdf4f0605a01451430e3bbe93ccf9e", "source_judgment_sha256": "20aad8028bcda4883605dcbc39849b3d326d1ae6265ecd1987f7886c97f4312e", "teacher_calibration": "pending", "adjudication_path": "models/qwen3-8-max-0902/TRY-B-02/adjudication.json", "run_path": "models/qwen3-8-max-0902/TRY-B-02/run.json" }, { "agent": "qwen3-8-max-0902", "name": "Qwen3.8 Max", "task_id": "BY-A-APPLY", "question_id": "Q002", "category": "recommendation_single", "interval": [ 30.15, 30.15 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "validated_replacement_run", "answer_sha256": "df8a802ee5a8c172f32d3258cc2be7fdf5ab1f7b67ff1beadf4722fe039ad8b8", "public_answer_sha256": "370785a560ea55231c7c134541bcea13efef1292fa1c77b9bbf0b3d28677f92f", "answer_path": "models/qwen3-8-max-0902/BY-A-APPLY/answer.md", "score_path": "models/qwen3-8-max-0902/BY-A-APPLY/score.json", "judgment_path": "models/qwen3-8-max-0902/BY-A-APPLY/judgment.json", "metadata_path": "models/qwen3-8-max-0902/BY-A-APPLY/metadata.json", "run_id": "qwen20-user-start-20261012/BY-A-APPLY/r1", "source_git_ref": "970b2751066aa04741b3dc1fd7e1a77658a15469", "source_task_sha256": "df6403023f38e09b249c7fc93211bb0102331957240d9c1f28e401b81fbcca89", "source_rubric_sha256": "5b13022a1cfeb2dd8e0c82095eefd276b58c37acdc5a4059e930bfe2f7849785", "source_score_sha256": "75b3ba9b8aac5a34986f18840564110d082259a3324490d6394843732cbccfc7", "source_judgment_sha256": "f320bcb76c630a3edc68d78f050f47abd80e94f55ea4ea51d2ad1e0bfa3c7b90", "teacher_calibration": "pending", "run_path": "models/qwen3-8-max-0902/BY-A-APPLY/run.json", "adjudication_path": "models/qwen3-8-max-0902/BY-A-APPLY/adjudication.json" }, { "agent": "qwen3-8-max-0902", "name": "Qwen3.8 Max", "task_id": "TRY-G-02", "question_id": "Q018", "category": "planning_single", "interval": [ 62.5, 62.5 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "validated_replacement_run", "answer_sha256": "0dafb9010e75e717dda750d944ca0a51941bd63aad70f80adf924550e8a190b0", "public_answer_sha256": "928283404dd9041d95072bcd54b18def37bdc842fc04c0025fe714ac768e63ca", "answer_path": "models/qwen3-8-max-0902/TRY-G-02/answer.md", "score_path": "models/qwen3-8-max-0902/TRY-G-02/score.json", "judgment_path": "models/qwen3-8-max-0902/TRY-G-02/judgment.json", "metadata_path": "models/qwen3-8-max-0902/TRY-G-02/metadata.json", "run_id": "qwen20-user-start-20261012/TRY-G-02/r1", "source_git_ref": "970b2751066aa04741b3dc1fd7e1a77658a15469", "source_task_sha256": "125e4950c3e956f4845685e42cd365dd2805c5420280a89c1dfb977d4f20214d", "source_rubric_sha256": "d25c044765d0e618903519722876939fd53a35cdb4569620d94daeb21091aa0c", "source_score_sha256": "eff160dd4fb125fc8253b145f04903a5598b31f202790b72b7dfb04292e92e26", "source_judgment_sha256": "d0e9ab8192e225f22fd972f6ee9e591745a9451523bfba563008228531c6ba65", "teacher_calibration": "pending", "run_path": "models/qwen3-8-max-0902/TRY-G-02/run.json" }, { "agent": "qwen3-8-max-0902", "name": "Qwen3.8 Max", "task_id": "BY-C-WINTER", "question_id": "Q007", "category": "planning_single", "interval": [ 65.0, 65.0 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "validated_replacement_run", "answer_sha256": "0c6377f045206855d7773f28b503582a157c58a8f21cc8fb890b26cd7317e82d", "public_answer_sha256": "4468c50b8f0a0f39d0d2000b086ff6ce3dcd59938940e86f56c1038f8a4ce13a", "answer_path": "models/qwen3-8-max-0902/BY-C-WINTER/answer.md", "score_path": "models/qwen3-8-max-0902/BY-C-WINTER/score.json", "judgment_path": "models/qwen3-8-max-0902/BY-C-WINTER/judgment.json", "metadata_path": "models/qwen3-8-max-0902/BY-C-WINTER/metadata.json", "run_id": "qwen20-user-start-20261012/BY-C-WINTER/r1", "source_git_ref": "970b2751066aa04741b3dc1fd7e1a77658a15469", "source_task_sha256": "6f732356f6ffbb61205a30dad58aaa2dca9d6f40fef3564e8c3657f998c2b7db", "source_rubric_sha256": "c1c9e61e6d38c2a3fad57b734499d9082077cafd67822241b3ff88b717ef6561", "source_score_sha256": "2c1dd5871b85081864163f4c030eedc3a2b93cb72d0b71f0db5e43ae63597f31", "source_judgment_sha256": "9557d83442966fab796a0955341eccef3882402522d1b6b527a16c48bc3a05fd", "teacher_calibration": "pending", "run_path": "models/qwen3-8-max-0902/BY-C-WINTER/run.json" }, { "agent": "qwen3-8-max-0902", "name": "Qwen3.8 Max", "task_id": "TRY-E-02", "question_id": "Q013", "category": "planning_single", "interval": [ 60.0, 60.0 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "validated_replacement_run", "answer_sha256": "fffe54e444bac7876321722aa58c63c684d7471a6a1cd51ff9e939d74be48450", "public_answer_sha256": "0be77177ea7efaf8b79823736f8ce33781dc8e5dcf2073a252284f5695063425", "answer_path": "models/qwen3-8-max-0902/TRY-E-02/answer.md", "score_path": "models/qwen3-8-max-0902/TRY-E-02/score.json", "judgment_path": "models/qwen3-8-max-0902/TRY-E-02/judgment.json", "metadata_path": "models/qwen3-8-max-0902/TRY-E-02/metadata.json", "run_id": "qwen20-user-start-20261012/TRY-E-02/r1", "source_git_ref": "970b2751066aa04741b3dc1fd7e1a77658a15469", "source_task_sha256": "6a8ea6c3d7bc3bc5f384f95eb48732e1e8b1f43f558d312049307af8b8e24179", "source_rubric_sha256": "cd2851d85ab0901e1cd69d73687053481b8dc1ac2f8deea32f368c2091d40cea", "source_score_sha256": "1e0aaf022dc029a3327f76bc8e765b1a528ec04ed43d5c7b5873ca3ef67f05f6", "source_judgment_sha256": "0629c11343d8972be97b09f3ab53416ad5c66a38b7d8b97f569cf8f35ecf1f65", "teacher_calibration": "pending", "run_path": "models/qwen3-8-max-0902/TRY-E-02/run.json", "adjudication_path": "models/qwen3-8-max-0902/TRY-E-02/adjudication.json" }, { "agent": "qwen3-8-max-0902", "name": "Qwen3.8 Max", "task_id": "BY-F-APPLY", "question_id": "Q015", "category": "recommendation_single", "interval": [ 61.6, 61.6 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "validated_replacement_run", "answer_sha256": "77bda4a45b49cd05c68912deff89aaed872cde21a6e3217e0bda9ade0af80500", "public_answer_sha256": "b38c2db3c0e916cf7d6f04626af4e0c05321b17f7485a07fb1f2eae15de329f3", "answer_path": "models/qwen3-8-max-0902/BY-F-APPLY/answer.md", "score_path": "models/qwen3-8-max-0902/BY-F-APPLY/score.json", "judgment_path": "models/qwen3-8-max-0902/BY-F-APPLY/judgment.json", "metadata_path": "models/qwen3-8-max-0902/BY-F-APPLY/metadata.json", "run_id": "qwen20-user-start-20261012/BY-F-APPLY/r1", "source_git_ref": "970b2751066aa04741b3dc1fd7e1a77658a15469", "source_task_sha256": "9e6c30f0262872eaf4451dbd32a0c7f3b51c6b20c425ac3f59773723377b3aa6", "source_rubric_sha256": "5ed859a209eb37a8b361a62810cd023a242367a9f30104cd45f11f9b950d304b", "source_score_sha256": "2ac5387867b7d1e7e29d181227c047d8185f8e7080730ab5a7ae4891627a4901", "source_judgment_sha256": "0b484fa379a1075cd4ba9d08770669f155610817a5e03b782c19189910ac4224", "teacher_calibration": "pending", "run_path": "models/qwen3-8-max-0902/BY-F-APPLY/run.json" }, { "agent": "qwen3-8-max-0902", "name": "Qwen3.8 Max", "task_id": "TRY-G-01", "question_id": "Q017", "category": "planning_single", "interval": [ 87.5, 87.5 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "validated_replacement_run", "answer_sha256": "5a6d2999fa10b3ea0f003fbe7a48cc5e08d785f416a0f50c8ff4a9cc3099de0e", "public_answer_sha256": "5ecb34f323b4a364c59d4ff2a41c7c3c1c8becc1a51bce4eb478a4ad388c586a", "answer_path": "models/qwen3-8-max-0902/TRY-G-01/answer.md", "score_path": "models/qwen3-8-max-0902/TRY-G-01/score.json", "judgment_path": "models/qwen3-8-max-0902/TRY-G-01/judgment.json", "metadata_path": "models/qwen3-8-max-0902/TRY-G-01/metadata.json", "run_id": "qwen20-user-start-20261012/TRY-G-01/r1", "source_git_ref": "970b2751066aa04741b3dc1fd7e1a77658a15469", "source_task_sha256": "611efe905d77c9d768dde30948826cc90f852558e05d2bb8e5d61c0485ba8e68", "source_rubric_sha256": "6e84451c0931be1f7c945db63f0cc266409820712dd64b6a0300458c33ad7625", "source_score_sha256": "3ae68d305c574feb1677dcc50dd9eac1058e20c721ec8041df7b8c60fe3bb48e", "source_judgment_sha256": "4af28093f6cc61433602618f55bcabd96c22d6584f7949311c747bdcf48109c0", "teacher_calibration": "pending", "run_path": "models/qwen3-8-max-0902/TRY-G-01/run.json" }, { "agent": "qwen3-8-max-0902", "name": "Qwen3.8 Max", "task_id": "TRY-B-03", "question_id": "Q006", "category": "planning_single", "interval": [ 62.5, 62.5 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "validated_replacement_run", "answer_sha256": "9568ca37a0e27024e0c0d2db4c2a89b780ea9013f5273f9697966a2e9656db82", "public_answer_sha256": "8969076577266a75e7cede2f9208c8537c0d9b2186027659b73be1c697a588f7", "answer_path": "models/qwen3-8-max-0902/TRY-B-03/answer.md", "score_path": "models/qwen3-8-max-0902/TRY-B-03/score.json", "judgment_path": "models/qwen3-8-max-0902/TRY-B-03/judgment.json", "metadata_path": "models/qwen3-8-max-0902/TRY-B-03/metadata.json", "run_id": "qwen20-user-start-20261012/TRY-B-03/r1", "source_git_ref": "970b2751066aa04741b3dc1fd7e1a77658a15469", "source_task_sha256": "3c6680767cd36a11f82facd208e324bb7e99f12a2bf9d8d1feff33a6f883b080", "source_rubric_sha256": "56b5f460fd9660ec795aed0f6052d62e8571139b92eb3c18b86860f55cc0ccff", "source_score_sha256": "1c748fba76aa420cdb9020487dede77f6c4b8ba2b243a855d5671c47e3538afb", "source_judgment_sha256": "4414966632129b7312352ef0617a27ff007b082e0a20a52cfd5c990a84acaedf", "teacher_calibration": "pending", "run_path": "models/qwen3-8-max-0902/TRY-B-03/run.json" }, { "agent": "qwen3-8-max-0902", "name": "Qwen3.8 Max", "task_id": "BY-C-APPLY", "question_id": "Q008", "category": "recommendation_single", "interval": [ 57.67, 57.67 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "validated_replacement_run", "answer_sha256": "ed82272461da523ce24b44e72d0fff3104608ba50070ecc93563f2c7cc6cd8c7", "public_answer_sha256": "9723b6af65adb891fc9fe8a1cf814c70f0ec9f2e04af8c72a8b34dd0cfa7bf4a", "answer_path": "models/qwen3-8-max-0902/BY-C-APPLY/answer.md", "score_path": "models/qwen3-8-max-0902/BY-C-APPLY/score.json", "judgment_path": "models/qwen3-8-max-0902/BY-C-APPLY/judgment.json", "metadata_path": "models/qwen3-8-max-0902/BY-C-APPLY/metadata.json", "run_id": "qwen20-user-start-20261012/BY-C-APPLY/r1", "source_git_ref": "970b2751066aa04741b3dc1fd7e1a77658a15469", "source_task_sha256": "ccecf04257d6d475dcb687a687485837f7607dd64fbcec9db437261de9ccb85a", "source_rubric_sha256": "cab42f3b1eb6ed71085249b4cf43a846151e93867bfe61b3463c63d63cb04f7a", "source_score_sha256": "681c69d66652b78ca976ee5b71dad8f0a190df95aa9f95ac62b8cf140992934f", "source_judgment_sha256": "3554e9eb8dab3b7495f395e7cabc70646076724d7c07dd35922940cd0b1cd204", "teacher_calibration": "pending", "run_path": "models/qwen3-8-max-0902/BY-C-APPLY/run.json" }, { "agent": "qwen3-8-max-0902", "name": "Qwen3.8 Max", "task_id": "TRY-D-02", "question_id": "Q011", "category": "planning_single", "interval": [ 72.5, 72.5 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "validated_replacement_run", "answer_sha256": "818420703abe65e78feddb732d1c71ca319b02b65fc42055690ca7675a6b3c7c", "public_answer_sha256": "057c35804546a4cf901ee16c1d80c5764a80658826d02fd19eeb5f3701977897", "answer_path": "models/qwen3-8-max-0902/TRY-D-02/answer.md", "score_path": "models/qwen3-8-max-0902/TRY-D-02/score.json", "judgment_path": "models/qwen3-8-max-0902/TRY-D-02/judgment.json", "metadata_path": "models/qwen3-8-max-0902/TRY-D-02/metadata.json", "run_id": "qwen20-user-start-20261012/TRY-D-02/r1", "source_git_ref": "970b2751066aa04741b3dc1fd7e1a77658a15469", "source_task_sha256": "dd994efba7ef578f25e2682510d30d47f8b11cf809733136b2e41f8e599fdf72", "source_rubric_sha256": "7a9999c70e2fbc8e5a7f503e9e82c4c98808919e5e3d7ec0277cc82d4181f1f1", "source_score_sha256": "b21f1fd1b57492f9fa025d214db3a1cfee903aa891d757c72c72c11c21df30fc", "source_judgment_sha256": "e3efd0102b0a983adac73545db5c13049093322f48bdd2f7d72167f5464e53d8", "teacher_calibration": "pending", "run_path": "models/qwen3-8-max-0902/TRY-D-02/run.json" }, { "agent": "qwen3-8-max-0902", "name": "Qwen3.8 Max", "task_id": "TRY-A-03", "question_id": "Q003", "category": "planning_single", "interval": [ 62.5, 62.5 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "validated_replacement_run", "answer_sha256": "39775ad5d463fc205561a48cf5c56228f4aba1004d88d08409f79fb60c410e35", "public_answer_sha256": "de1be9168b1b9d7626fef709b1691c7b20a3f3937397e94d6b7ee1c9175b31d2", "answer_path": "models/qwen3-8-max-0902/TRY-A-03/answer.md", "score_path": "models/qwen3-8-max-0902/TRY-A-03/score.json", "judgment_path": "models/qwen3-8-max-0902/TRY-A-03/judgment.json", "metadata_path": "models/qwen3-8-max-0902/TRY-A-03/metadata.json", "run_id": "qwen20-user-start-20261012/TRY-A-03/r1", "source_git_ref": "970b2751066aa04741b3dc1fd7e1a77658a15469", "source_task_sha256": "471e0b50b1cc370a20b7bf74d2c4e28606283d744e354faeba0b11c02b62dd25", "source_rubric_sha256": "64de2d754f415d0c4bf9dd4183d53e74d5cf11733d6096c049cb5b2aa8327ab1", "source_score_sha256": "f5339cdc1676369a4f97d0b5f8b77cc53b6556e686c41fc8e14e622c4c21852d", "source_judgment_sha256": "537d64dd0c958b520073ae8a625b45e2e6616df2466b7b9a72a0d27cd1e9f1ef", "teacher_calibration": "pending", "run_path": "models/qwen3-8-max-0902/TRY-A-03/run.json" }, { "agent": "qwen3-8-max-0902", "name": "Qwen3.8 Max", "task_id": "N02-03", "question_id": "Q029", "category": "planning_single", "interval": [ 60.0, 60.0 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "validated_replacement_run", "answer_sha256": "4ed0e82c16bf9a1321bf3d2fcb6db3e2e3a5165c860219615b4029d1fc322ce8", "public_answer_sha256": "8c0775dde960a64c1d7ad8bf334056cf26b1dd6ec9942f879fd698676396bcf3", "answer_path": "models/qwen3-8-max-0902/N02-03/answer.md", "score_path": "models/qwen3-8-max-0902/N02-03/score.json", "judgment_path": "models/qwen3-8-max-0902/N02-03/judgment.json", "metadata_path": "models/qwen3-8-max-0902/N02-03/metadata.json", "run_id": "qwen20-user-start-20261012/N02-03/r1", "source_git_ref": "970b2751066aa04741b3dc1fd7e1a77658a15469", "source_task_sha256": "9511c36aaaee72a3af6c86e73dfbee2336205ce90a5b9a7c7b2aa35195e6e971", "source_rubric_sha256": "7d4bb07431664b15b727c833c64ff69f4be4cc0bae1636a629fe65b374c540c8", "source_score_sha256": "82262593448470b462c8c43e568ec203ffd11a46e11329c6be3cfaefbe660b48", "source_judgment_sha256": "1e7b5cf05e4c7719e658d6e8a5eb7c961e1d41ca77d55e0db65d3de84178970b", "teacher_calibration": "pending", "run_path": "models/qwen3-8-max-0902/N02-03/run.json" }, { "agent": "qwen3-8-max-0902", "name": "Qwen3.8 Max", "task_id": "N06-02", "question_id": "Q038", "category": "planning_single", "interval": [ 92.5, 92.5 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "validated_replacement_run", "answer_sha256": "6d1cd760e0e5b4ef852224539693365fd519b4b462c3f936bb765a188c19750b", "public_answer_sha256": "fdfb6c08ab159c6068df2a37837009c1277e776c056e70f94e5904999251895a", "answer_path": "models/qwen3-8-max-0902/N06-02/answer.md", "score_path": "models/qwen3-8-max-0902/N06-02/score.json", "judgment_path": "models/qwen3-8-max-0902/N06-02/judgment.json", "metadata_path": "models/qwen3-8-max-0902/N06-02/metadata.json", "run_id": "qwen20-user-start-20261012/N06-02/r1", "source_git_ref": "970b2751066aa04741b3dc1fd7e1a77658a15469", "source_task_sha256": "78496785bc9d334dcaa6c46bdc1fba401fdd9bbcde827dc5635f3a2e5f9e8a75", "source_rubric_sha256": "4c385e3997270cb3c894c9e0f7ac5df6ca4fb65cfe73ae79e8bedfebab93a67d", "source_score_sha256": "b6ecee3c2d598015e1146fd9fa5a6203f9da35e66999f24831f4648930ab81c4", "source_judgment_sha256": "1fa44a19df2db2c57f6dea583094ab3b4f2a02ad83ee08a58fe1c1608734b4d2", "teacher_calibration": "pending", "run_path": "models/qwen3-8-max-0902/N06-02/run.json" }, { "agent": "qwen3-8-max-0902", "name": "Qwen3.8 Max", "task_id": "N13-03", "question_id": "Q053", "category": "recommendation_single", "interval": [ 27.81, 27.81 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "validated_complete_answer_with_maintenance_node_overlay", "answer_sha256": "ec238cce4df8c841fff84da4b31ea2535599a86aa4b4d3ff21a08cf57f68c030", "public_answer_sha256": "a37178d792f0dae1a57c6df9d61600f24625e1d8f6266adfb7623977effd66ff", "answer_path": "models/qwen3-8-max-0902/N13-03/answer.md", "score_path": "models/qwen3-8-max-0902/N13-03/effective-score.json", "judgment_path": "models/qwen3-8-max-0902/N13-03/judgment.json", "metadata_path": "models/qwen3-8-max-0902/N13-03/metadata.json", "run_id": "qwen20-user-start-20261012/N13-03/r1-recovery", "source_git_ref": "970b2751066aa04741b3dc1fd7e1a77658a15469", "source_task_sha256": "1ec5a0068ca3b1cdfd8a478a368f27783768d63fa8c6fb25e557293b52370acc", "source_rubric_sha256": "8836d2cbdb523749fbe6291deaf20341520f729bd1cd9fb35d57e83b668539c0", "source_score_sha256": "4a2872da57283863066c46cebd0d354ca97d194da757b7a8163bdf7c18c9eee8", "source_judgment_sha256": "6258c6787e6667ce5b214845591b58d6442a91ecbc1b5c692f82bc0181defc26", "teacher_calibration": "pending", "adjudication_path": "models/qwen3-8-max-0902/N13-03/adjudication.json", "run_path": "models/qwen3-8-max-0902/N13-03/run.json" }, { "agent": "qwen3-8-max-0902", "name": "Qwen3.8 Max", "task_id": "N05-02", "question_id": "Q064", "category": "staged", "interval": [ 74.0, 74.0 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "validated_replacement_run", "answer_sha256": "1edae25f37101d719245ef0c45a9345238d2ac6a52e78201c96e68e8a723c3fe", "public_answer_sha256": "08ac303fcb2a9fa54c3e98305edb6612737f07f05dbfddfb08c847c1ef04e9b6", "answer_path": "models/qwen3-8-max-0902/N05-02/answer.md", "score_path": "models/qwen3-8-max-0902/N05-02/score.json", "judgment_path": "models/qwen3-8-max-0902/N05-02/judgment.json", "metadata_path": "models/qwen3-8-max-0902/N05-02/metadata.json", "run_id": "qwen20-user-start-20261012/N05-02/r1", "source_git_ref": "970b2751066aa04741b3dc1fd7e1a77658a15469", "source_task_sha256": "52e9519c3cf83f3b14b059b3e8f99f48cab0bdc32767acf3f769a214ee2b216d", "source_rubric_sha256": "516032be30b20373af4685a27f02d345bc414794e1fbdf2f955f966580b70c7e", "source_score_sha256": "660aa2361efa9b5dc7f3fa3a12fb361cb3a386725b40cb1d8c600ec99d460e9d", "source_judgment_sha256": "ce4597800fc50241041f5b57c27818ac3e46f4bee31816b12d2e61d57fa792ab", "teacher_calibration": "pending", "run_path": "models/qwen3-8-max-0902/N05-02/run.json" }, { "agent": "qwen3-8-max-0902", "name": "Qwen3.8 Max", "task_id": "N09-02", "question_id": "Q067", "category": "staged", "interval": [ 92.5, 92.5 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "validated_replacement_run", "answer_sha256": "9100ac06929da66f1869dde8bf715d2ecc573f70d3aab41946a08fba4ad656bc", "public_answer_sha256": "fbb0409f2246ff72b85cbdc797eda1c6b3532103d4d8c1fe0e69ca96068b97a6", "answer_path": "models/qwen3-8-max-0902/N09-02/answer.md", "score_path": "models/qwen3-8-max-0902/N09-02/score.json", "judgment_path": "models/qwen3-8-max-0902/N09-02/judgment.json", "metadata_path": "models/qwen3-8-max-0902/N09-02/metadata.json", "run_id": "qwen20-user-start-20261012/N09-02/r1", "source_git_ref": "970b2751066aa04741b3dc1fd7e1a77658a15469", "source_task_sha256": "6190338d4beb4fad93c9e20d2bcbad2e7aab7f14f5806703a74677f6eed28d58", "source_rubric_sha256": "44c0d4346a2c1dc5ce669a9ad5abf517a722196363d8af28f604ac08e9ba5ea2", "source_score_sha256": "80d5f1ed3d92bba029b4a4dc576477369fa13dfbae57fab019e0a10d1a44a9a5", "source_judgment_sha256": "aca93ad01a7c02ad55b716266f82af5e48ed2c3ef62d4571bffc74faac57cc73", "teacher_calibration": "pending", "run_path": "models/qwen3-8-max-0902/N09-02/run.json" }, { "agent": "qwen3-8-max-0902", "name": "Qwen3.8 Max", "task_id": "N11-02", "question_id": "Q068", "category": "staged", "interval": [ 64.0, 64.0 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "validated_replacement_run", "answer_sha256": "bac1e275d15d0362a13c6fb3bb1ff2db64a92609f1bb332041fe1facc362d1c9", "public_answer_sha256": "a289e388296a7c7ea3a6db7fb2d9cbf91930368601bdbb41895f6c38a42a869a", "answer_path": "models/qwen3-8-max-0902/N11-02/answer.md", "score_path": "models/qwen3-8-max-0902/N11-02/score.json", "judgment_path": "models/qwen3-8-max-0902/N11-02/judgment.json", "metadata_path": "models/qwen3-8-max-0902/N11-02/metadata.json", "run_id": "qwen20-user-start-20261012/N11-02/r1", "source_git_ref": "970b2751066aa04741b3dc1fd7e1a77658a15469", "source_task_sha256": "fe33defede57530989836368aa73e020fec6d5241f374caae63f3097ca65d76e", "source_rubric_sha256": "c5827528e0b775e734f21cc7eed4ca88103dd721e5bed22b29e747c92ce9287f", "source_score_sha256": "5951f963bb5f6e8ac836b37e18e18b5c0cc33474b6697bb4cf76ee6d45d16587", "source_judgment_sha256": "6f73309450daee611fa08c7b77d152da5dbab7ecc24eb0534f3c88ef807858d4", "teacher_calibration": "pending", "run_path": "models/qwen3-8-max-0902/N11-02/run.json" }, { "agent": "qwen3-8-max-0902", "name": "Qwen3.8 Max", "task_id": "N12-02", "question_id": "Q069", "category": "staged", "interval": [ 57.5, 57.5 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "validated_replacement_run", "answer_sha256": "ed61050e7d49e864027a08e4bf8b8b15e3cb91a3e66cb4fed40bf9d2fce9767e", "public_answer_sha256": "14071e2ec4bb9b4cb832e52e8217610629aac996b6c76f030965bc57ce156fd1", "answer_path": "models/qwen3-8-max-0902/N12-02/answer.md", "score_path": "models/qwen3-8-max-0902/N12-02/score.json", "judgment_path": "models/qwen3-8-max-0902/N12-02/judgment.json", "metadata_path": "models/qwen3-8-max-0902/N12-02/metadata.json", "run_id": "qwen20-user-start-20261012/N12-02/r1-recovery", "source_git_ref": "970b2751066aa04741b3dc1fd7e1a77658a15469", "source_task_sha256": "e9fb15d0c0fd94ee2005f0136cc829b0f62d12f733945e754a6a55c91a75398c", "source_rubric_sha256": "57f7963348523fdb3ef2d8b9af8260044bd92e1992350951b452c3aba76d868a", "source_score_sha256": "e4699f6688f73a07d08e8e08901d2c54290707e7747a2ffff8edeeac19dd90f5", "source_judgment_sha256": "22b92f747ae214f80a323d4a30cba1b0addcd20b8b1f61cdde96e0f8c447f4b4", "teacher_calibration": "pending", "run_path": "models/qwen3-8-max-0902/N12-02/run.json" }, { "agent": "qwen3-8-max-0902", "name": "Qwen3.8 Max", "task_id": "BY-E-APPLY", "question_id": "Q012", "category": "recommendation_single", "interval": [ 51.57, 51.57 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "extended_2400s_independent_review", "answer_sha256": "d611f70ea2d3116860909b94894e200c59e319f60a7ba05532e74e7719f34a23", "score_status": "maintenance_node_adjudicated", "timeout_seconds": 2400, "previous_timeout_seconds": 1200, "previous_status": "timeout", "attempt_number": 1, "answer_path": "models/qwen3-8-max-0902/BY-E-APPLY/answer.md", "score_path": "models/qwen3-8-max-0902/BY-E-APPLY/effective-score.json", "judgment_path": "models/qwen3-8-max-0902/BY-E-APPLY/judgment.json", "run_id": "qwen-timeout12-40m-20261011", "teacher_calibration": "pending", "review_status": "completed", "input_hashes": { "task.json": "a091b49fb207d90d778017bff670df5125d1cf83577fc4d26e4fbf7d082e9801", "rubric.json": "0beba86fa1d47b37e010ac932dec9ea78d402635bbda1eb1264c7026acc22d00", "scoring.md": "19ff84328530f463991b15a418a026baada0fee17decd54ce1c0ea067018f374", "protocol.json": "94858a4f4686b5d20ef5e7306d9c42971fc1496c5c0af35cd5f7c91cbb6a7a89" }, "source_score_sha256": "88642a03591c3e61a3831bfe386e547589427987c344bd0d72a95a5ccb2e5d32", "source_judgment_sha256": "cf7e7784d895d4f77562ed23ad2ea31abeeb5c833296f306f73dc2c88d8c7870", "adjudication_path": "models/qwen3-8-max-0902/BY-E-APPLY/adjudication.json", "original_score_interval": [ 44.07, 59.07 ], "adjudicated_node_ids": [ "BY-E-APPLY-R10-01" ], "adjudication_kind": "explicit_maintenance_node_overlay", "public_answer_sha256": "1008ee6a36cdae8b8a5b5547bfbb1508bfd89feaf8e7cbea03c2f8f357596ced", "metadata_path": "models/qwen3-8-max-0902/BY-E-APPLY/metadata.json" }, { "agent": "qwen3-8-max-0902", "name": "Qwen3.8 Max", "task_id": "TRY-E-03", "question_id": "Q014", "category": "planning_single", "interval": [ 75.5, 75.5 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "new_answer_independent_review", "answer_sha256": "da4683973cad65d78dd1da402fab70e555a4ce53af255eae57bc5a6994e94274", "score_path": "models/qwen3-8-max-0902/TRY-E-03/score.json", "metadata_path": "models/qwen3-8-max-0902/TRY-E-03/metadata.json" }, { "agent": "qwen3-8-max-0902", "name": "Qwen3.8 Max", "task_id": "TRY-H-02", "question_id": "Q020", "category": "planning_single", "interval": [ 72.5, 72.5 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "new_answer_independent_review", "answer_sha256": "ffa43e99e331487f186bf76245cd58a3f695252d909698b09fbcb5881d3628d0", "score_path": "models/qwen3-8-max-0902/TRY-H-02/score.json", "metadata_path": "models/qwen3-8-max-0902/TRY-H-02/metadata.json" }, { "agent": "qwen3-8-max-0902", "name": "Qwen3.8 Max", "task_id": "N01-01", "question_id": "Q025", "category": "planning_single", "interval": [ 66.5, 66.5 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "new_answer_independent_review", "answer_sha256": "2acc7b0b7d977bebdf78a2be349732cdcb772abe18671e6bf6ff0cdc20502dc9", "score_path": "models/qwen3-8-max-0902/N01-01/score.json", "metadata_path": "models/qwen3-8-max-0902/N01-01/metadata.json" }, { "agent": "qwen3-8-max-0902", "name": "Qwen3.8 Max", "task_id": "N03-01", "question_id": "Q030", "category": "planning_single", "interval": [ 79.0, 79.0 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "new_answer_independent_review", "answer_sha256": "fac6b4623b2c152b41f473f2b3d0908fbcf5625056a847d9dae48912112fea26", "score_path": "models/qwen3-8-max-0902/N03-01/score.json", "metadata_path": "models/qwen3-8-max-0902/N03-01/metadata.json" }, { "agent": "qwen3-8-max-0902", "name": "Qwen3.8 Max", "task_id": "N03-03", "question_id": "Q032", "category": "recommendation_single", "interval": [ 69.77, 69.77 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "extended_2400s_independent_review", "answer_sha256": "bdc095566e9319309f27e370dc801928b342481d409aa21c6d7bb0ac628ac455", "score_status": "scored_draft", "timeout_seconds": 2400, "previous_timeout_seconds": 1200, "previous_status": "timeout", "attempt_number": 1, "answer_path": "models/qwen3-8-max-0902/N03-03/answer.md", "score_path": "models/qwen3-8-max-0902/N03-03/score.json", "judgment_path": "models/qwen3-8-max-0902/N03-03/judgment.json", "run_id": "qwen-timeout12-40m-20261011", "teacher_calibration": "pending", "review_status": "completed", "input_hashes": { "task.json": "7b3dd0ced91e0d667e8e2779d454ef867e40730ec4b6e8c6be19ceeab00fc6a7", "rubric.json": "dbee3fe5ba47c9f19ca4d28911411c16ddb1488b115f9b8963517844ec73052a", "scoring.md": "19ff84328530f463991b15a418a026baada0fee17decd54ce1c0ea067018f374", "protocol.json": "94858a4f4686b5d20ef5e7306d9c42971fc1496c5c0af35cd5f7c91cbb6a7a89" }, "source_score_sha256": "d926eb6627977d4032c3aa35295e1015c3bcf57efbe98ad4180892c2985c8a01", "source_judgment_sha256": "f65fe3c474d03a1cf016d1536d11b684e9b899932d4fbfaaf173691a6fa7b80e", "public_answer_sha256": "035c6e620dd65a6448f8bdd45043a7f14802716b7fa80ff8fd1444634268fc38", "metadata_path": "models/qwen3-8-max-0902/N03-03/metadata.json" }, { "agent": "qwen3-8-max-0902", "name": "Qwen3.8 Max", "task_id": "N04-01", "question_id": "Q033", "category": "planning_single", "interval": [ 80.0, 80.0 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "new_answer_independent_review", "answer_sha256": "a98a6e2d9b1809e1b5115c21e700b0adc887ea6def47e457b1371bd7ddd04fae", "score_path": "models/qwen3-8-max-0902/N04-01/score.json", "metadata_path": "models/qwen3-8-max-0902/N04-01/metadata.json" }, { "agent": "qwen3-8-max-0902", "name": "Qwen3.8 Max", "task_id": "N05-01", "question_id": "Q035", "category": "planning_single", "interval": [ 72.5, 72.5 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "extended_2400s_independent_review", "answer_sha256": "d98aefb1c016bb11d07c6dea19a20856614ec032876d3db06c10e7be68d15ac3", "score_status": "scored_draft", "timeout_seconds": 2400, "previous_timeout_seconds": 1200, "previous_status": "timeout", "attempt_number": 1, "answer_path": "models/qwen3-8-max-0902/N05-01/answer.md", "score_path": "models/qwen3-8-max-0902/N05-01/score.json", "judgment_path": "models/qwen3-8-max-0902/N05-01/judgment.json", "run_id": "qwen-timeout12-40m-20261011", "teacher_calibration": "pending", "review_status": "completed", "input_hashes": { "task.json": "15a9ff1dfecac080038995e761f69a9fce8745f2c04d7d2526b1d68973d88e99", "rubric.json": "6658f6315d767a664d8b66be63c7183197a98304cf5574d114e077b29d6b826e", "scoring.md": "19ff84328530f463991b15a418a026baada0fee17decd54ce1c0ea067018f374", "protocol.json": "94858a4f4686b5d20ef5e7306d9c42971fc1496c5c0af35cd5f7c91cbb6a7a89" }, "source_score_sha256": "c609e4e01b3dfbbb61bf55fea63c00545efa2808d989e57ce34a72eebfce8baf", "source_judgment_sha256": "f47d6e3da1e0ebe1f1226cce7d50a2121c60c56f6631d322e6abcd689ec9a5f7", "public_answer_sha256": "fa2b3f37d1d882516a8313344ce8b50707bfa9a07c4c5b63932df71d56f6015e", "metadata_path": "models/qwen3-8-max-0902/N05-01/metadata.json" }, { "agent": "qwen3-8-max-0902", "name": "Qwen3.8 Max", "task_id": "N05-03", "question_id": "Q036", "category": "recommendation_single", "interval": [ 47.83, 47.83 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "new_answer_independent_review", "answer_sha256": "bd858c5f695b7845ccdb606bf339fd0150d53534162a63111bdc42375e77ccdb", "score_path": "models/qwen3-8-max-0902/N05-03/score.json", "metadata_path": "models/qwen3-8-max-0902/N05-03/metadata.json" }, { "agent": "qwen3-8-max-0902", "name": "Qwen3.8 Max", "task_id": "N06-01", "question_id": "Q037", "category": "planning_single", "interval": [ 45.0, 45.0 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "new_answer_independent_review", "answer_sha256": "15d55ba727ff0fffa90bc55b4a0b57223f2099ef816ba7052f92ea2f5e3f4b7b", "score_path": "models/qwen3-8-max-0902/N06-01/score.json", "metadata_path": "models/qwen3-8-max-0902/N06-01/metadata.json" }, { "agent": "qwen3-8-max-0902", "name": "Qwen3.8 Max", "task_id": "N08-01", "question_id": "Q042", "category": "planning_single", "interval": [ 69.0, 69.0 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "extended_2400s_independent_review", "answer_sha256": "a7d8c531ff62a4f9f4aaa849429434d9b40fece62fd64c26c5a8054853b2948c", "score_status": "scored_draft", "timeout_seconds": 2400, "previous_timeout_seconds": 1200, "previous_status": "timeout", "attempt_number": 1, "answer_path": "models/qwen3-8-max-0902/N08-01/answer.md", "score_path": "models/qwen3-8-max-0902/N08-01/score.json", "judgment_path": "models/qwen3-8-max-0902/N08-01/judgment.json", "run_id": "qwen-timeout12-40m-20261011", "teacher_calibration": "pending", "review_status": "completed", "input_hashes": { "task.json": "b5ed808c185afeaaed1ea9fae83d197637b0a06ffc3c58aa87883e4611658482", "rubric.json": "88424e92227dc8a6ad7a249d7c7abfbe6a925dde1f01c4d500b6e2cd5bc88bf4", "scoring.md": "19ff84328530f463991b15a418a026baada0fee17decd54ce1c0ea067018f374", "protocol.json": "94858a4f4686b5d20ef5e7306d9c42971fc1496c5c0af35cd5f7c91cbb6a7a89" }, "source_score_sha256": "224f72ce3c129ab25ddb1d9860b92c89b1ab7fd64571ab7e924e065438a590b5", "source_judgment_sha256": "47bb7c4131394b1a449fdc6e3e9b08f9fc55e6f84bc0cdb4e1b451e758ed2ec1", "public_answer_sha256": "de314d599e141963d533dcde0aa695f20e40ddbeedd0683a20427abc414eb54e", "metadata_path": "models/qwen3-8-max-0902/N08-01/metadata.json" }, { "agent": "qwen3-8-max-0902", "name": "Qwen3.8 Max", "task_id": "N08-03", "question_id": "Q043", "category": "recommendation_single", "interval": [ 23.65, 23.65 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "extended_2400s_independent_review", "answer_sha256": "ee05e9a27fe04d00391de3cde6c89177445eb9e19cfb15315d065e3a13ef1a21", "score_status": "maintenance_node_adjudicated", "timeout_seconds": 2400, "previous_timeout_seconds": 1200, "previous_status": "timeout", "attempt_number": 1, "answer_path": "models/qwen3-8-max-0902/N08-03/answer.md", "score_path": "models/qwen3-8-max-0902/N08-03/effective-score.json", "judgment_path": "models/qwen3-8-max-0902/N08-03/judgment.json", "run_id": "qwen-timeout12-40m-20261011", "teacher_calibration": "pending", "review_status": "completed", "input_hashes": { "task.json": "ef92b8dd7f7caaa3a56f688a011b8da8df5803da969af801445f27d4bc4cd7b6", "rubric.json": "38affb6fb8ad551ccee1a91aac21dfce7f86bf1d8036f654c62dfd6287840e69", "scoring.md": "19ff84328530f463991b15a418a026baada0fee17decd54ce1c0ea067018f374", "protocol.json": "94858a4f4686b5d20ef5e7306d9c42971fc1496c5c0af35cd5f7c91cbb6a7a89" }, "source_score_sha256": "4bed763231e06ef3485b24bc90a7f4ba9b1de8d1a5b0f47a1b0ba285c235f24a", "source_judgment_sha256": "4039950902f1e707caac7815cde772eb19f95567fcb18cc7abeb486c1bcafd7c", "adjudication_path": "models/qwen3-8-max-0902/N08-03/adjudication.json", "original_score_interval": [ 21.15, 28.21 ], "adjudicated_node_ids": [ "tier", "N08-23" ], "adjudication_kind": "explicit_maintenance_node_overlay", "public_answer_sha256": "8cf050c9b156b0bd71685b53989c6b3de4ed758610e684b416751abc0c32d3a8", "metadata_path": "models/qwen3-8-max-0902/N08-03/metadata.json" }, { "agent": "qwen3-8-max-0902", "name": "Qwen3.8 Max", "task_id": "N09-01", "question_id": "Q044", "category": "planning_single", "interval": [ 79.5, 79.5 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "new_answer_independent_review", "answer_sha256": "fae00ef4c9307a1a91d71ce1974e4bcc683945e733ea190bb40b9bad6ffddd5b", "score_path": "models/qwen3-8-max-0902/N09-01/score.json", "metadata_path": "models/qwen3-8-max-0902/N09-01/metadata.json" }, { "agent": "qwen3-8-max-0902", "name": "Qwen3.8 Max", "task_id": "N09-03", "question_id": "Q045", "category": "recommendation_single", "interval": [ 54.15, 54.15 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "extended_2400s_independent_review", "answer_sha256": "6d54fb318b018d66fc6c8755ffd53986a093247a866e2897a5ba67057025e572", "score_status": "scored_draft", "timeout_seconds": 2400, "previous_timeout_seconds": 1200, "previous_status": "timeout", "attempt_number": 2, "answer_path": "models/qwen3-8-max-0902/N09-03/answer.md", "score_path": "models/qwen3-8-max-0902/N09-03/score.json", "judgment_path": "models/qwen3-8-max-0902/N09-03/judgment.json", "run_id": "qwen-timeout12-40m-account-retry-20261011", "teacher_calibration": "pending", "review_status": "completed", "input_hashes": { "task.json": "b14ff9c88f14103a8570c8fb6cb56fe9fa790d3c131405b13c0fa38ae5bcd9cd", "rubric.json": "44d91225173a976247891155e0b19044c4701fcd9be2184a50a4d60cced57398", "scoring.md": "19ff84328530f463991b15a418a026baada0fee17decd54ce1c0ea067018f374", "protocol.json": "94858a4f4686b5d20ef5e7306d9c42971fc1496c5c0af35cd5f7c91cbb6a7a89" }, "source_score_sha256": "045d53ec4587b4e7de5c451a2e7d534e3c89234afdd48e6caf90c585a38718d2", "source_judgment_sha256": "5f141239fa718548676de1cff55e791ad7f5db969c7672d03462e337d6d883ab", "public_answer_sha256": "491e79af0bafa3631867930e4a302c2a47732d2131aaa8249a52869ce342ad22", "metadata_path": "models/qwen3-8-max-0902/N09-03/metadata.json" }, { "agent": "qwen3-8-max-0902", "name": "Qwen3.8 Max", "task_id": "N12-01", "question_id": "Q050", "category": "planning_single", "interval": [ 72.5, 72.5 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "extended_2400s_independent_review", "answer_sha256": "02fdd71fa1f95863758493cb0adbdc10001a67dcd9e8bb19aa9bc6041f528438", "score_status": "maintenance_node_adjudicated", "timeout_seconds": 2400, "previous_timeout_seconds": 1200, "previous_status": "timeout", "attempt_number": 2, "answer_path": "models/qwen3-8-max-0902/N12-01/answer.md", "score_path": "models/qwen3-8-max-0902/N12-01/effective-score.json", "judgment_path": "models/qwen3-8-max-0902/N12-01/judgment.json", "run_id": "qwen-timeout12-40m-account-retry-20261011", "teacher_calibration": "pending", "review_status": "completed", "input_hashes": { "task.json": "c084a1b17e0dab3305737390f3f826f0a618b0578f300236e8f214e4e4b26c69", "rubric.json": "b532c7f33bb557207caa5bc6a627e952cf9f39267099de17ef1ef4906049a0bb", "scoring.md": "19ff84328530f463991b15a418a026baada0fee17decd54ce1c0ea067018f374", "protocol.json": "94858a4f4686b5d20ef5e7306d9c42971fc1496c5c0af35cd5f7c91cbb6a7a89" }, "source_score_sha256": "ed758dd8b9e45846ff6ee8cebf1cd5ba4371bd6e0dac7a7f57ef9d7c817a1c22", "source_judgment_sha256": "e224f4f3e6727de6a99bb21d11610be4bd6534b36b7c5bb80b3b88a5f85c9c31", "adjudication_path": "models/qwen3-8-max-0902/N12-01/adjudication.json", "original_score_interval": [ 67.5, 77.5 ], "adjudicated_node_ids": [ "N12-01-L1-06" ], "adjudication_kind": "explicit_maintenance_node_overlay", "public_answer_sha256": "11bd72569942385b54611cc134b94475ca6af3e534a466349c46dd9f8ebf9d6b", "metadata_path": "models/qwen3-8-max-0902/N12-01/metadata.json" }, { "agent": "qwen3-8-max-0902", "name": "Qwen3.8 Max", "task_id": "N12-03", "question_id": "Q051", "category": "recommendation_single", "interval": [ 36.0, 36.0 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "new_answer_independent_review", "answer_sha256": "c84622b3582ab479b5b7252f506a35852d5bab46f2f5c3cd81731784beeda366", "score_status": "maintenance_node_adjudicated", "teacher_calibration": "pending", "answer_path": "models/qwen3-8-max-0902/N12-03/answer.md", "score_path": "models/qwen3-8-max-0902/N12-03/effective-score.json", "judgment_path": "models/qwen3-8-max-0902/N12-03/judgment.json", "adjudication_path": "models/qwen3-8-max-0902/N12-03/adjudication.json", "original_score_interval": [ 28.5, 47.62 ], "adjudicated_node_ids": [ "reasons", "N12-01" ], "adjudication_kind": "explicit_maintenance_node_overlay", "run_id": "qwen-missing28-20261011", "public_answer_sha256": "01b09dc2797b04bb2dd9788904227af340a4c934f15d6387cc3d8c9664516f38", "metadata_path": "models/qwen3-8-max-0902/N12-03/metadata.json" }, { "agent": "qwen3-8-max-0902", "name": "Qwen3.8 Max", "task_id": "N14-01", "question_id": "Q054", "category": "planning_single", "interval": [ 60.0, 60.0 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "extended_2400s_independent_review", "answer_sha256": "f5297c7e9214096b197c154478272bc9ce0ca8c248558232a3c0e7e62d6dce24", "score_status": "scored_draft", "timeout_seconds": 2400, "previous_timeout_seconds": 1200, "previous_status": "timeout", "attempt_number": 2, "answer_path": "models/qwen3-8-max-0902/N14-01/answer.md", "score_path": "models/qwen3-8-max-0902/N14-01/score.json", "judgment_path": "models/qwen3-8-max-0902/N14-01/judgment.json", "run_id": "qwen-timeout12-40m-account-retry-20261011", "teacher_calibration": "pending", "review_status": "completed", "input_hashes": { "task.json": "9a32817b5bcee976d19c9f098c81ae8e415fa0aeb820d4ca189fd388e104561f", "rubric.json": "2c9cb6f0028e0a9edae184d9043e03b48e0185c4fd8b6202f9ac606469adce70", "scoring.md": "19ff84328530f463991b15a418a026baada0fee17decd54ce1c0ea067018f374", "protocol.json": "94858a4f4686b5d20ef5e7306d9c42971fc1496c5c0af35cd5f7c91cbb6a7a89" }, "source_score_sha256": "d26698238b286e5324158381bff144b3870a5fb25aa653ae08dcd2f5dede276c", "source_judgment_sha256": "21dc0415b2db1a10b28372df9a4d1353244a5ff5551e56fa7792f8a1e487270a", "public_answer_sha256": "a45fd730b24573b2b091b7193246b92ba5162b6537878dffd492e2159acf6c28", "metadata_path": "models/qwen3-8-max-0902/N14-01/metadata.json" }, { "agent": "qwen3-8-max-0902", "name": "Qwen3.8 Max", "task_id": "N15-03", "question_id": "Q058", "category": "recommendation_single", "interval": [ 39.43, 39.43 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "new_answer_independent_review", "answer_sha256": "7d421bd1123bfef05d8d262ecaa0acdb79ddca6b10410c2333d47099c5b727d4", "score_status": "maintenance_node_adjudicated", "teacher_calibration": "pending", "answer_path": "models/qwen3-8-max-0902/N15-03/answer.md", "score_path": "models/qwen3-8-max-0902/N15-03/effective-score.json", "judgment_path": "models/qwen3-8-max-0902/N15-03/judgment.json", "adjudication_path": "models/qwen3-8-max-0902/N15-03/adjudication.json", "original_score_interval": [ 36.93, 41.93 ], "adjudicated_node_ids": [ "tier" ], "adjudication_kind": "explicit_maintenance_node_overlay", "run_id": "qwen-missing28-20261011", "public_answer_sha256": "a6748920912bbe6803d3cf25a6481e86f223718418abab31c7e592712bf24dbf", "metadata_path": "models/qwen3-8-max-0902/N15-03/metadata.json" }, { "agent": "qwen3-8-max-0902", "name": "Qwen3.8 Max", "task_id": "N16-01", "question_id": "Q059", "category": "planning_single", "interval": [ 68.0, 68.0 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "new_answer_independent_review", "answer_sha256": "6614bef4aba122c2c02fb65841acc3704145fd9ed09cc4d0307be86a7be63dbf", "score_path": "models/qwen3-8-max-0902/N16-01/score.json", "metadata_path": "models/qwen3-8-max-0902/N16-01/metadata.json" }, { "agent": "qwen3-8-max-0902", "name": "Qwen3.8 Max", "task_id": "N16-03", "question_id": "Q060", "category": "recommendation_single", "interval": [ 61.15, 61.15 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "new_answer_independent_review", "answer_sha256": "d660ddb1ecd0eb5804be89d3a9e5873e3a33dcd581b7379f2d7017df34965081", "score_path": "models/qwen3-8-max-0902/N16-03/score.json", "metadata_path": "models/qwen3-8-max-0902/N16-03/metadata.json" }, { "agent": "qwen3-8-max-0902", "name": "Qwen3.8 Max", "task_id": "O08-02", "question_id": "Q061", "category": "planning_single", "interval": [ 80.0, 80.0 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "new_answer_independent_review", "answer_sha256": "d511a6275bdab6f91753be0c63c00c1aed6a81ec2cb31218c6018420b45c71c1", "score_path": "models/qwen3-8-max-0902/O08-02/score.json", "metadata_path": "models/qwen3-8-max-0902/O08-02/metadata.json" }, { "agent": "qwen3-8-max-0902", "name": "Qwen3.8 Max", "task_id": "N04-02", "question_id": "Q063", "category": "staged", "interval": [ 75.0, 75.0 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "new_answer_independent_review", "answer_sha256": "dcd70a8d65d1feb34fd9ce4b6565a9037706c4ff00ed4a2367bb115f8b12496c", "score_path": "models/qwen3-8-max-0902/N04-02/score.json", "metadata_path": "models/qwen3-8-max-0902/N04-02/metadata.json" }, { "agent": "qwen3-8-max-0902", "name": "Qwen3.8 Max", "task_id": "N15-02", "question_id": "Q070", "category": "staged", "interval": [ 85.0, 85.0 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "new_answer_independent_review", "answer_sha256": "1450823970a5ba0e8473ad7dc74db966f353e4d7fe3fddf81d4e8e7760cafb20", "score_path": "models/qwen3-8-max-0902/N15-02/score.json", "metadata_path": "models/qwen3-8-max-0902/N15-02/metadata.json" }, { "agent": "qwen3-8-max-0902", "name": "Qwen3.8 Max", "task_id": "O01-04", "question_id": "Q072", "category": "staged", "interval": [ 62.5, 62.5 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "new_answer_independent_review", "answer_sha256": "b2c4400df90c5266926444a06b4da3950979c420eaa3fb0ca7830e0d3e0ef860", "score_path": "models/qwen3-8-max-0902/O01-04/score.json", "metadata_path": "models/qwen3-8-max-0902/O01-04/metadata.json" }, { "agent": "qwen3-8-max-0902", "name": "Qwen3.8 Max", "task_id": "O03-04", "question_id": "Q073", "category": "staged", "interval": [ 87.5, 87.5 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "new_answer_independent_review", "answer_sha256": "de69dccda6fa64d41b024ec5aa7249435b94186b444bc8f105a0f533a04c1453", "score_path": "models/qwen3-8-max-0902/O03-04/score.json", "metadata_path": "models/qwen3-8-max-0902/O03-04/metadata.json" }, { "agent": "qwen3-8-max-0902", "name": "Qwen3.8 Max", "task_id": "O06-02", "question_id": "Q075", "category": "staged", "interval": [ 65.0, 65.0 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "new_answer_independent_review", "answer_sha256": "129c48827d78a255dec6bdc151aac857733cf5b1964c0b9990a048f20a356246", "score_path": "models/qwen3-8-max-0902/O06-02/score.json", "metadata_path": "models/qwen3-8-max-0902/O06-02/metadata.json" }, { "agent": "qwen3-8-max-0902", "name": "Qwen3.8 Max", "task_id": "BY-G-APPLY", "question_id": "Q021", "category": "recommendation_single", "interval": [ 51.86, 51.86 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "extended_2400s_independent_review", "answer_sha256": "9eed163ac5b631b76f318d000616e94b82f56f1b5ddebf97066a90bca821ed31", "score_status": "maintenance_node_adjudicated", "timeout_seconds": 2400, "previous_timeout_seconds": 1200, "previous_status": "timeout", "attempt_number": 1, "answer_path": "models/qwen3-8-max-0902/BY-G-APPLY/answer.md", "score_path": "models/qwen3-8-max-0902/BY-G-APPLY/effective-score.json", "judgment_path": "models/qwen3-8-max-0902/BY-G-APPLY/judgment.json", "run_id": "qwen-timeout12-40m-20261011", "teacher_calibration": "pending", "review_status": "completed", "input_hashes": { "task.json": "3df204e7433a907624374923cbb7292b405aa8804f24d31effaa90a5e0b929b0", "rubric.json": "27aee2ec3aa1aa46e7e47b63d11c5d538e1dda9d7e06dccec2288c55b125cf23", "scoring.md": "19ff84328530f463991b15a418a026baada0fee17decd54ce1c0ea067018f374", "protocol.json": "94858a4f4686b5d20ef5e7306d9c42971fc1496c5c0af35cd5f7c91cbb6a7a89" }, "source_score_sha256": "341c6fe55a42450d75faf889c1b0310193c28eb3b7803ffc128b4eeb8f8c6b0e", "source_judgment_sha256": "38739a58e2738c04982241eb88298316737d94b0da9e86eb95514f60aa236905", "adjudication_path": "models/qwen3-8-max-0902/BY-G-APPLY/adjudication.json", "original_score_interval": [ 51.86, 53.98 ], "adjudicated_node_ids": [ "G-11" ], "adjudication_kind": "explicit_maintenance_node_overlay", "public_answer_sha256": "648458d9b3018e4aabb5384769f6c461f35521d36007ccfb5ca28eb1dcb2c96c", "metadata_path": "models/qwen3-8-max-0902/BY-G-APPLY/metadata.json" }, { "agent": "qwen3-8-max-0902", "name": "Qwen3.8 Max", "task_id": "N01-03", "question_id": "Q026", "category": "recommendation_single", "interval": [ 41.76, 41.76 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "extended_2400s_independent_review", "answer_sha256": "438da5dd947ddd33127282a50b433dff158c00349278fb4d2328d22bebab0b92", "score_status": "scored_draft", "timeout_seconds": 2400, "previous_timeout_seconds": 1200, "previous_status": "timeout", "attempt_number": 1, "answer_path": "models/qwen3-8-max-0902/N01-03/answer.md", "score_path": "models/qwen3-8-max-0902/N01-03/score.json", "judgment_path": "models/qwen3-8-max-0902/N01-03/judgment.json", "run_id": "qwen-timeout12-40m-20261011", "teacher_calibration": "pending", "review_status": "completed", "input_hashes": { "task.json": "6c610a0727c1b369ebf16dd82c76577dc833cb78988b171897d62d3d7b03eb26", "rubric.json": "2097ab0c3bab6d0527c43a9683d31e533dece10251df59d192502ce3c9b75a68", "scoring.md": "19ff84328530f463991b15a418a026baada0fee17decd54ce1c0ea067018f374", "protocol.json": "94858a4f4686b5d20ef5e7306d9c42971fc1496c5c0af35cd5f7c91cbb6a7a89" }, "source_score_sha256": "7d792bc0c9c88265fca1e0f1498d9b3ca0c2c230953fa0026929f3c0c244afef", "source_judgment_sha256": "cd3bd9b64f94b49a7cdd5c8bf3d38f4b5c9da9ea3aa63b7fbf917f4cf1645222", "public_answer_sha256": "b4b8e2c02a5e5e671cc8174c873dfd1f5fdd8268d84390906199a2a9dd0450c6", "metadata_path": "models/qwen3-8-max-0902/N01-03/metadata.json" }, { "agent": "qwen3-8-max-0902", "name": "Qwen3.8 Max", "task_id": "N02-02", "question_id": "Q028", "category": "planning_single", "interval": [ 85.0, 85.0 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "new_answer_fact_checked_review", "answer_sha256": "af87d4e21a2f7459ebafd7f655d9b9c129fdceb9502082bcbdb1d894bc69ec8b", "answer_path": "models/qwen3-8-max-0902/N02-02/answer.md", "public_answer_sha256": "1c86dcca913241e8dfe516c48d744be9b52492fa82b54f4ecb956b9f631f97cd", "score_path": "models/qwen3-8-max-0902/N02-02/score.json", "judgment_path": "models/qwen3-8-max-0902/N02-02/judgment.json", "metadata_path": "models/qwen3-8-max-0902/N02-02/metadata.json" }, { "agent": "qwen3-8-max-0902", "name": "Qwen3.8 Max", "task_id": "N10-02", "question_id": "Q047", "category": "planning_single", "interval": [ 57.5, 57.5 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "extended_2400s_independent_review", "answer_sha256": "6e6a2ca9a43026a20e460ca52ab9531d73fcf27b2ae7c44b1f59488ba0b7e67e", "score_status": "scored_draft", "timeout_seconds": 2400, "previous_timeout_seconds": 1200, "previous_status": "timeout", "attempt_number": 2, "answer_path": "models/qwen3-8-max-0902/N10-02/answer.md", "score_path": "models/qwen3-8-max-0902/N10-02/score.json", "judgment_path": "models/qwen3-8-max-0902/N10-02/judgment.json", "run_id": "qwen-timeout12-40m-account-retry-20261011", "teacher_calibration": "pending", "review_status": "completed", "input_hashes": { "task.json": "53ce21e3fd94919383b39f68b9faec61580aad9bdc88fbfc699b9d23ca8b88b0", "rubric.json": "4c8832b6a1d732bb574429908bd9ea871af54cecd4649d21fab3929ab34a3a6e", "scoring.md": "19ff84328530f463991b15a418a026baada0fee17decd54ce1c0ea067018f374", "protocol.json": "94858a4f4686b5d20ef5e7306d9c42971fc1496c5c0af35cd5f7c91cbb6a7a89" }, "source_score_sha256": "29e7ad65e20df13a8d0513cf78025d2d27286dc813503cb5ac99c21ac14c65c3", "source_judgment_sha256": "dfb8b01dcb9c032368f15101f74304177e869b3e69ea8cb92de1ea3753f443b8", "public_answer_sha256": "4658c25ff394d8092a840bfc5685892ca70c2c31a4677f787cf2b5bedc5efd9d", "metadata_path": "models/qwen3-8-max-0902/N10-02/metadata.json" }, { "agent": "qwen3-8-max-0902", "name": "Qwen3.8 Max", "task_id": "N10-03", "question_id": "Q048", "category": "recommendation_single", "interval": [ 37.57, 37.57 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "extended_2400s_independent_review", "answer_sha256": "1220aab466a3c992f3d0547ad17c82ed0f15dab01879fa4eac1d8e7bd063c09b", "score_status": "maintenance_node_adjudicated", "timeout_seconds": 2400, "previous_timeout_seconds": 1200, "previous_status": "timeout", "attempt_number": 1, "answer_path": "models/qwen3-8-max-0902/N10-03/answer.md", "score_path": "models/qwen3-8-max-0902/N10-03/effective-score.json", "judgment_path": "models/qwen3-8-max-0902/N10-03/judgment.json", "run_id": "qwen-timeout12-40m-20261011", "teacher_calibration": "pending", "review_status": "completed", "input_hashes": { "task.json": "15fe6e74c8f898f1343bda5e8048d823376766eb47c0a96fd099863b2625f7a2", "rubric.json": "b8854f6d957776bed3d6abdca66dabf51a3890567b99f8e3333af1a4ae70d99e", "scoring.md": "19ff84328530f463991b15a418a026baada0fee17decd54ce1c0ea067018f374", "protocol.json": "94858a4f4686b5d20ef5e7306d9c42971fc1496c5c0af35cd5f7c91cbb6a7a89" }, "source_score_sha256": "e60781b4b869d17d15921381f29768dd81d955a52483f5bdc9c4df350e897742", "source_judgment_sha256": "50ed33dc89c26e5781603fa6060a97a4cf8b3ea201b38d505daef6a884257239", "adjudication_path": "models/qwen3-8-max-0902/N10-03/adjudication.json", "original_score_interval": [ 30.07, 45.07 ], "adjudicated_node_ids": [ "reasons" ], "adjudication_kind": "explicit_maintenance_node_overlay", "public_answer_sha256": "38a5e6afd6ba26d2fb8fba5bd9a8d17d89d0e41d1d8b4586147798b0cfd90696", "metadata_path": "models/qwen3-8-max-0902/N10-03/metadata.json" }, { "agent": "qwen3-8-max-0902", "name": "Qwen3.8 Max", "task_id": "N14-02", "question_id": "Q055", "category": "planning_single", "interval": [ 77.5, 77.5 ], "pending_nodes": [], "answer_status": "completed", "source_kind": "new_answer_independent_review", "answer_sha256": "7362bf03652ddf34e434cbcda884ee073ded2bd0afe8da7b4682ae14d0ea01c2", "answer_path": "models/qwen3-8-max-0902/N14-02/answer.md", "public_answer_sha256": "94a75135af31799ada2fc9ea87822f4ef00fcf9c58e1eb4d2916c3e1102b2c2a", "score_path": "models/qwen3-8-max-0902/N14-02/score.json", "metadata_path": "models/qwen3-8-max-0902/N14-02/metadata.json" } ], "evidence_adjudication_note": { "resolved_nodes": 9, "evidence_resolved_nodes": 7, "owner_policy_nodes": 2, "remaining_nodes": 3, "remaining_answers": 2, "teacher_calibration": "pending", "scope": "Earlier answer-specific adjudications; exact source answer bindings apply, not automatic rulings on replacement answers." } }