{ "schema": "peginsert-results-report-v4", "goal_complete": false, "observed_at": 1792565248.3653948, "queue": { "models": 27, "episodes": 1080, "observed_at": 1792552596.6808496, "scope": "既有开发评测记录，按版本与记录去重" }, "evaluation": { "observed_at": 1792552596.6808496, "comparisons": [ { "family": "G1", "scenario": "nominal", "before": 69, "after": 67, "denominator": 80, "observed_at": 1792552596.6808496 }, { "family": "G1", "scenario": "tilted_free_rotation_v1", "before": 55, "after": 55, "denominator": 80, "observed_at": 1792552596.6808496 }, { "family": "G2", "scenario": "nominal", "before": 60, "after": 59, "denominator": 80, "observed_at": 1792550562.4636025 }, { "family": "G2", "scenario": "tilted_free_rotation_v1", "before": 51, "after": 46, "denominator": 80, "observed_at": 1792550562.4636025 } ], "seed_rows": [ [ "G1", "V01 → V05", "19/20 → 19/20", "12/20 → 10/20" ], [ "G1", "V02 → V06", "14/20 → 20/20", "16/20 → 18/20" ], [ "G1", "V03 → V07", "17/20 → 18/20", "14/20 → 16/20" ], [ "G1", "V04 → V08", "19/20 → 10/20", "13/20 → 11/20" ], [ "G2", "V09 → V13", "14/20 → 16/20", "13/20 → 7/20" ], [ "G2", "V10 → V14", "19/20 → 16/20", "15/20 → 11/20" ], [ "G2", "V11 → V15", "12/20 → 12/20", "7/20 → 14/20" ], [ "G2", "V12 → V16", "15/20 → 15/20", "16/20 → 14/20" ] ], "videos": [ { "src": "media/case1024-a.mp4", "poster": "media/case1024-a.jpg", "repeat": "A", "sha256": "fac3bd03f2b2fde48b4979bbc5c3ef583a69180300aeb649a6d0d89b91f9caf9" }, { "src": "media/case1024-b.mp4", "poster": "media/case1024-b.jpg", "repeat": "B", "sha256": "929e40f83f21f2c98dcd975987b81eb97097c671f9fc60eb8ecb3d6de64c355e" } ], "video_observed_at": 1792549671.5672708, "scope": "开发集 · 每版本每场景 20 局；各组分母分别显示" }, "perception": { "observed_at": 1792565248.3653948, "status": "未通过验收", "scope": "离线合成范围；不计入 任务成功率" }, "training": { "observed_at": 1792496630.9418457, "original_episodes": 500 }, "history": [ { "version": "V01", "observed_at": 1792552596.6808496, "completed": 40, "scores": [ { "scenario": "nominal", "repeat": "a", "native_episodes": 10, "successes": 10 }, { "scenario": "nominal", "repeat": "b", "native_episodes": 10, "successes": 9 }, { "scenario": "tilted_free_rotation_v1", "repeat": "a", "native_episodes": 10, "successes": 6 }, { "scenario": "tilted_free_rotation_v1", "repeat": "b", "native_episodes": 10, "successes": 6 } ] }, { "version": "V02", "observed_at": 1792546111.2064624, "completed": 40, "scores": [ { "repeat": "a", "scenario": "tilted_free_rotation_v1", "native_episodes": 10, "successes": 8 }, { "repeat": "a", "scenario": "nominal", "native_episodes": 10, "successes": 7 }, { "repeat": "b", "scenario": "tilted_free_rotation_v1", "native_episodes": 10, "successes": 8 }, { "repeat": "b", "scenario": "nominal", "native_episodes": 10, "successes": 7 } ] }, { "version": "V03", "observed_at": 1792504558.1913521, "completed": 40, "scores": [ { "repeat": "a", "scenario": "tilted_free_rotation_v1", "native_episodes": 10, "successes": 8 }, { "repeat": "a", "scenario": "nominal", "native_episodes": 10, "successes": 8 }, { "repeat": "b", "scenario": "tilted_free_rotation_v1", "native_episodes": 10, "successes": 6 }, { "repeat": "b", "scenario": "nominal", "native_episodes": 10, "successes": 9 } ] }, { "version": "V04", "observed_at": 1792499199.0143585, "completed": 40, "scores": [ { "repeat": "a", "scenario": "tilted_free_rotation_v1", "native_episodes": 10, "successes": 7 }, { "repeat": "a", "scenario": "nominal", "native_episodes": 10, "successes": 10 }, { "repeat": "b", "scenario": "tilted_free_rotation_v1", "native_episodes": 10, "successes": 6 }, { "repeat": "b", "scenario": "nominal", "native_episodes": 10, "successes": 9 } ] }, { "version": "V05", "observed_at": 1792552596.6808496, "completed": 40, "scores": [ { "scenario": "nominal", "repeat": "a", "native_episodes": 10, "successes": 10 }, { "scenario": "nominal", "repeat": "b", "native_episodes": 10, "successes": 9 }, { "scenario": "tilted_free_rotation_v1", "repeat": "a", "native_episodes": 10, "successes": 6 }, { "scenario": "tilted_free_rotation_v1", "repeat": "b", "native_episodes": 10, "successes": 4 } ] }, { "version": "V06", "observed_at": 1792552150.915107, "completed": 40, "scores": [ { "repeat": "a", "scenario": "tilted_free_rotation_v1", "native_episodes": 10, "successes": 9 }, { "repeat": "a", "scenario": "nominal", "native_episodes": 10, "successes": 10 }, { "repeat": "b", "scenario": "tilted_free_rotation_v1", "native_episodes": 10, "successes": 9 }, { "repeat": "b", "scenario": "nominal", "native_episodes": 10, "successes": 10 } ] }, { "version": "V07", "observed_at": 1792526923.8441305, "completed": 40, "scores": [ { "repeat": "a", "scenario": "tilted_free_rotation_v1", "native_episodes": 10, "successes": 9 }, { "repeat": "a", "scenario": "nominal", "native_episodes": 10, "successes": 9 }, { "repeat": "b", "scenario": "tilted_free_rotation_v1", "native_episodes": 10, "successes": 7 }, { "repeat": "b", "scenario": "nominal", "native_episodes": 10, "successes": 9 } ] }, { "version": "V08", "observed_at": 1792505572.4775763, "completed": 40, "scores": [ { "repeat": "a", "scenario": "tilted_free_rotation_v1", "native_episodes": 10, "successes": 7 }, { "repeat": "a", "scenario": "nominal", "native_episodes": 10, "successes": 5 }, { "repeat": "b", "scenario": "tilted_free_rotation_v1", "native_episodes": 10, "successes": 4 }, { "repeat": "b", "scenario": "nominal", "native_episodes": 10, "successes": 5 } ] }, { "version": "V09", "observed_at": 1792552596.6808496, "completed": 40, "scores": [ { "scenario": "nominal", "repeat": "a", "native_episodes": 10, "successes": 7 }, { "scenario": "nominal", "repeat": "b", "native_episodes": 10, "successes": 7 }, { "scenario": "tilted_free_rotation_v1", "repeat": "a", "native_episodes": 10, "successes": 7 }, { "scenario": "tilted_free_rotation_v1", "repeat": "b", "native_episodes": 10, "successes": 6 } ] }, { "version": "V10", "observed_at": 1792543299.8046203, "completed": 40, "scores": [ { "repeat": "a", "scenario": "tilted_free_rotation_v1", "native_episodes": 10, "successes": 7 }, { "repeat": "a", "scenario": "nominal", "native_episodes": 10, "successes": 9 }, { "repeat": "b", "scenario": "tilted_free_rotation_v1", "native_episodes": 10, "successes": 8 }, { "repeat": "b", "scenario": "nominal", "native_episodes": 10, "successes": 10 } ] }, { "version": "V11", "observed_at": 1792501556.0675926, "completed": 40, "scores": [ { "repeat": "a", "scenario": "tilted_free_rotation_v1", "native_episodes": 10, "successes": 3 }, { "repeat": "a", "scenario": "nominal", "native_episodes": 10, "successes": 5 }, { "repeat": "b", "scenario": "tilted_free_rotation_v1", "native_episodes": 10, "successes": 4 }, { "repeat": "b", "scenario": "nominal", "native_episodes": 10, "successes": 7 } ] }, { "version": "V12", "observed_at": 1792552596.6808496, "completed": 40, "scores": [ { "scenario": "nominal", "repeat": "a", "native_episodes": 10, "successes": 9 }, { "scenario": "nominal", "repeat": "b", "native_episodes": 10, "successes": 6 }, { "scenario": "tilted_free_rotation_v1", "repeat": "a", "native_episodes": 10, "successes": 9 }, { "scenario": "tilted_free_rotation_v1", "repeat": "b", "native_episodes": 10, "successes": 7 } ] }, { "version": "V13", "observed_at": 1792552596.6808496, "completed": 40, "scores": [ { "scenario": "nominal", "repeat": "a", "native_episodes": 10, "successes": 7 }, { "scenario": "nominal", "repeat": "b", "native_episodes": 10, "successes": 9 }, { "scenario": "tilted_free_rotation_v1", "repeat": "a", "native_episodes": 10, "successes": 3 }, { "scenario": "tilted_free_rotation_v1", "repeat": "b", "native_episodes": 10, "successes": 4 } ] }, { "version": "V14", "observed_at": 1792549315.9604785, "completed": 40, "scores": [ { "repeat": "a", "scenario": "tilted_free_rotation_v1", "native_episodes": 10, "successes": 6 }, { "repeat": "a", "scenario": "nominal", "native_episodes": 10, "successes": 9 }, { "repeat": "b", "scenario": "tilted_free_rotation_v1", "native_episodes": 10, "successes": 5 }, { "repeat": "b", "scenario": "nominal", "native_episodes": 10, "successes": 7 } ] }, { "version": "V15", "observed_at": 1792524021.6872933, "completed": 40, "scores": [ { "repeat": "a", "scenario": "tilted_free_rotation_v1", "native_episodes": 10, "successes": 8 }, { "repeat": "a", "scenario": "nominal", "native_episodes": 10, "successes": 6 }, { "repeat": "b", "scenario": "tilted_free_rotation_v1", "native_episodes": 10, "successes": 6 }, { "repeat": "b", "scenario": "nominal", "native_episodes": 10, "successes": 6 } ] }, { "version": "V16", "observed_at": 1792502221.04428, "completed": 40, "scores": [ { "repeat": "a", "scenario": "tilted_free_rotation_v1", "native_episodes": 10, "successes": 6 }, { "repeat": "a", "scenario": "nominal", "native_episodes": 10, "successes": 8 }, { "repeat": "b", "scenario": "tilted_free_rotation_v1", "native_episodes": 10, "successes": 8 }, { "repeat": "b", "scenario": "nominal", "native_episodes": 10, "successes": 7 } ] }, { "version": "V17", "observed_at": 1792505683.0972958, "completed": 40, "scores": [ { "repeat": "a", "scenario": "tilted_free_rotation_v1", "native_episodes": 10, "successes": 9 }, { "repeat": "a", "scenario": "nominal", "native_episodes": 10, "successes": 9 }, { "repeat": "b", "scenario": "tilted_free_rotation_v1", "native_episodes": 10, "successes": 10 }, { "repeat": "b", "scenario": "nominal", "native_episodes": 10, "successes": 10 } ] }, { "version": "V18", "observed_at": 1792527209.219526, "completed": 40, "scores": [ { "repeat": "a", "scenario": "tilted_free_rotation_v1", "native_episodes": 10, "successes": 7 }, { "repeat": "a", "scenario": "nominal", "native_episodes": 10, "successes": 5 }, { "repeat": "b", "scenario": "tilted_free_rotation_v1", "native_episodes": 10, "successes": 9 }, { "repeat": "b", "scenario": "nominal", "native_episodes": 10, "successes": 6 } ] }, { "version": "V19", "observed_at": 1792533277.2534251, "completed": 40, "scores": [ { "repeat": "a", "scenario": "tilted_free_rotation_v1", "native_episodes": 10, "successes": 9 }, { "repeat": "a", "scenario": "nominal", "native_episodes": 10, "successes": 9 }, { "repeat": "b", "scenario": "tilted_free_rotation_v1", "native_episodes": 10, "successes": 9 }, { "repeat": "b", "scenario": "nominal", "native_episodes": 10, "successes": 10 } ] }, { "version": "V20", "observed_at": 1792540603.6422248, "completed": 40, "scores": [ { "repeat": "a", "scenario": "tilted_free_rotation_v1", "native_episodes": 10, "successes": 9 }, { "repeat": "a", "scenario": "nominal", "native_episodes": 10, "successes": 9 }, { "repeat": "b", "scenario": "tilted_free_rotation_v1", "native_episodes": 10, "successes": 8 }, { "repeat": "b", "scenario": "nominal", "native_episodes": 10, "successes": 8 } ] }, { "version": "V21", "observed_at": 1792498168.8772244, "completed": 40, "scores": [ { "repeat": "a", "scenario": "tilted_free_rotation_v1", "native_episodes": 10, "successes": 8 }, { "repeat": "a", "scenario": "nominal", "native_episodes": 10, "successes": 9 }, { "repeat": "b", "scenario": "tilted_free_rotation_v1", "native_episodes": 10, "successes": 8 }, { "repeat": "b", "scenario": "nominal", "native_episodes": 10, "successes": 10 } ] }, { "version": "V22", "observed_at": 1792499496.263772, "completed": 40, "scores": [ { "repeat": "a", "scenario": "tilted_free_rotation_v1", "native_episodes": 10, "successes": 6 }, { "repeat": "a", "scenario": "nominal", "native_episodes": 10, "successes": 5 }, { "repeat": "b", "scenario": "tilted_free_rotation_v1", "native_episodes": 10, "successes": 9 }, { "repeat": "b", "scenario": "nominal", "native_episodes": 10, "successes": 8 } ] }, { "version": "V23", "observed_at": 1792502948.958935, "completed": 40, "scores": [ { "repeat": "a", "scenario": "tilted_free_rotation_v1", "native_episodes": 10, "successes": 3 }, { "repeat": "a", "scenario": "nominal", "native_episodes": 10, "successes": 5 }, { "repeat": "b", "scenario": "tilted_free_rotation_v1", "native_episodes": 10, "successes": 3 }, { "repeat": "b", "scenario": "nominal", "native_episodes": 10, "successes": 5 } ] }, { "version": "V24", "observed_at": 1792508622.2745945, "completed": 40, "scores": [ { "repeat": "a", "scenario": "tilted_free_rotation_v1", "native_episodes": 10, "successes": 7 }, { "repeat": "a", "scenario": "nominal", "native_episodes": 10, "successes": 9 }, { "repeat": "b", "scenario": "tilted_free_rotation_v1", "native_episodes": 10, "successes": 7 }, { "repeat": "b", "scenario": "nominal", "native_episodes": 10, "successes": 6 } ] }, { "version": "V25", "observed_at": 1792524163.0767899, "completed": 40, "scores": [ { "repeat": "a", "scenario": "tilted_free_rotation_v1", "native_episodes": 10, "successes": 6 }, { "repeat": "a", "scenario": "nominal", "native_episodes": 10, "successes": 6 }, { "repeat": "b", "scenario": "tilted_free_rotation_v1", "native_episodes": 10, "successes": 8 }, { "repeat": "b", "scenario": "nominal", "native_episodes": 10, "successes": 4 } ] }, { "version": "V26", "observed_at": 1792530205.7286098, "completed": 40, "scores": [ { "repeat": "a", "scenario": "tilted_free_rotation_v1", "native_episodes": 10, "successes": 9 }, { "repeat": "a", "scenario": "nominal", "native_episodes": 10, "successes": 9 }, { "repeat": "b", "scenario": "tilted_free_rotation_v1", "native_episodes": 10, "successes": 9 }, { "repeat": "b", "scenario": "nominal", "native_episodes": 10, "successes": 9 } ] }, { "version": "V27", "observed_at": 1792536024.1437485, "completed": 40, "scores": [ { "repeat": "a", "scenario": "tilted_free_rotation_v1", "native_episodes": 10, "successes": 8 }, { "repeat": "a", "scenario": "nominal", "native_episodes": 10, "successes": 9 }, { "repeat": "b", "scenario": "tilted_free_rotation_v1", "native_episodes": 10, "successes": 7 }, { "repeat": "b", "scenario": "nominal", "native_episodes": 10, "successes": 9 } ] } ], "case_outcomes": { "observed_at": 1792552596.6808496, "matrix": { "version_ids": [ "V01", "V02", "V03", "V04", "V05", "V06", "V07", "V08", "V09", "V10", "V11", "V12", "V13", "V14", "V15", "V16" ], "cases": [ { "scenario": "nominal", "seed": 1016, "successes": [ 2, 2, 2, 2, 2, 2, 2, 1, 2, 2, 2, 2, 2, 1, 2, 2 ], "models_both_success": 14, "models_one_success": 2, "models_zero_success": 0 }, { "scenario": "nominal", "seed": 1017, "successes": [ 1, 1, 1, 2, 1, 2, 0, 0, 1, 1, 0, 1, 1, 2, 1, 0 ], "models_both_success": 3, "models_one_success": 9, "models_zero_success": 4 }, { "scenario": "nominal", "seed": 1018, "successes": [ 2, 2, 2, 2, 2, 2, 2, 1, 0, 2, 2, 2, 2, 2, 0, 2 ], "models_both_success": 13, "models_one_success": 1, "models_zero_success": 2 }, { "scenario": "nominal", "seed": 1019, "successes": [ 2, 2, 1, 2, 2, 2, 2, 1, 2, 2, 0, 2, 0, 2, 1, 2 ], "models_both_success": 11, "models_one_success": 3, "models_zero_success": 2 }, { "scenario": "nominal", "seed": 1020, "successes": [ 2, 0, 2, 2, 2, 2, 2, 1, 2, 2, 2, 2, 2, 1, 2, 2 ], "models_both_success": 13, "models_one_success": 2, "models_zero_success": 1 }, { "scenario": "nominal", "seed": 1021, "successes": [ 2, 2, 2, 2, 2, 2, 2, 1, 1, 2, 2, 0, 2, 2, 2, 2 ], "models_both_success": 13, "models_one_success": 2, "models_zero_success": 1 }, { "scenario": "nominal", "seed": 1022, "successes": [ 2, 2, 2, 1, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 1 ], "models_both_success": 14, "models_one_success": 2, "models_zero_success": 0 }, { "scenario": "nominal", "seed": 1023, "successes": [ 2, 2, 2, 2, 2, 2, 2, 0, 2, 2, 0, 1, 2, 2, 0, 0 ], "models_both_success": 11, "models_one_success": 1, "models_zero_success": 4 }, { "scenario": "nominal", "seed": 1024, "successes": [ 2, 1, 1, 2, 2, 2, 2, 1, 0, 2, 1, 1, 1, 0, 2, 2 ], "models_both_success": 8, "models_one_success": 6, "models_zero_success": 2 }, { "scenario": "nominal", "seed": 1025, "successes": [ 2, 0, 2, 2, 2, 2, 2, 2, 2, 2, 1, 2, 2, 2, 0, 2 ], "models_both_success": 13, "models_one_success": 1, "models_zero_success": 2 }, { "scenario": "tilted_free_rotation_v1", "seed": 1016, "successes": [ 0, 2, 2, 2, 0, 2, 2, 1, 2, 2, 0, 2, 0, 1, 2, 2 ], "models_both_success": 10, "models_one_success": 2, "models_zero_success": 4 }, { "scenario": "tilted_free_rotation_v1", "seed": 1017, "successes": [ 1, 2, 0, 0, 0, 2, 1, 2, 2, 1, 0, 1, 0, 0, 0, 0 ], "models_both_success": 4, "models_one_success": 4, "models_zero_success": 8 }, { "scenario": "tilted_free_rotation_v1", "seed": 1018, "successes": [ 2, 2, 1, 0, 0, 2, 1, 1, 2, 2, 2, 2, 2, 2, 2, 1 ], "models_both_success": 10, "models_one_success": 4, "models_zero_success": 2 }, { "scenario": "tilted_free_rotation_v1", "seed": 1019, "successes": [ 1, 0, 0, 2, 1, 1, 2, 0, 0, 2, 0, 2, 0, 0, 0, 2 ], "models_both_success": 5, "models_one_success": 3, "models_zero_success": 8 }, { "scenario": "tilted_free_rotation_v1", "seed": 1020, "successes": [ 1, 2, 2, 1, 2, 2, 2, 1, 2, 2, 0, 2, 0, 0, 2, 2 ], "models_both_success": 10, "models_one_success": 3, "models_zero_success": 3 }, { "scenario": "tilted_free_rotation_v1", "seed": 1021, "successes": [ 2, 1, 1, 2, 0, 1, 0, 0, 0, 1, 2, 1, 1, 2, 2, 2 ], "models_both_success": 6, "models_one_success": 6, "models_zero_success": 4 }, { "scenario": "tilted_free_rotation_v1", "seed": 1022, "successes": [ 2, 2, 2, 2, 2, 2, 2, 1, 2, 1, 1, 2, 2, 2, 2, 1 ], "models_both_success": 12, "models_one_success": 4, "models_zero_success": 0 }, { "scenario": "tilted_free_rotation_v1", "seed": 1023, "successes": [ 0, 2, 2, 0, 2, 2, 2, 2, 2, 2, 0, 2, 2, 2, 2, 0 ], "models_both_success": 12, "models_one_success": 0, "models_zero_success": 4 }, { "scenario": "tilted_free_rotation_v1", "seed": 1024, "successes": [ 2, 2, 2, 2, 2, 2, 2, 1, 0, 2, 2, 1, 0, 2, 1, 2 ], "models_both_success": 11, "models_one_success": 3, "models_zero_success": 2 }, { "scenario": "tilted_free_rotation_v1", "seed": 1025, "successes": [ 1, 1, 2, 2, 1, 2, 2, 2, 1, 0, 0, 1, 0, 0, 1, 2 ], "models_both_success": 6, "models_one_success": 6, "models_zero_success": 4 } ], "repeats": 2, "groups": { "G1": [ "V01", "V02", "V03", "V04", "V05", "V06", "V07", "V08" ], "G2": [ "V09", "V10", "V11", "V12", "V13", "V14", "V15", "V16" ] } }, "models": [ { "successes": 31, "episodes": 40, "both_success_conditions": 13, "name": "V01" }, { "successes": 30, "episodes": 40, "both_success_conditions": 13, "name": "V02" }, { "successes": 31, "episodes": 40, "both_success_conditions": 13, "name": "V03" }, { "successes": 32, "episodes": 40, "both_success_conditions": 15, "name": "V04" }, { "successes": 29, "episodes": 40, "both_success_conditions": 13, "name": "V05" }, { "successes": 38, "episodes": 40, "both_success_conditions": 18, "name": "V06" }, { "successes": 34, "episodes": 40, "both_success_conditions": 16, "name": "V07" }, { "successes": 21, "episodes": 40, "both_success_conditions": 5, "name": "V08" }, { "successes": 27, "episodes": 40, "both_success_conditions": 12, "name": "V09" }, { "successes": 34, "episodes": 40, "both_success_conditions": 15, "name": "V10" }, { "successes": 19, "episodes": 40, "both_success_conditions": 8, "name": "V11" }, { "successes": 31, "episodes": 40, "both_success_conditions": 12, "name": "V12" }, { "successes": 23, "episodes": 40, "both_success_conditions": 10, "name": "V13" }, { "successes": 27, "episodes": 40, "both_success_conditions": 12, "name": "V14" }, { "successes": 26, "episodes": 40, "both_success_conditions": 11, "name": "V15" }, { "successes": 29, "episodes": 40, "both_success_conditions": 13, "name": "V16" } ], "episodes": 640, "scope": "现有 16 个版本的开发结果 · 20 个条件 · 每条件 2 次重复" }, "history_stage": { "observed_at": 1792563684.41587, "status": "未通过验收", "scope": "离线合成范围" }, "final_evaluation_status": "未启动", "status": "active", "conclusion": "既有开发记录共 27 个版本、1,080 局评测；同一版本双场景各 200/200 的最终目标尚未达成。", "blocker": "双场景最终验收尚未完成；部分开发评测版本仍有失败和成功次数下降", "next": "下一阶段结果与验收记录。", "goal_per_scene": 200, "goal": "同一受测版本，在 nominal 与倾斜开放旋转两个场景各达到 200/200。", "acceptance": "自主执行 · 每场景 100 个新种子、2 次重复 · 仿真原生任务结果", "published_at": "2026-10-21 16:33 CST" }