File size: 6,180 Bytes
c77e366 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 | {
"architecture": {
"enable_bev_segmentation": true,
"enable_reasoning": false,
"enable_route_conditioning": true,
"enable_route_reconstruction": true,
"enable_world_model": false,
"freeze_bevformer": true,
"identifier": "bevformer_v2_t8_split_navigation_v5",
"num_views": 6
},
"checkpoint": {
"config_sha256": "e06fb3943e32bdab7c8b53f597ec216d5636591a73a7206045a465ffa49d1ea0",
"contains": [
"config",
"config_sha256",
"epoch",
"metrics",
"model_state_dict",
"model_state_sha256",
"optimizer_state_dict",
"scheduler_state_dict",
"training_state"
],
"epoch": 5,
"format": "PyTorch training checkpoint",
"metrics_sha256": null,
"model_state_sha256": "30ad1af5ab1ddfa14699f95751358608f929fb8c006f8f7e1347008179c90d9e",
"path": "models/nuplan-epoch-5/checkpoint.pt",
"sha256": "ca8b43d7a777d6fd9195bb253d1452f3cd645f7aab3bd0e36b1f74ffb31df29b",
"size_bytes": 334907944
},
"display_name": "nuPlan Epoch 5",
"evaluations": {
"external_overlay_replay_v1": {
"test": {
"dataset": "kitscenes-test",
"dataset_version": "v1.0",
"input_track": "camera_only_missing_map_route",
"model_reexecuted": false,
"report_path": "evaluations/overlay-replay-v1/kitscenes-test/nuplan-epoch-5/report.json",
"report_sha256": "fc5b19beea416706461b535314a497d6a2b929d97668e8475638ae04a65221b7",
"sample_count": 23690,
"trajectory": {
"ade_1s_m": 0.16017068059452302,
"ade_1s_sample_count": 23690,
"ade_2s_m": 0.3979342750750205,
"ade_2s_sample_count": 23690,
"ade_3s_m": 0.7923739682724033,
"ade_3s_sample_count": 23690,
"ade_5s_m": 2.1119916453019565,
"ade_5s_sample_count": 23690,
"ade_6p4s_m": null,
"ade_6p4s_sample_count": 0,
"fde_1s_m": 0.3134281782098752,
"fde_1s_sample_count": 23690,
"fde_2s_m": 0.9727075050905802,
"fde_2s_sample_count": 23690,
"fde_3s_m": 2.1621481640709304,
"fde_3s_sample_count": 23690,
"fde_5s_m": 6.175121158406895,
"fde_5s_sample_count": 23690,
"fde_6p4s_m": null,
"fde_6p4s_sample_count": 0,
"mean_abs_lateral_error_m": 1.0584339709055983,
"mean_abs_longitudinal_error_m": 1.5495691251398722,
"nonfinite_prediction_count": 0,
"nonfinite_prediction_rate": 0.0,
"total_timestep_count": 1516160,
"valid_horizon_coverage": 0.78125,
"valid_timestep_count": 1184500
}
},
"val": {
"dataset": "kitscenes-val",
"dataset_version": "v3.5",
"input_track": "camera_map_route",
"model_reexecuted": false,
"report_path": "evaluations/overlay-replay-v1/kitscenes-val/nuplan-epoch-5/report.json",
"report_sha256": "e45996448f95f193acfc225c37ff169fab64bb24b5ea7717928a20c426e7303b",
"sample_count": 11035,
"trajectory": {
"ade_1s_m": 0.19511089635939421,
"ade_1s_sample_count": 11035,
"ade_2s_m": 0.4722640826416731,
"ade_2s_sample_count": 11035,
"ade_3s_m": 0.9147207671270287,
"ade_3s_sample_count": 11035,
"ade_5s_m": 2.295116252818514,
"ade_5s_sample_count": 11035,
"ade_6p4s_m": null,
"ade_6p4s_sample_count": 0,
"fde_1s_m": 0.37794148166995123,
"fde_1s_sample_count": 11035,
"fde_2s_m": 1.1331487579302755,
"fde_2s_sample_count": 11035,
"fde_3s_m": 2.422637476977514,
"fde_3s_sample_count": 11035,
"fde_5s_m": 6.388465638260406,
"fde_5s_sample_count": 11035,
"fde_6p4s_m": null,
"fde_6p4s_sample_count": 0,
"mean_abs_lateral_error_m": 1.19114795667851,
"mean_abs_longitudinal_error_m": 1.6633371994012054,
"nonfinite_prediction_count": 0,
"nonfinite_prediction_rate": 0.0,
"total_timestep_count": 706240,
"valid_horizon_coverage": 0.78125,
"valid_timestep_count": 551750
}
}
},
"internal_validation": {
"ade_6p4s_m": 1.2667837238223,
"bev_dynamic_macro_average_precision": 0.006642125301720789,
"bev_static_macro_average_precision": 0.14298718688799092,
"bev_vehicle_average_precision": 0.017910500586346273,
"bev_vulnerable_road_user_average_precision": 0.0011931349457863422,
"fde_6p4s_m": 3.8982392455945956,
"route_corridor_iou": 0.9980338574990057
}
},
"license_notice": {
"checkpoint": "Other; see the repository model card.",
"pretrained_component": "Official BEVFormer V2 R50 T8 initialization; weight license recorded as NOASSERTION.",
"source_code": "Apache-2.0",
"training_data_notice": "The pretrained component was trained on nuScenes, whose terms may impose additional restrictions."
},
"limitations": [
"KITScenes Val uses an oracle post-hoc route reconstructed from the logged future trajectory.",
"KITScenes Val and Test are different scene populations and are not a causal map or route ablation.",
"External overlay replay evaluates published controls and does not re-run the model.",
"Confidence intervals and per-sample route counterfactuals are not included.",
"These open-loop checkpoints are not validated for safety-critical deployment."
],
"lineage": {
"parent": "Official BEVFormer V2 R50 T8 initialization",
"training_stage": "nuPlan trajectory and route training with frozen camera BEV"
},
"mlflow_registry": {
"external_overlay_test_run_id": "db91565f5e4741e48bf242e7b3e86a02",
"external_overlay_val_run_id": "0f9d11bd016448ac94d5095b7225e270",
"internal_validation_run_id": "3d419166635a44edacf8503fe94d4805",
"model_version": "65",
"registered_model_name": "auto-e2e-driving-policy"
},
"model_id": "nuplan-epoch-5",
"published_at": "2026-09-16T02:26:06+00:00",
"repository": "AutowareFoundation/auto_e2e",
"schema_version": "auto_e2e_checkpoint_metadata_v1"
}
|