Model analysis report for

• ▶
  root: {} 10 keys
  • report_name: 'mlsimdriving_driving.analyse_cones'
  • route_list: '/home/batman/xx/routes/tests/cones.txt'
  • output_dir: null
  • save_tmp: false
  • read_only: false
  • limit: 10000
  • use_virtual_webgl: false
  • format: 'HTML'
  • ▶
    miniray: {} 8 keys
    • priority: 10
    • job_name: 'mlsimdriving_driving.analyse_cones'
    • queue_name: 'remote2'
    • submit_host: 'redis.comma.internal'
    • result_host: 'data-ram.comma.internal'
    • no_unique_id: false
    • codedir: 'caches/workstation-yassine_2025-07-06_10-53-22'
    • force_local: false
  • ▶
    rollout: {} 10 keys
    • type: 'RawVideoRL'
    • nowindow: false
    • debug: false
    • debug_render: true
    • save_observation_keys: ['debug_rendered']
    • output_dir: null
    • rerun: false
    • ▶
      env: {} 22 keys
      • debug_window_size: [512, 512]
      • ▶
        ep: {} 7 keys
        • segment: ''
        • augment_desire: false
        • depth_type: 'EASYDEPTH'
        • calibration_source: 'MESH_3D'
        • pipeline_dir: 'http://data-ssd.comma.life/runner/training_2024_06'
        • feature_dir: null
        • ▶
          input_paths: {} 0 keys
      • start: null
      • end: null
      • env: 'xx.arena.envs.rawvideo_env.RawVideoEnv'
      • get_imgs: true
      • allow_resets: true
      • zero_desire: true
      • fps: 20
      • allow_lat: true
      • allow_long: false
      • min_hist: 40
      • compressor_model: null
      • compressor_decoder_model: null
      • compressor_mode: 'NONE'
      • quantized_compressor_latents: false
      • yolo_model: false
      • lpips_model: false
      • sharpness_metric: true
      • future_observation_range_seconds: null
      • ▶
        physics: {} 4 keys
        • type: 'BICYCLE'
        • ▶
          bicycle_model_config: {} 1 keys
          • vehicle_platform: 'HONDA_CIVIC'
        • ▶
          classic_model_config: {} 1 keys
          • platform: 'COROLLA'
        • ▶
          ml_model_config: {} 6 keys
          • platform: 'COROLLA'
          • eid: 'd3e5ef06-14ec-4e35-b708-d8db73d29f1e/51'
          • y_range: [-5.0, 5.0]
          • vocab_size: 2048
          • temperature: 0.5
          • use_gt_features: false
      • with_gt: true
    • ▶
      agent: {} 12 keys
      • supercombo: 'fef4d896-597e-4c6f-90cf-8eb7102c89d2/400'
      • restrict_outputs: null
      • exclude_outputs: ['vision_features', 'state', 'imgs']
      • calibrate_speed: false
      • use_allow_throttle: false
      • use_prev_desired_curv: false
      • model_trained_fps: 5
      • use_worldmodel_as_agent: false
      • use_raw_plan_lat: true
      • use_raw_plan_long: true
      • desired_curv_smooth_seconds: false
      • desired_accel_smooth_seconds: false
    • ▶
      shadow_agent: {} 0 keys

total 16 segments

mean closest distance between path (1s) and cones

• GT: 1.997(m)

• Model: 1.905(m)

mean closest distance between path (2s) and cones

• GT: 1.996(m)

• Model: 1.704(m)

060942ef39821e5e|2022-05-23--19-49-25/10/300-500

model_preds path closest to cones frames:

1s	2s
gt=1.788(m), model=1.772(m)	gt=1.788(m), model=1.772(m)

gt path closest to cones frames:

1s	2s
gt=1.775(m), model=1.776(m)	gt=1.775(m), model=1.776(m)

0cf857b1b13bd7cd|2023-11-23--13-05-36/55/900-1100

model_preds path closest to cones frames:

1s	2s
gt=1.748(m), model=1.698(m)	gt=1.823(m), model=1.640(m)

gt path closest to cones frames:

1s	2s
gt=1.748(m), model=1.698(m)	gt=1.748(m), model=1.698(m)

2c912ca5de3b1ee9|000001a4--26abcabe43/3/920-1060

model_preds path closest to cones frames:

1s	2s
gt=1.881(m), model=1.508(m)	gt=9.787(m), model=0.960(m)

gt path closest to cones frames:

1s	2s
gt=1.856(m), model=1.835(m)	gt=1.840(m), model=1.856(m)

328eb791948dc4c4|2024-02-16--13-44-30/12/1000-1100

model_preds path closest to cones frames:

1s	2s
gt=2.389(m), model=2.397(m)	gt=2.486(m), model=2.385(m)

gt path closest to cones frames:

1s	2s
gt=2.389(m), model=2.397(m)	gt=2.389(m), model=2.397(m)

4a229ee1af08a9f8|2021-07-18--21-48-11/69/800-1000

model_preds path closest to cones frames:

1s	2s
gt=0.603(m), model=0.460(m)	gt=0.603(m), model=0.460(m)

gt path closest to cones frames:

1s	2s
gt=0.511(m), model=0.501(m)	gt=0.503(m), model=0.787(m)

4cef06d33690da48|2021-04-25--06-57-53/10/460-580

model_preds path closest to cones frames:

1s	2s
gt=1.921(m), model=1.306(m)	gt=2.083(m), model=1.231(m)

gt path closest to cones frames:

1s	2s
gt=1.375(m), model=1.381(m)	gt=1.375(m), model=1.381(m)

51b99592a2ca74e5|2020-05-22--16-26-52/15/500-700

model_preds path closest to cones frames:

1s	2s
gt=0.340(m), model=0.331(m)	gt=0.340(m), model=0.331(m)

gt path closest to cones frames:

1s	2s
gt=0.332(m), model=0.331(m)	gt=0.332(m), model=0.331(m)

51b99592a2ca74e5|2020-05-22--16-26-52/15/750-950

model_preds path closest to cones frames:

1s	2s
gt=0.406(m), model=0.317(m)	gt=0.406(m), model=0.317(m)

gt path closest to cones frames:

1s	2s
gt=0.314(m), model=0.331(m)	gt=0.314(m), model=0.331(m)

8011d605be1cbb77|000000a5--a58f231e61/10/130-250

model_preds path closest to cones frames:

1s	2s
gt=2.339(m), model=2.187(m)	gt=2.312(m), model=1.781(m)

gt path closest to cones frames:

1s	2s
gt=2.259(m), model=2.233(m)	gt=2.259(m), model=2.233(m)

82992303be12fe7d|2023-10-24--11-04-14/4/985-1125

model_preds path closest to cones frames:

1s	2s
gt=2.189(m), model=2.058(m)	gt=2.227(m), model=1.882(m)

gt path closest to cones frames:

1s	2s
gt=2.113(m), model=2.112(m)	gt=2.113(m), model=2.112(m)

841f184fa5c90ec4|2022-03-17--21-36-19/24/975-1175

model_preds path closest to cones frames:

1s	2s
gt=1.792(m), model=1.792(m)	gt=1.792(m), model=1.792(m)

gt path closest to cones frames:

1s	2s
gt=1.792(m), model=1.793(m)	gt=1.792(m), model=1.840(m)

9534577804069efa|00000036--3e59d4e002/11/1045-1175

model_preds path closest to cones frames:

1s	2s
gt=1.432(m), model=1.317(m)	gt=1.432(m), model=1.121(m)

gt path closest to cones frames:

1s	2s
gt=1.421(m), model=1.412(m)	gt=1.421(m), model=1.322(m)

b794e7af372e5724|2022-05-24--10-30-24/7/700-900

model_preds path closest to cones frames:

1s	2s
gt=2.493(m), model=1.831(m)	gt=2.468(m), model=1.262(m)

gt path closest to cones frames:

1s	2s
gt=2.242(m), model=2.259(m)	gt=2.242(m), model=2.259(m)

d26e907f37fcd37d|2021-11-03--12-38-25/2/100-300

model_preds path closest to cones frames:

1s	2s
gt=1.425(m), model=1.425(m)	gt=1.425(m), model=1.425(m)

gt path closest to cones frames:

1s	2s
gt=1.425(m), model=1.425(m)	gt=1.425(m), model=1.425(m)

d5e5da41ff5086ec|2022-04-17--12-55-56/17/475-615

model_preds path closest to cones frames:

1s	2s
gt=8.825(m), model=8.512(m)	gt=8.831(m), model=8.060(m)

gt path closest to cones frames:

1s	2s
gt=8.823(m), model=8.822(m)	gt=8.823(m), model=8.822(m)

df8db5b63ca1031a|2021-10-07--11-42-48/8/800-920

model_preds path closest to cones frames:

1s	2s
gt=1.657(m), model=1.565(m)	gt=3.316(m), model=0.846(m)

gt path closest to cones frames:

1s	2s
gt=1.583(m), model=1.653(m)	gt=1.583(m), model=1.653(m)