Model analysis report for

• ▶
  root: {} 11 keys
  • report_name: 'mlsimdriving_driving.analyse_cones'
  • route_list: '/code.nfs/branches/caches/workstation-yassine_2025-10-06_15-35-15/xx/datasets/lists/cones.txt'
  • output_dir: null
  • save_tmp: false
  • read_only: false
  • shuffle: false
  • limit: 10000
  • use_virtual_webgl: false
  • format: 'HTML'
  • ▶
    miniray: {} 8 keys
    • priority: 10
    • job_name: 'mlsimdriving_driving.analyse_cones'
    • queue_name: 'remote2'
    • submit_host: 'redis.comma.internal'
    • result_host: 'data-ram.comma.internal'
    • no_unique_id: false
    • codedir: '/code.nfs/branches/caches/workstation-yassine_2025-10-06_15-35-15/xx'
    • use_local_codedir: false
  • ▶
    rollout: {} 10 keys
    • type: 'RawVideoRL'
    • nowindow: false
    • debug: false
    • debug_render: true
    • save_observation_keys: ['debug_rendered']
    • output_dir: null
    • rerun: false
    • ▶
      env: {} 22 keys
      • debug_window_size: [512, 512]
      • ▶
        ep: {} 7 keys
        • segment: ''
        • augment_desire: false
        • depth_type: 'EASYDEPTH'
        • calibration_source: 'MESH_3D'
        • pipeline_dir: 'http://data-ssd.comma.life/runner/training_2025_07'
        • feature_dir: null
        • ▶
          input_paths: {} 0 keys
      • ▶
        physics: {} 3 keys
        • type: 'BICYCLE'
        • ▶
          bicycle_model_config: {} 1 keys
          • vehicle_platform: 'HONDA_CIVIC'
        • ▶
          ml_model_config: {} 11 keys
          • platform: 'TOYOTA_COROLLA_TSS2'
          • eid: 'effd03d9-472d-44a1-910a-6d49a41eb63f/50'
          • y_range: [-3.0, 3.0]
          • vocab_size: 1024
          • temperature: 0.5
          • use_gt_features: false
          • platform_vec_size: 256
          • platform_map_path: '/code.nfs/branches/caches/workstation-yassine_2025-10-06_15-35-15/xx/arena/envs/lib/physics_models/assets/platform_map.txt'
          • lateral_tuning_type: 'AUTO'
          • ▶
            lateral_tuning_params: {} 0 keys
          • ▶
            lateral_initial_state_params: {} 0 keys
      • start: null
      • end: null
      • env: 'xx.arena.envs.rawvideo_env.RawVideoEnv'
      • get_imgs: true
      • allow_resets: true
      • zero_desire: true
      • fps: 20
      • allow_lat: true
      • allow_long: false
      • min_hist: 40
      • compressor_model: null
      • compressor_decoder_model: null
      • compressor_mode: 'NONE'
      • quantized_compressor_latents: false
      • yolo_model: false
      • lpips_model: false
      • sharpness_metric: true
      • future_observation_range_seconds: null
      • with_gt: true
    • ▶
      agent: {} 9 keys
      • supercombo: 'e2d9c622-25a8-4ccd-8c8e-c62537b7aa0c/400'
      • restrict_outputs: null
      • exclude_outputs: ['vision_features', 'state', 'imgs']
      • use_allow_throttle: false
      • model_trained_fps: 5
      • use_worldmodel_as_agent: false
      • use_raw_plan_lat: true
      • desired_curv_smooth_seconds: false
      • desired_accel_smooth_seconds: false
    • ▶
      shadow_agent: {} 0 keys

🚧 42 segments met test criteria

❌ 9 failed cases found

060942ef39821e5e|2022-05-23--19-49-25/10

top1	top2

4a229ee1af08a9f8|2021-02-20--19-16-13/47

top1	top2

51b99592a2ca74e5|2020-05-22--16-26-52/15

top1

764a0df59fc31775|2020-05-22--08-39-48/5

top1

8011d605be1cbb77|000000a5--a58f231e61/10

top1

df8db5b63ca1031a|2021-10-07--11-42-48/8

top1

f04622e57618f6b8|2022-12-15--11-40-14/5

top1