Model analysis report for

• ▶
  root: {} 13 keys
  • report_name: 'analyse_unintended_lead_following'
  • route_list: '/code.nfs/branches/caches/tinytower-haraschax_2026-09-14_10-41-51/xx/comma_data/lists/train_10m_20260826_test_2k.txt'
  • output_dir: null
  • save_tmp: false
  • read_only: false
  • shuffle: false
  • limit: 10000
  • use_virtual_webgl: false
  • format: 'HTML'
  • ▶
    miniray: {} 10 keys
    • priority: 3
    • job_name: 'analyse_unintended_lead_following'
    • queue_name: 'remote_v3'
    • redis_host: 'redis.comma.internal'
    • codedir: '/code.nfs/branches/caches/tinytower-haraschax_2026-09-14_10-41-51/xx'
    • use_local_codedir: false
    • ▶
      limits: {} 7 keys
      • cpu_threads: true
      • memory: true
      • small_gpu_memory: false
      • big_gpu_memory: false
      • timeout_seconds: 60
      • triton: true
      • node_whitelist: null
    • ▶
      env: {} 0 keys
    • queue_timeout: 259200
    • job_group: 'rldriving_validation_f78ed37d-afad-4dbc-8050-40ea885eedde'
  • scenario_list: '/code.nfs/branches/caches/tinytower-haraschax_2026-09-14_10-41-51/xx/comma_data/lists/unintended_lead_following.txt'
  • curate: false
  • ▶
    rollout: {} 9 keys
    • type: 'TinySimRL'
    • nowindow: false
    • debug: false
    • debug_render: true
    • save_observation_keys: ['debug_rendered']
    • output_dir: null
    • rerun: false
    • ▶
      env: {} 35 keys
      • debug_window_size: [512, 512]
      • ▶
        ep: {} 5 keys
        • segment: ''
        • depth_type: 'EASYDEPTH'
        • pipeline_dir: 'http://data-ssd.comma.life/runner/rldriving_unintended_lead_following'
        • feature_dir: null
        • ▶
          input_paths: {} 0 keys
      • ▶
        physics: {} 3 keys
        • type: 'BICYCLE'
        • ▶
          bicycle_model_config: {} 1 keys
          • vehicle_platform: 'HONDA_CIVIC'
        • ▶
          ml_model_config: {} 11 keys
          • platform: 'TOYOTA_COROLLA_TSS2'
          • eid: 'effd03d9-472d-44a1-910a-6d49a41eb63f/50'
          • y_range: [-3.0, 3.0]
          • vocab_size: 1024
          • temperature: 0.5
          • use_gt_features: false
          • platform_vec_size: 256
          • platform_map_path: '/code.nfs/branches/caches/tinytower-haraschax_2026-09-14_10-41-51/xx/arena/envs/lib/physics_models/assets/platform_map.txt'
          • lateral_tuning_type: 'AUTO'
          • ▶
            lateral_tuning_params: {} 0 keys
          • ▶
            lateral_initial_state_params: {} 0 keys
      • start: null
      • end: null
      • env: 'xx.arena.envs.tinysim_env.TinySimEnv'
      • get_imgs: true
      • allow_resets: false
      • zero_desire: true
      • fps: 20
      • allow_lat: true
      • allow_long: false
      • min_hist: 40
      • compressor_model: null
      • compressor_decoder_model: null
      • compressor_mode: 'NONE'
      • quantized_compressor_latents: false
      • yolo_model: false
      • lpips_model: false
      • sharpness_metric: true
      • future_observation_range_seconds: null
      • noise_model: 'NONE'
      • photo_noise_model: 'NONE'
      • augment_mode: 'DEPTH'
      • inpaint_mode: 'NONE'
      • initial_speed: null
      • allow_any_frame: false
      • lat_lag_override: null
      • lat_action_bias_override: null
      • max_x_error: 4.0
      • max_y_error: 3.0
      • max_yaw_error: 0.2
      • reset_every: null
      • avoid_hood: false
      • cache_granularity: true
    • ▶
      agent: {} 8 keys
      • supercombo: 'f78ed37d-afad-4dbc-8050-40ea885eedde/12864'
      • restrict_outputs: null
      • exclude_outputs: ['imgs']
      • use_allow_throttle: false
      • model_trained_fps: 5
      • use_worldmodel_as_agent: false
      • desired_curv_smooth_seconds: false
      • desired_accel_smooth_seconds: false

4 of 8 passed (50.0%)

  def evaluate_scenario(self, result: dict) -> bool:
    frame_idx = np.asarray(result['frame_idx'])
    separation = np.asarray(result['separation_m'])
    evaluate = frame_idx >= result['decision_frame']
    return bool(np.any(separation[evaluate] >= 1.5))

❌ 424b2a6c1b69a3bc|0000006c--00a1917b4c--11/800 + {"side": "right"}

✅ GT desire: keep_right at frame 746

❌ 7bc0de9da607c543|00000000--recon00001--0/590 + {"side": "right"}

❌ GT desire: none

❌ 902b702d5f3cabf8|00000144--5f53ab90c4--11/210 + {"side": "right"}

✅ GT desire: keep_right at frame 175

❌ 902b702d5f3cabf8|0000014a--0830d6fb53--10/670 + {"side": "right"}

❌ GT desire: none

✅ 902b702d5f3cabf8|00000144--5f53ab90c4--8/230 + {"side": "right"}

✅ GT desire: lane_change_right at frame 238

✅ 902b702d5f3cabf8|0000014d--7247f3dd3a--22/1100 + {"side": "right"}

✅ GT desire: keep_right at frame 1117

✅ aebd8f1d4ea16066|0000020e--1b0a1216eb--8/740 + {"side": "left"}

✅ GT desire: lane_change_left at frame 712

✅ ff9dba54b42b3afa|00000017--edc0a77709--9/770 + {"side": "left"}

❌ GT desire: none