ln2697 commited on
Commit
246fd20
·
1 Parent(s): e976dd8
Files changed (2) hide show
  1. CaRL/config.json +570 -0
  2. CaRL/model_best.pth +3 -0
CaRL/config.json ADDED
@@ -0,0 +1,570 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "action_repeat": 1,
3
+ "action_space_dim": 2,
4
+ "action_space_max": 1.0,
5
+ "action_space_min": -1.0,
6
+ "adam_eps": 1e-05,
7
+ "allow_tf32": false,
8
+ "benchmark": false,
9
+ "best_iteration": 4464,
10
+ "beta_1": 0.9,
11
+ "beta_2": 0.999,
12
+ "beta_min_a_b_value": 1.0,
13
+ "bev_classes_list": {
14
+ "py/tuple": [
15
+ {
16
+ "py/tuple": [
17
+ 0,
18
+ 0,
19
+ 0
20
+ ]
21
+ },
22
+ {
23
+ "py/tuple": [
24
+ 150,
25
+ 150,
26
+ 150
27
+ ]
28
+ },
29
+ {
30
+ "py/tuple": [
31
+ 255,
32
+ 255,
33
+ 255
34
+ ]
35
+ },
36
+ {
37
+ "py/tuple": [
38
+ 255,
39
+ 255,
40
+ 0
41
+ ]
42
+ },
43
+ {
44
+ "py/tuple": [
45
+ 0,
46
+ 0,
47
+ 255
48
+ ]
49
+ },
50
+ {
51
+ "py/tuple": [
52
+ 0,
53
+ 255,
54
+ 255
55
+ ]
56
+ },
57
+ {
58
+ "py/tuple": [
59
+ 255,
60
+ 255,
61
+ 0
62
+ ]
63
+ },
64
+ {
65
+ "py/tuple": [
66
+ 160,
67
+ 160,
68
+ 0
69
+ ]
70
+ },
71
+ {
72
+ "py/tuple": [
73
+ 0,
74
+ 255,
75
+ 0
76
+ ]
77
+ }
78
+ ]
79
+ },
80
+ "bev_semantics_height": 256,
81
+ "bev_semantics_width": 256,
82
+ "capture_video": false,
83
+ "clip_coef": 0.1,
84
+ "clip_vloss": true,
85
+ "comfort_penalty_factor": 0.5,
86
+ "comfort_penalty_ticks": 500,
87
+ "compile_model": false,
88
+ "condition_outside_junction": false,
89
+ "consider_tl": true,
90
+ "cpu_collect": false,
91
+ "cuda": true,
92
+ "current_eval_interval_idx": 9,
93
+ "current_learning_rate": 1.0924186148131287e-07,
94
+ "dd_ppo_min_perc": 0.25,
95
+ "dd_ppo_preempt_threshold": 0.6,
96
+ "debug": false,
97
+ "distribution": "beta",
98
+ "ego_extent_x": 2.44619083404541,
99
+ "ego_extent_y": 0.9183566570281982,
100
+ "ego_extent_z": 0.7451388239860535,
101
+ "ego_forecast_min_speed": 2.5,
102
+ "ego_forecast_time": 1.0,
103
+ "ent_coef": 0.01,
104
+ "eval_intervals": {
105
+ "py/tuple": [
106
+ 0.1,
107
+ 0.2,
108
+ 0.3,
109
+ 0.4,
110
+ 0.5,
111
+ 0.6,
112
+ 0.7,
113
+ 0.8,
114
+ 0.9
115
+ ]
116
+ },
117
+ "eval_time": 1200.0,
118
+ "exp_name": "CaRL_1_1_003_01",
119
+ "expl_coef": 0.05,
120
+ "features_dim": 256,
121
+ "frame_rate": 10.0,
122
+ "gae": true,
123
+ "gae_lambda": 0.95,
124
+ "gamma": 0.99,
125
+ "global_step": 300154880,
126
+ "gpu_ids": [
127
+ 0,
128
+ 1,
129
+ 2,
130
+ 3,
131
+ 4,
132
+ 6,
133
+ 7,
134
+ 8
135
+ ],
136
+ "green_wave_prob": 0.05,
137
+ "gym_id": "CARLAEnv-v0",
138
+ "history_idx": [
139
+ -16,
140
+ -11,
141
+ -6,
142
+ -1
143
+ ],
144
+ "history_idx_2": [
145
+ -16,
146
+ -11,
147
+ -6
148
+ ],
149
+ "hl_gauss_bucket_size": 1.0,
150
+ "hl_gauss_num_classes": 41,
151
+ "hl_gauss_std": 0.75,
152
+ "hl_gauss_vmax": 30.0,
153
+ "hl_gauss_vmin": -10.0,
154
+ "image_encoder": "roach_ln2",
155
+ "kl_early_stop": 0,
156
+ "lane_dist_penalty_softener": 1.0,
157
+ "lane_distance_violation_threshold": 0.0,
158
+ "latest_iteration": 4576,
159
+ "learning_rate": 0.00025,
160
+ "light_radius": 15.0,
161
+ "load_file": "/scratch_local/rocky/code/ad_planning/2_carla/results/CaRL_1_1_003_01/model_latest_000002476.pth",
162
+ "logdir": "/scratch_local/rocky/code/ad_planning/2_carla/results",
163
+ "logger_region_of_interest": 30.0,
164
+ "logging_freq": 10,
165
+ "lr_schedule": "linear",
166
+ "lr_schedule_cosine_restarts": {
167
+ "py/tuple": [
168
+ 0.0,
169
+ 0.25,
170
+ 0.5,
171
+ 0.75,
172
+ 1.0
173
+ ]
174
+ },
175
+ "lr_schedule_step": 8,
176
+ "lr_schedule_step_factor": 0.1,
177
+ "lr_schedule_step_perc": {
178
+ "py/tuple": [
179
+ 0.5,
180
+ 0.75
181
+ ]
182
+ },
183
+ "map_folder": "maps_2ppm_cv",
184
+ "matmul_precision": "highest",
185
+ "max_abs_lat_accel": 9.0,
186
+ "max_abs_lon_jerk": 30.0,
187
+ "max_abs_mag_jerk": 30.0,
188
+ "max_abs_yaw_accel": 3.0,
189
+ "max_abs_yaw_rate": 1.0,
190
+ "max_avg_steer_angle": 60.0,
191
+ "max_change": 0.25,
192
+ "max_grad_norm": 0.5,
193
+ "max_lon_accel": 10.0,
194
+ "max_overspeed_value_threshold": 2.23,
195
+ "max_pedestrian_detection_number": 10,
196
+ "max_speed_actor": 33.33,
197
+ "max_training_score": 36.4181325340271,
198
+ "max_vehicle_detection_number": 10,
199
+ "min_ext_bounding_box": 0.8,
200
+ "min_lon_accel": -20.0,
201
+ "min_speed_actor": -2.67,
202
+ "min_temperature": 0.1,
203
+ "min_thresh_lat_dist": 2.0,
204
+ "n_step_exploration": 100,
205
+ "norm_adv": true,
206
+ "normal_dist_action_dep_std": true,
207
+ "normal_dist_init": {
208
+ "py/tuple": [
209
+ {
210
+ "py/tuple": [
211
+ 0,
212
+ -2
213
+ ]
214
+ },
215
+ {
216
+ "py/tuple": [
217
+ 0,
218
+ -2
219
+ ]
220
+ }
221
+ ]
222
+ },
223
+ "normalize_rewards": false,
224
+ "num_envs": 1,
225
+ "num_envs_per_proc": 32,
226
+ "num_lstm_layers": 1,
227
+ "num_route_points_rendered": 150,
228
+ "num_value_measurements": 10,
229
+ "obs_num_channels": 10,
230
+ "obs_num_measurements": 8,
231
+ "off_road_term_perc": 0.95,
232
+ "original_frame_rate": 20.0,
233
+ "pedestrian_distance_threshold": 15,
234
+ "penalize_yellow_light": false,
235
+ "pixels_ev_to_bottom": 100,
236
+ "pixels_per_meter": 2.0,
237
+ "ports": [
238
+ 2024,
239
+ 2039,
240
+ 2054,
241
+ 2069,
242
+ 2084,
243
+ 2099,
244
+ 2114,
245
+ 2129,
246
+ 2144,
247
+ 2159,
248
+ 2174,
249
+ 2189,
250
+ 2204,
251
+ 2219,
252
+ 2234,
253
+ 2249,
254
+ 2264,
255
+ 2279,
256
+ 2294,
257
+ 2309,
258
+ 2324,
259
+ 2339,
260
+ 2354,
261
+ 2369,
262
+ 2384,
263
+ 2399,
264
+ 2414,
265
+ 2429,
266
+ 2444,
267
+ 2459,
268
+ 2474,
269
+ 2489,
270
+ 2504,
271
+ 2519,
272
+ 2534,
273
+ 2549,
274
+ 2564,
275
+ 2579,
276
+ 2594,
277
+ 2609,
278
+ 2624,
279
+ 2639,
280
+ 2654,
281
+ 2669,
282
+ 2684,
283
+ 2699,
284
+ 2714,
285
+ 2729,
286
+ 2744,
287
+ 2759,
288
+ 2774,
289
+ 2789,
290
+ 2804,
291
+ 2819,
292
+ 2834,
293
+ 2849,
294
+ 2864,
295
+ 2879,
296
+ 2894,
297
+ 2909,
298
+ 2924,
299
+ 2939,
300
+ 2954,
301
+ 2969,
302
+ 2984,
303
+ 2999,
304
+ 3014,
305
+ 3029,
306
+ 3044,
307
+ 3059,
308
+ 3074,
309
+ 3089,
310
+ 3104,
311
+ 3119,
312
+ 3134,
313
+ 3149,
314
+ 3164,
315
+ 3179,
316
+ 3194,
317
+ 3209,
318
+ 3224,
319
+ 3239,
320
+ 3254,
321
+ 3269,
322
+ 3284,
323
+ 3299,
324
+ 3314,
325
+ 3329,
326
+ 3344,
327
+ 3359,
328
+ 3374,
329
+ 3389,
330
+ 3404,
331
+ 3419,
332
+ 3434,
333
+ 3449,
334
+ 3464,
335
+ 3479,
336
+ 3494,
337
+ 3509,
338
+ 3524,
339
+ 3539,
340
+ 3554,
341
+ 3569,
342
+ 3584,
343
+ 3599,
344
+ 3614,
345
+ 3629,
346
+ 3644,
347
+ 3659,
348
+ 3674,
349
+ 3689,
350
+ 3704,
351
+ 3719,
352
+ 3734,
353
+ 3749,
354
+ 3764,
355
+ 3779,
356
+ 3794,
357
+ 3809,
358
+ 3824,
359
+ 3839,
360
+ 3854,
361
+ 3869,
362
+ 3884,
363
+ 3899,
364
+ 3914,
365
+ 3929,
366
+ 3944,
367
+ 3959,
368
+ 3974,
369
+ 3989,
370
+ 4004,
371
+ 4019,
372
+ 4034,
373
+ 4049,
374
+ 4064,
375
+ 4079,
376
+ 4094,
377
+ 4109,
378
+ 4124,
379
+ 4139,
380
+ 4154,
381
+ 4169,
382
+ 4184,
383
+ 4199,
384
+ 4214,
385
+ 4229,
386
+ 4244,
387
+ 4259,
388
+ 4274,
389
+ 4289,
390
+ 4304,
391
+ 4319,
392
+ 4334,
393
+ 4349,
394
+ 4364,
395
+ 4379,
396
+ 4394,
397
+ 4409,
398
+ 4424,
399
+ 4439,
400
+ 4454,
401
+ 4469,
402
+ 4484,
403
+ 4499,
404
+ 4514,
405
+ 4529,
406
+ 4544,
407
+ 4559,
408
+ 4574,
409
+ 4589,
410
+ 4604,
411
+ 4619,
412
+ 4634,
413
+ 4649,
414
+ 4664,
415
+ 4679,
416
+ 4694,
417
+ 4709,
418
+ 4724,
419
+ 4739,
420
+ 4754,
421
+ 4769,
422
+ 4784,
423
+ 4799,
424
+ 4814,
425
+ 4829,
426
+ 4844,
427
+ 4859,
428
+ 4874,
429
+ 4889,
430
+ 4904,
431
+ 4919,
432
+ 4934,
433
+ 4949,
434
+ 4964,
435
+ 4979,
436
+ 4994,
437
+ 5009,
438
+ 5024,
439
+ 5039,
440
+ 5054,
441
+ 5069,
442
+ 5084,
443
+ 5099,
444
+ 5114,
445
+ 5129,
446
+ 5144,
447
+ 5159,
448
+ 5174,
449
+ 5189,
450
+ 5204,
451
+ 5219,
452
+ 5234,
453
+ 5249,
454
+ 5264,
455
+ 5279,
456
+ 5294,
457
+ 5309,
458
+ 5324,
459
+ 5339,
460
+ 5354,
461
+ 5369,
462
+ 5384,
463
+ 5399,
464
+ 5414,
465
+ 5429,
466
+ 5444,
467
+ 5459,
468
+ 5474,
469
+ 5489,
470
+ 5504,
471
+ 5519,
472
+ 5534,
473
+ 5549,
474
+ 5565,
475
+ 5580,
476
+ 5595,
477
+ 5610,
478
+ 5625,
479
+ 5640,
480
+ 5655,
481
+ 5670,
482
+ 5685,
483
+ 5700,
484
+ 5715,
485
+ 5730,
486
+ 5745,
487
+ 5760,
488
+ 5775,
489
+ 5790,
490
+ 5805,
491
+ 5820,
492
+ 5835,
493
+ 5850
494
+ ],
495
+ "py/object": "rl_config.GlobalConfig",
496
+ "rdzv_addr": "127.0.0.1",
497
+ "red_light_thickness": 3,
498
+ "render_green_tl": true,
499
+ "render_shoulder": false,
500
+ "render_speed_lines": true,
501
+ "render_yellow_time": true,
502
+ "reward_type": "simple_reward",
503
+ "route_points": 10,
504
+ "route_width": 6,
505
+ "rpo_alpha": 0.5,
506
+ "rr_maximum_speed": 6.0,
507
+ "rr_pedestrian_proximity_threshold": 9.5,
508
+ "rr_tl_dist_threshold": 18.0,
509
+ "rr_tl_offset": -1.9569526672363282,
510
+ "rr_vehicle_proximity_threshold": 9.5,
511
+ "scale_bbox": true,
512
+ "scale_factor_vehicle": 1.0,
513
+ "scale_factor_walker": 2.0,
514
+ "scale_mask_col": 1.0,
515
+ "seed": 100,
516
+ "speeding_infraction": true,
517
+ "start_delay_frames": 20,
518
+ "survival_reward_magnitude": 0.0001,
519
+ "target_kl": 0.015,
520
+ "tcp_store_port": 7000,
521
+ "terminal_hint": 1.0,
522
+ "terminal_reward": 0.0,
523
+ "time_interval": 0.1,
524
+ "torch_deterministic": true,
525
+ "total_batch_size": 65536,
526
+ "total_minibatch_size": 16384,
527
+ "total_timesteps": 300000000,
528
+ "track": true,
529
+ "ttc_penalty_ticks": 500,
530
+ "ttc_resolution": 2,
531
+ "uniform_percentage_z": 0.03,
532
+ "update_epochs": 3,
533
+ "use_comfort_infraction": true,
534
+ "use_dd_ppo_preempt": false,
535
+ "use_exploration_suggest": false,
536
+ "use_extra_control_inputs": false,
537
+ "use_green_wave": false,
538
+ "use_history": false,
539
+ "use_hl_gauss_value_loss": false,
540
+ "use_layer_norm": true,
541
+ "use_layer_norm_policy_head": true,
542
+ "use_leave_route_done": false,
543
+ "use_lstm": false,
544
+ "use_max_change_penalty": false,
545
+ "use_min_speed_infraction": false,
546
+ "use_new_bev_obs": true,
547
+ "use_new_stop_sign_detector": true,
548
+ "use_off_road_term": true,
549
+ "use_outside_route_lanes": true,
550
+ "use_perc_progress": true,
551
+ "use_positional_encoding": false,
552
+ "use_rl_termination_hint": true,
553
+ "use_rpo": false,
554
+ "use_shoulder_channel": true,
555
+ "use_single_reward": true,
556
+ "use_speed_limit_as_max_speed": false,
557
+ "use_survival_reward": false,
558
+ "use_target_point": false,
559
+ "use_temperature": false,
560
+ "use_termination_hint": true,
561
+ "use_ttc": true,
562
+ "use_value_measurements": true,
563
+ "use_vehicle_close_penalty": false,
564
+ "vehicle_distance_threshold": 15,
565
+ "vf_coef": 0.5,
566
+ "visualize": false,
567
+ "wandb_entity": null,
568
+ "wandb_project_name": "ppo-roach",
569
+ "weight_decay": 0.0
570
+ }
CaRL/model_best.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a502771e8090de550cfc83f82bb65443641a5fc8526f36f5e458e5496084b0c8
3
+ size 7959522