| { |
| "type": "dot", |
| "n_obs_steps": 3, |
| "normalization_mapping": { |
| "VISUAL": "MEAN_STD", |
| "STATE": "MIN_MAX", |
| "ENV": "MIN_MAX", |
| "ACTION": "MIN_MAX" |
| }, |
| "input_features": { |
| "observation.images.top": { |
| "type": "VISUAL", |
| "shape": [ |
| 3, |
| 480, |
| 640 |
| ] |
| }, |
| "observation.state": { |
| "type": "STATE", |
| "shape": [ |
| 14 |
| ] |
| } |
| }, |
| "output_features": { |
| "action": { |
| "type": "ACTION", |
| "shape": [ |
| 14 |
| ] |
| } |
| }, |
| "train_horizon": 75, |
| "inference_horizon": 50, |
| "lookback_obs_steps": 20, |
| "lookback_aug": 5, |
| "override_dataset_stats": false, |
| "new_dataset_stats": { |
| "action": { |
| "max": [ |
| 512.0, |
| 512.0 |
| ], |
| "min": [ |
| 0.0, |
| 0.0 |
| ] |
| }, |
| "observation.environment_state": { |
| "max": [ |
| 512.0, |
| 512.0, |
| 512.0, |
| 512.0, |
| 512.0, |
| 512.0, |
| 512.0, |
| 512.0, |
| 512.0, |
| 512.0, |
| 512.0, |
| 512.0, |
| 512.0, |
| 512.0, |
| 512.0, |
| 512.0 |
| ], |
| "min": [ |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0 |
| ] |
| }, |
| "observation.state": { |
| "max": [ |
| 512.0, |
| 512.0 |
| ], |
| "min": [ |
| 0.0, |
| 0.0 |
| ] |
| } |
| }, |
| "vision_backbone": "resnet18", |
| "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", |
| "pre_norm": true, |
| "lora_rank": 20, |
| "merge_lora": false, |
| "dim_model": 128, |
| "n_heads": 8, |
| "dim_feedforward": 512, |
| "n_decoder_layers": 8, |
| "rescale_shape": [ |
| 480, |
| 640 |
| ], |
| "crop_scale": 0.8, |
| "state_noise": 0.01, |
| "noise_decay": 0.999995, |
| "dropout": 0.1, |
| "alpha": 0.98, |
| "train_alpha": 0.99, |
| "predict_every_n": 1, |
| "return_every_n": 1, |
| "optimizer_lr": 0.0001, |
| "optimizer_min_lr": 0.0001, |
| "optimizer_lr_cycle_steps": 100000, |
| "optimizer_weight_decay": 1e-05 |
| } |