| { |
| "dataset_kwargs": { |
| "balance_weights": false, |
| "batch_size": 8, |
| "dataset_kwargs_list": [ |
| { |
| "name": "kuka", |
| "data_dir": null, |
| "image_obs_keys": { |
| "primary": "image", |
| "high": null, |
| "nav": null, |
| "left_wrist": null, |
| "right_wrist": null |
| }, |
| "proprio_obs_keys": { |
| "bimanual": null, |
| "quadruped": null |
| }, |
| "proprio_obs_dims": { |
| "bimanual": 14, |
| "quadruped": 59 |
| }, |
| "action_normalization_mask": [ |
| true, |
| true, |
| true, |
| true, |
| true, |
| true, |
| false |
| ], |
| "language_key": "language_instruction", |
| "action_proprio_normalization_type": "normal", |
| "standardize_fn": { |
| "module": "crossformer.data.oxe.oxe_standardization_transforms", |
| "name": "kuka_dataset_transform", |
| "args": [], |
| "kwargs": {} |
| } |
| }, |
| { |
| "name": "taco_play", |
| "data_dir": null, |
| "image_obs_keys": { |
| "primary": "rgb_static", |
| "high": null, |
| "nav": null, |
| "left_wrist": null, |
| "right_wrist": null |
| }, |
| "proprio_obs_keys": { |
| "bimanual": null, |
| "quadruped": null |
| }, |
| "proprio_obs_dims": { |
| "bimanual": 14, |
| "quadruped": 59 |
| }, |
| "action_normalization_mask": [ |
| true, |
| true, |
| true, |
| true, |
| true, |
| true, |
| false |
| ], |
| "language_key": "language_instruction", |
| "action_proprio_normalization_type": "normal", |
| "standardize_fn": { |
| "module": "crossformer.data.oxe.oxe_standardization_transforms", |
| "name": "taco_dataset_transform", |
| "args": [], |
| "kwargs": {} |
| } |
| }, |
| { |
| "name": "taco_extra", |
| "data_dir": null, |
| "image_obs_keys": { |
| "primary": "rgb_static", |
| "high": null, |
| "nav": null, |
| "left_wrist": null, |
| "right_wrist": null |
| }, |
| "proprio_obs_keys": { |
| "bimanual": null, |
| "quadruped": null |
| }, |
| "proprio_obs_dims": { |
| "bimanual": 14, |
| "quadruped": 59 |
| }, |
| "action_normalization_mask": [ |
| true, |
| true, |
| true, |
| true, |
| true, |
| true, |
| false |
| ], |
| "language_key": "language_instruction", |
| "action_proprio_normalization_type": "normal", |
| "standardize_fn": { |
| "module": "crossformer.data.oxe.oxe_standardization_transforms", |
| "name": "taco_dataset_transform", |
| "args": [], |
| "kwargs": {} |
| } |
| }, |
| { |
| "name": "jaco_play", |
| "data_dir": null, |
| "image_obs_keys": { |
| "primary": "image", |
| "high": null, |
| "nav": null, |
| "left_wrist": null, |
| "right_wrist": null |
| }, |
| "proprio_obs_keys": { |
| "bimanual": null, |
| "quadruped": null |
| }, |
| "proprio_obs_dims": { |
| "bimanual": 14, |
| "quadruped": 59 |
| }, |
| "action_normalization_mask": [ |
| true, |
| true, |
| true, |
| true, |
| true, |
| true, |
| false |
| ], |
| "language_key": "language_instruction", |
| "action_proprio_normalization_type": "normal", |
| "standardize_fn": { |
| "module": "crossformer.data.oxe.oxe_standardization_transforms", |
| "name": "jaco_play_dataset_transform", |
| "args": [], |
| "kwargs": {} |
| } |
| }, |
| { |
| "name": "berkeley_cable_routing", |
| "data_dir": null, |
| "image_obs_keys": { |
| "primary": "image", |
| "high": null, |
| "nav": null, |
| "left_wrist": null, |
| "right_wrist": null |
| }, |
| "proprio_obs_keys": { |
| "bimanual": null, |
| "quadruped": null |
| }, |
| "proprio_obs_dims": { |
| "bimanual": 14, |
| "quadruped": 59 |
| }, |
| "action_normalization_mask": [ |
| true, |
| true, |
| true, |
| true, |
| true, |
| true, |
| false |
| ], |
| "language_key": "language_instruction", |
| "action_proprio_normalization_type": "normal", |
| "standardize_fn": { |
| "module": "crossformer.data.oxe.oxe_standardization_transforms", |
| "name": "berkeley_cable_routing_dataset_transform", |
| "args": [], |
| "kwargs": {} |
| } |
| }, |
| { |
| "name": "roboturk", |
| "data_dir": null, |
| "image_obs_keys": { |
| "primary": "front_rgb", |
| "high": null, |
| "nav": null, |
| "left_wrist": null, |
| "right_wrist": null |
| }, |
| "proprio_obs_keys": { |
| "bimanual": null, |
| "quadruped": null |
| }, |
| "proprio_obs_dims": { |
| "bimanual": 14, |
| "quadruped": 59 |
| }, |
| "action_normalization_mask": [ |
| true, |
| true, |
| true, |
| true, |
| true, |
| true, |
| false |
| ], |
| "language_key": "language_instruction", |
| "action_proprio_normalization_type": "normal", |
| "standardize_fn": { |
| "module": "crossformer.data.oxe.oxe_standardization_transforms", |
| "name": "roboturk_dataset_transform", |
| "args": [], |
| "kwargs": {} |
| } |
| }, |
| { |
| "name": "viola", |
| "data_dir": null, |
| "image_obs_keys": { |
| "primary": "agentview_rgb", |
| "high": null, |
| "nav": null, |
| "left_wrist": null, |
| "right_wrist": null |
| }, |
| "proprio_obs_keys": { |
| "bimanual": null, |
| "quadruped": null |
| }, |
| "proprio_obs_dims": { |
| "bimanual": 14, |
| "quadruped": 59 |
| }, |
| "action_normalization_mask": [ |
| true, |
| true, |
| true, |
| true, |
| true, |
| true, |
| false |
| ], |
| "language_key": "language_instruction", |
| "action_proprio_normalization_type": "normal", |
| "standardize_fn": { |
| "module": "crossformer.data.oxe.oxe_standardization_transforms", |
| "name": "viola_dataset_transform", |
| "args": [], |
| "kwargs": {} |
| } |
| }, |
| { |
| "name": "berkeley_autolab_ur5", |
| "data_dir": null, |
| "image_obs_keys": { |
| "primary": "image", |
| "high": null, |
| "nav": null, |
| "left_wrist": null, |
| "right_wrist": null |
| }, |
| "proprio_obs_keys": { |
| "bimanual": null, |
| "quadruped": null |
| }, |
| "proprio_obs_dims": { |
| "bimanual": 14, |
| "quadruped": 59 |
| }, |
| "action_normalization_mask": [ |
| true, |
| true, |
| true, |
| true, |
| true, |
| true, |
| false |
| ], |
| "language_key": "language_instruction", |
| "action_proprio_normalization_type": "normal", |
| "standardize_fn": { |
| "module": "crossformer.data.oxe.oxe_standardization_transforms", |
| "name": "berkeley_autolab_ur5_dataset_transform", |
| "args": [], |
| "kwargs": {} |
| } |
| }, |
| { |
| "name": "toto", |
| "data_dir": null, |
| "image_obs_keys": { |
| "primary": "image", |
| "high": null, |
| "nav": null, |
| "left_wrist": null, |
| "right_wrist": null |
| }, |
| "proprio_obs_keys": { |
| "bimanual": null, |
| "quadruped": null |
| }, |
| "proprio_obs_dims": { |
| "bimanual": 14, |
| "quadruped": 59 |
| }, |
| "action_normalization_mask": [ |
| true, |
| true, |
| true, |
| true, |
| true, |
| true, |
| false |
| ], |
| "language_key": "language_instruction", |
| "action_proprio_normalization_type": "normal", |
| "standardize_fn": { |
| "module": "crossformer.data.oxe.oxe_standardization_transforms", |
| "name": "toto_dataset_transform", |
| "args": [], |
| "kwargs": {} |
| } |
| }, |
| { |
| "name": "language_table", |
| "data_dir": null, |
| "image_obs_keys": { |
| "primary": "rgb", |
| "high": null, |
| "nav": null, |
| "left_wrist": null, |
| "right_wrist": null |
| }, |
| "proprio_obs_keys": { |
| "bimanual": null, |
| "quadruped": null |
| }, |
| "proprio_obs_dims": { |
| "bimanual": 14, |
| "quadruped": 59 |
| }, |
| "action_normalization_mask": [ |
| true, |
| true, |
| true, |
| true, |
| true, |
| true, |
| false |
| ], |
| "language_key": "language_instruction", |
| "action_proprio_normalization_type": "normal", |
| "standardize_fn": { |
| "module": "crossformer.data.oxe.oxe_standardization_transforms", |
| "name": "language_table_dataset_transform", |
| "args": [], |
| "kwargs": {} |
| } |
| }, |
| { |
| "name": "stanford_hydra_dataset_converted_externally_to_rlds", |
| "data_dir": null, |
| "image_obs_keys": { |
| "primary": "image", |
| "high": null, |
| "nav": null, |
| "left_wrist": null, |
| "right_wrist": null |
| }, |
| "proprio_obs_keys": { |
| "bimanual": null, |
| "quadruped": null |
| }, |
| "proprio_obs_dims": { |
| "bimanual": 14, |
| "quadruped": 59 |
| }, |
| "action_normalization_mask": [ |
| true, |
| true, |
| true, |
| true, |
| true, |
| true, |
| false |
| ], |
| "language_key": "language_instruction", |
| "action_proprio_normalization_type": "normal", |
| "standardize_fn": { |
| "module": "crossformer.data.oxe.oxe_standardization_transforms", |
| "name": "stanford_hydra_dataset_transform", |
| "args": [], |
| "kwargs": {} |
| } |
| }, |
| { |
| "name": "austin_buds_dataset_converted_externally_to_rlds", |
| "data_dir": null, |
| "image_obs_keys": { |
| "primary": "image", |
| "high": null, |
| "nav": null, |
| "left_wrist": null, |
| "right_wrist": null |
| }, |
| "proprio_obs_keys": { |
| "bimanual": null, |
| "quadruped": null |
| }, |
| "proprio_obs_dims": { |
| "bimanual": 14, |
| "quadruped": 59 |
| }, |
| "action_normalization_mask": [ |
| true, |
| true, |
| true, |
| true, |
| true, |
| true, |
| false |
| ], |
| "language_key": "language_instruction", |
| "action_proprio_normalization_type": "normal", |
| "standardize_fn": { |
| "module": "crossformer.data.oxe.oxe_standardization_transforms", |
| "name": "austin_buds_dataset_transform", |
| "args": [], |
| "kwargs": {} |
| } |
| }, |
| { |
| "name": "nyu_franka_play_dataset_converted_externally_to_rlds", |
| "data_dir": null, |
| "image_obs_keys": { |
| "primary": "image", |
| "high": null, |
| "nav": null, |
| "left_wrist": null, |
| "right_wrist": null |
| }, |
| "proprio_obs_keys": { |
| "bimanual": null, |
| "quadruped": null |
| }, |
| "proprio_obs_dims": { |
| "bimanual": 14, |
| "quadruped": 59 |
| }, |
| "action_normalization_mask": [ |
| true, |
| true, |
| true, |
| true, |
| true, |
| true, |
| false |
| ], |
| "language_key": "language_instruction", |
| "action_proprio_normalization_type": "normal", |
| "standardize_fn": { |
| "module": "crossformer.data.oxe.oxe_standardization_transforms", |
| "name": "nyu_franka_play_dataset_transform", |
| "args": [], |
| "kwargs": {} |
| } |
| }, |
| { |
| "name": "furniture_bench_dataset_converted_externally_to_rlds", |
| "data_dir": null, |
| "image_obs_keys": { |
| "primary": "image", |
| "high": null, |
| "nav": null, |
| "left_wrist": null, |
| "right_wrist": null |
| }, |
| "proprio_obs_keys": { |
| "bimanual": null, |
| "quadruped": null |
| }, |
| "proprio_obs_dims": { |
| "bimanual": 14, |
| "quadruped": 59 |
| }, |
| "action_normalization_mask": [ |
| true, |
| true, |
| true, |
| true, |
| true, |
| true, |
| false |
| ], |
| "language_key": "language_instruction", |
| "action_proprio_normalization_type": "normal", |
| "standardize_fn": { |
| "module": "crossformer.data.oxe.oxe_standardization_transforms", |
| "name": "furniture_bench_dataset_transform", |
| "args": [], |
| "kwargs": {} |
| } |
| }, |
| { |
| "name": "austin_sailor_dataset_converted_externally_to_rlds", |
| "data_dir": null, |
| "image_obs_keys": { |
| "primary": "image", |
| "nav": null, |
| "high": null, |
| "left_wrist": null, |
| "right_wrist": null |
| }, |
| "proprio_obs_keys": { |
| "bimanual": null, |
| "quadruped": null |
| }, |
| "proprio_obs_dims": { |
| "bimanual": 14, |
| "quadruped": 59 |
| }, |
| "action_normalization_mask": [ |
| true, |
| true, |
| true, |
| true, |
| true, |
| true, |
| false |
| ], |
| "language_key": "language_instruction", |
| "action_proprio_normalization_type": "normal", |
| "standardize_fn": { |
| "module": "crossformer.data.oxe.oxe_standardization_transforms", |
| "name": "austin_sailor_dataset_transform", |
| "args": [], |
| "kwargs": {} |
| } |
| }, |
| { |
| "name": "austin_sirius_dataset_converted_externally_to_rlds", |
| "data_dir": null, |
| "image_obs_keys": { |
| "primary": "image", |
| "nav": null, |
| "high": null, |
| "left_wrist": null, |
| "right_wrist": null |
| }, |
| "proprio_obs_keys": { |
| "bimanual": null, |
| "quadruped": null |
| }, |
| "proprio_obs_dims": { |
| "bimanual": 14, |
| "quadruped": 59 |
| }, |
| "action_normalization_mask": [ |
| true, |
| true, |
| true, |
| true, |
| true, |
| true, |
| false |
| ], |
| "language_key": "language_instruction", |
| "action_proprio_normalization_type": "normal", |
| "standardize_fn": { |
| "module": "crossformer.data.oxe.oxe_standardization_transforms", |
| "name": "austin_sirius_dataset_transform", |
| "args": [], |
| "kwargs": {} |
| } |
| }, |
| { |
| "name": "bc_z", |
| "data_dir": null, |
| "image_obs_keys": { |
| "primary": "image", |
| "high": null, |
| "nav": null, |
| "left_wrist": null, |
| "right_wrist": null |
| }, |
| "proprio_obs_keys": { |
| "bimanual": null, |
| "quadruped": null |
| }, |
| "proprio_obs_dims": { |
| "bimanual": 14, |
| "quadruped": 59 |
| }, |
| "action_normalization_mask": [ |
| true, |
| true, |
| true, |
| true, |
| true, |
| true, |
| false |
| ], |
| "language_key": "language_instruction", |
| "action_proprio_normalization_type": "normal", |
| "standardize_fn": { |
| "module": "crossformer.data.oxe.oxe_standardization_transforms", |
| "name": "bc_z_dataset_transform", |
| "args": [], |
| "kwargs": {} |
| } |
| }, |
| { |
| "name": "dlr_edan_shared_control_converted_externally_to_rlds", |
| "data_dir": null, |
| "image_obs_keys": { |
| "primary": "image", |
| "high": null, |
| "nav": null, |
| "left_wrist": null, |
| "right_wrist": null |
| }, |
| "proprio_obs_keys": { |
| "bimanual": null, |
| "quadruped": null |
| }, |
| "proprio_obs_dims": { |
| "bimanual": 14, |
| "quadruped": 59 |
| }, |
| "action_normalization_mask": [ |
| true, |
| true, |
| true, |
| true, |
| true, |
| true, |
| false |
| ], |
| "language_key": "language_instruction", |
| "action_proprio_normalization_type": "normal", |
| "standardize_fn": { |
| "module": "crossformer.data.oxe.oxe_standardization_transforms", |
| "name": "dlr_edan_shared_control_dataset_transform", |
| "args": [], |
| "kwargs": {} |
| } |
| }, |
| { |
| "name": "iamlab_cmu_pickup_insert_converted_externally_to_rlds", |
| "data_dir": null, |
| "image_obs_keys": { |
| "primary": "image", |
| "high": null, |
| "nav": null, |
| "left_wrist": null, |
| "right_wrist": null |
| }, |
| "proprio_obs_keys": { |
| "bimanual": null, |
| "quadruped": null |
| }, |
| "proprio_obs_dims": { |
| "bimanual": 14, |
| "quadruped": 59 |
| }, |
| "action_normalization_mask": [ |
| true, |
| true, |
| true, |
| true, |
| true, |
| true, |
| false |
| ], |
| "language_key": "language_instruction", |
| "action_proprio_normalization_type": "normal", |
| "standardize_fn": { |
| "module": "crossformer.data.oxe.oxe_standardization_transforms", |
| "name": "iamlab_pick_insert_dataset_transform", |
| "args": [], |
| "kwargs": {} |
| } |
| }, |
| { |
| "name": "utaustin_mutex", |
| "data_dir": null, |
| "image_obs_keys": { |
| "primary": "image", |
| "high": null, |
| "nav": null, |
| "left_wrist": null, |
| "right_wrist": null |
| }, |
| "proprio_obs_keys": { |
| "bimanual": null, |
| "quadruped": null |
| }, |
| "proprio_obs_dims": { |
| "bimanual": 14, |
| "quadruped": 59 |
| }, |
| "action_normalization_mask": [ |
| true, |
| true, |
| true, |
| true, |
| true, |
| true, |
| false |
| ], |
| "language_key": "language_instruction", |
| "action_proprio_normalization_type": "normal", |
| "standardize_fn": { |
| "module": "crossformer.data.oxe.oxe_standardization_transforms", |
| "name": "utaustin_mutex_dataset_transform", |
| "args": [], |
| "kwargs": {} |
| } |
| }, |
| { |
| "name": "berkeley_fanuc_manipulation", |
| "data_dir": null, |
| "image_obs_keys": { |
| "primary": "image", |
| "high": null, |
| "nav": null, |
| "left_wrist": null, |
| "right_wrist": null |
| }, |
| "proprio_obs_keys": { |
| "bimanual": null, |
| "quadruped": null |
| }, |
| "proprio_obs_dims": { |
| "bimanual": 14, |
| "quadruped": 59 |
| }, |
| "action_normalization_mask": [ |
| true, |
| true, |
| true, |
| true, |
| true, |
| true, |
| false |
| ], |
| "language_key": "language_instruction", |
| "action_proprio_normalization_type": "normal", |
| "standardize_fn": { |
| "module": "crossformer.data.oxe.oxe_standardization_transforms", |
| "name": "berkeley_fanuc_dataset_transform", |
| "args": [], |
| "kwargs": {} |
| } |
| }, |
| { |
| "name": "cmu_stretch", |
| "data_dir": null, |
| "image_obs_keys": { |
| "primary": "image", |
| "high": null, |
| "nav": null, |
| "left_wrist": null, |
| "right_wrist": null |
| }, |
| "proprio_obs_keys": { |
| "bimanual": null, |
| "quadruped": null |
| }, |
| "proprio_obs_dims": { |
| "bimanual": 14, |
| "quadruped": 59 |
| }, |
| "action_normalization_mask": [ |
| true, |
| true, |
| true, |
| true, |
| true, |
| true, |
| false |
| ], |
| "language_key": "language_instruction", |
| "action_proprio_normalization_type": "normal", |
| "standardize_fn": { |
| "module": "crossformer.data.oxe.oxe_standardization_transforms", |
| "name": "cmu_stretch_dataset_transform", |
| "args": [], |
| "kwargs": {} |
| } |
| }, |
| { |
| "name": "droid", |
| "data_dir": null, |
| "image_obs_keys": { |
| "primary": "exterior_image_1_left", |
| "high": null, |
| "nav": null, |
| "left_wrist": null, |
| "right_wrist": null |
| }, |
| "proprio_obs_keys": { |
| "bimanual": null, |
| "quadruped": null |
| }, |
| "proprio_obs_dims": { |
| "bimanual": 14, |
| "quadruped": 59 |
| }, |
| "filter_functions": [ |
| { |
| "module": "experiments.homer.scripts.configs.cross_embodiment", |
| "name": "filter_success", |
| "args": [], |
| "kwargs": {} |
| } |
| ], |
| "action_normalization_mask": [ |
| true, |
| true, |
| true, |
| true, |
| true, |
| true, |
| false |
| ], |
| "language_key": "language_instruction", |
| "action_proprio_normalization_type": "normal", |
| "standardize_fn": { |
| "module": "crossformer.data.oxe.oxe_standardization_transforms", |
| "name": "droid_dataset_transform", |
| "args": [], |
| "kwargs": {} |
| } |
| }, |
| { |
| "name": "aloha_pen_uncap_diverse_dataset", |
| "data_dir": null, |
| "image_obs_keys": { |
| "primary": null, |
| "high": "cam_high", |
| "nav": null, |
| "left_wrist": "cam_left_wrist", |
| "right_wrist": "cam_right_wrist" |
| }, |
| "proprio_obs_keys": { |
| "bimanual": "proprio", |
| "quadruped": null |
| }, |
| "proprio_obs_dims": { |
| "bimanual": 14, |
| "quadruped": 59 |
| }, |
| "action_normalization_mask": [ |
| true, |
| true, |
| true, |
| true, |
| true, |
| true, |
| false, |
| true, |
| true, |
| true, |
| true, |
| true, |
| true, |
| false |
| ], |
| "language_key": "language_instruction", |
| "action_proprio_normalization_type": "normal", |
| "standardize_fn": { |
| "module": "crossformer.data.oxe.oxe_standardization_transforms", |
| "name": "aloha_pen_uncap_dataset_transform", |
| "args": [], |
| "kwargs": {} |
| } |
| }, |
| { |
| "name": "aloha_dough_cut_dataset", |
| "data_dir": null, |
| "image_obs_keys": { |
| "primary": null, |
| "high": "cam_high", |
| "nav": null, |
| "left_wrist": "cam_left_wrist", |
| "right_wrist": "cam_right_wrist" |
| }, |
| "proprio_obs_keys": { |
| "bimanual": "proprio", |
| "quadruped": null |
| }, |
| "proprio_obs_dims": { |
| "bimanual": 14, |
| "quadruped": 59 |
| }, |
| "action_normalization_mask": [ |
| true, |
| true, |
| true, |
| true, |
| true, |
| true, |
| false, |
| true, |
| true, |
| true, |
| true, |
| true, |
| true, |
| false |
| ], |
| "language_key": "language_instruction", |
| "action_proprio_normalization_type": "normal", |
| "standardize_fn": { |
| "module": "crossformer.data.oxe.oxe_standardization_transforms", |
| "name": "aloha_dough_dataset_transform", |
| "args": [], |
| "kwargs": {} |
| } |
| }, |
| { |
| "name": "aloha_lucy_dataset", |
| "data_dir": null, |
| "image_obs_keys": { |
| "primary": null, |
| "high": "cam_high", |
| "nav": null, |
| "left_wrist": "cam_left_wrist", |
| "right_wrist": "cam_right_wrist" |
| }, |
| "proprio_obs_keys": { |
| "bimanual": "proprio", |
| "quadruped": null |
| }, |
| "proprio_obs_dims": { |
| "bimanual": 14, |
| "quadruped": 59 |
| }, |
| "action_normalization_mask": [ |
| true, |
| true, |
| true, |
| true, |
| true, |
| true, |
| false, |
| true, |
| true, |
| true, |
| true, |
| true, |
| true, |
| false |
| ], |
| "language_key": "language_instruction", |
| "action_proprio_normalization_type": "normal", |
| "standardize_fn": { |
| "module": "crossformer.data.oxe.oxe_standardization_transforms", |
| "name": "aloha_dough_dataset_transform", |
| "args": [], |
| "kwargs": {} |
| } |
| }, |
| { |
| "name": "aloha_drawer_dataset", |
| "data_dir": null, |
| "image_obs_keys": { |
| "primary": null, |
| "high": "cam_high", |
| "nav": null, |
| "left_wrist": "cam_left_wrist", |
| "right_wrist": "cam_right_wrist" |
| }, |
| "proprio_obs_keys": { |
| "bimanual": "proprio", |
| "quadruped": null |
| }, |
| "proprio_obs_dims": { |
| "bimanual": 14, |
| "quadruped": 59 |
| }, |
| "action_normalization_mask": [ |
| true, |
| true, |
| true, |
| true, |
| true, |
| true, |
| false, |
| true, |
| true, |
| true, |
| true, |
| true, |
| true, |
| false |
| ], |
| "language_key": "language_instruction", |
| "action_proprio_normalization_type": "normal", |
| "standardize_fn": { |
| "module": "crossformer.data.oxe.oxe_standardization_transforms", |
| "name": "aloha_dough_dataset_transform", |
| "args": [], |
| "kwargs": {} |
| } |
| }, |
| { |
| "name": "aloha_pick_place_dataset", |
| "data_dir": null, |
| "image_obs_keys": { |
| "primary": null, |
| "high": "cam_high", |
| "nav": null, |
| "left_wrist": "cam_left_wrist", |
| "right_wrist": "cam_right_wrist" |
| }, |
| "proprio_obs_keys": { |
| "bimanual": "proprio", |
| "quadruped": null |
| }, |
| "proprio_obs_dims": { |
| "bimanual": 14, |
| "quadruped": 59 |
| }, |
| "action_normalization_mask": [ |
| true, |
| true, |
| true, |
| true, |
| true, |
| true, |
| false, |
| true, |
| true, |
| true, |
| true, |
| true, |
| true, |
| false |
| ], |
| "language_key": "language_instruction", |
| "action_proprio_normalization_type": "normal", |
| "standardize_fn": { |
| "module": "crossformer.data.oxe.oxe_standardization_transforms", |
| "name": "aloha_dough_dataset_transform", |
| "args": [], |
| "kwargs": {} |
| } |
| }, |
| { |
| "name": "aloha_static_dataset", |
| "data_dir": null, |
| "image_obs_keys": { |
| "primary": null, |
| "high": "cam_high", |
| "nav": null, |
| "left_wrist": "cam_left_wrist", |
| "right_wrist": "cam_right_wrist" |
| }, |
| "proprio_obs_keys": { |
| "bimanual": "proprio", |
| "quadruped": null |
| }, |
| "proprio_obs_dims": { |
| "bimanual": 14, |
| "quadruped": 59 |
| }, |
| "action_normalization_mask": [ |
| true, |
| true, |
| true, |
| true, |
| true, |
| true, |
| false, |
| true, |
| true, |
| true, |
| true, |
| true, |
| true, |
| false |
| ], |
| "language_key": "language_instruction", |
| "action_proprio_normalization_type": "normal", |
| "standardize_fn": { |
| "module": "crossformer.data.oxe.oxe_standardization_transforms", |
| "name": "aloha_dough_dataset_transform", |
| "args": [], |
| "kwargs": {} |
| } |
| }, |
| { |
| "name": "aloha_sushi_cut_full_dataset", |
| "data_dir": null, |
| "image_obs_keys": { |
| "primary": null, |
| "high": "cam_high", |
| "nav": null, |
| "left_wrist": "cam_left_wrist", |
| "right_wrist": "cam_right_wrist" |
| }, |
| "proprio_obs_keys": { |
| "bimanual": "proprio", |
| "quadruped": null |
| }, |
| "proprio_obs_dims": { |
| "bimanual": 14, |
| "quadruped": 59 |
| }, |
| "action_normalization_mask": [ |
| true, |
| true, |
| true, |
| true, |
| true, |
| true, |
| false, |
| true, |
| true, |
| true, |
| true, |
| true, |
| true, |
| false |
| ], |
| "language_key": "language_instruction", |
| "action_proprio_normalization_type": "normal", |
| "standardize_fn": { |
| "module": "crossformer.data.oxe.oxe_standardization_transforms", |
| "name": "aloha_dough_dataset_transform", |
| "args": [], |
| "kwargs": {} |
| } |
| }, |
| { |
| "name": "bridge_dataset", |
| "data_dir": null, |
| "image_obs_keys": { |
| "primary": "image_0", |
| "high": null, |
| "nav": null, |
| "left_wrist": null, |
| "right_wrist": null |
| }, |
| "proprio_obs_keys": { |
| "bimanual": null, |
| "quadruped": null |
| }, |
| "proprio_obs_dims": { |
| "bimanual": 14, |
| "quadruped": 59 |
| }, |
| "action_normalization_mask": [ |
| true, |
| true, |
| true, |
| true, |
| true, |
| true, |
| false |
| ], |
| "language_key": "language_instruction", |
| "action_proprio_normalization_type": "normal", |
| "standardize_fn": { |
| "module": "crossformer.data.oxe.oxe_standardization_transforms", |
| "name": "bridge_dataset_transform", |
| "args": [], |
| "kwargs": {} |
| } |
| }, |
| { |
| "name": "go1", |
| "data_dir": null, |
| "image_obs_keys": { |
| "primary": null, |
| "high": null, |
| "nav": null, |
| "left_wrist": null, |
| "right_wrist": null |
| }, |
| "proprio_obs_keys": { |
| "bimanual": null, |
| "quadruped": "proprio" |
| }, |
| "proprio_obs_dims": { |
| "bimanual": 14, |
| "quadruped": 59 |
| }, |
| "action_normalization_mask": [ |
| true, |
| true, |
| true, |
| true, |
| true, |
| true, |
| true, |
| true, |
| true, |
| true, |
| true, |
| true |
| ], |
| "language_key": "language_instruction", |
| "action_proprio_normalization_type": "normal", |
| "standardize_fn": { |
| "module": "crossformer.data.oxe.oxe_standardization_transforms", |
| "name": "go1_dataset_transform", |
| "args": [], |
| "kwargs": {} |
| } |
| }, |
| { |
| "name": "droid_wipe", |
| "data_dir": null, |
| "image_obs_keys": { |
| "primary": "exterior_image_2_left", |
| "high": null, |
| "nav": null, |
| "left_wrist": null, |
| "right_wrist": null |
| }, |
| "proprio_obs_keys": { |
| "bimanual": null, |
| "quadruped": null |
| }, |
| "proprio_obs_dims": { |
| "bimanual": 14, |
| "quadruped": 59 |
| }, |
| "action_normalization_mask": [ |
| true, |
| true, |
| true, |
| true, |
| true, |
| true, |
| false |
| ], |
| "language_key": "language_instruction", |
| "action_proprio_normalization_type": "normal", |
| "standardize_fn": { |
| "module": "crossformer.data.oxe.oxe_standardization_transforms", |
| "name": "droid_dataset_transform", |
| "args": [], |
| "kwargs": {} |
| } |
| }, |
| { |
| "name": "omnimimic_gnm_dataset", |
| "data_dir": null, |
| "image_obs_keys": { |
| "primary": null, |
| "high": null, |
| "nav": "image", |
| "left_wrist": null, |
| "right_wrist": null |
| }, |
| "proprio_obs_keys": { |
| "bimanual": null, |
| "quadruped": null |
| }, |
| "proprio_obs_dims": { |
| "bimanual": 14, |
| "quadruped": 59 |
| }, |
| "action_normalization_mask": [ |
| true, |
| true |
| ], |
| "language_key": "language_instruction", |
| "action_proprio_normalization_type": "normal", |
| "standardize_fn": { |
| "module": "crossformer.data.oxe.oxe_standardization_transforms", |
| "name": "omnimimic_gnm_transform", |
| "args": [], |
| "kwargs": {} |
| } |
| }, |
| { |
| "name": "fractal20220817_data", |
| "data_dir": null, |
| "image_obs_keys": { |
| "primary": "image", |
| "high": null, |
| "nav": null, |
| "left_wrist": null, |
| "right_wrist": null |
| }, |
| "proprio_obs_keys": { |
| "bimanual": null, |
| "quadruped": null |
| }, |
| "proprio_obs_dims": { |
| "bimanual": 14, |
| "quadruped": 59 |
| }, |
| "action_normalization_mask": [ |
| true, |
| true, |
| true, |
| true, |
| true, |
| true, |
| false |
| ], |
| "language_key": "language_instruction", |
| "action_proprio_normalization_type": "normal", |
| "standardize_fn": { |
| "module": "crossformer.data.oxe.oxe_standardization_transforms", |
| "name": "rt1_dataset_transform", |
| "args": [], |
| "kwargs": {} |
| } |
| } |
| ], |
| "frame_transform_kwargs": { |
| "image_augment_kwargs": { |
| "high": { |
| "augment_order": [ |
| "random_resized_crop", |
| "random_brightness", |
| "random_contrast", |
| "random_saturation", |
| "random_hue" |
| ], |
| "random_brightness": [ |
| 0.1 |
| ], |
| "random_contrast": [ |
| 0.9, |
| 1.1 |
| ], |
| "random_hue": [ |
| 0.05 |
| ], |
| "random_resized_crop": { |
| "ratio": [ |
| 0.75, |
| 1.3333333333333333 |
| ], |
| "scale": [ |
| 0.9, |
| 1.0 |
| ] |
| }, |
| "random_saturation": [ |
| 0.9, |
| 1.1 |
| ] |
| }, |
| "left_wrist": { |
| "augment_order": [ |
| "random_resized_crop", |
| "random_brightness", |
| "random_contrast", |
| "random_saturation", |
| "random_hue" |
| ], |
| "random_brightness": [ |
| 0.1 |
| ], |
| "random_contrast": [ |
| 0.9, |
| 1.1 |
| ], |
| "random_hue": [ |
| 0.05 |
| ], |
| "random_resized_crop": { |
| "ratio": [ |
| 0.75, |
| 1.3333333333333333 |
| ], |
| "scale": [ |
| 0.9, |
| 1.0 |
| ] |
| }, |
| "random_saturation": [ |
| 0.9, |
| 1.1 |
| ] |
| }, |
| "nav": { |
| "augment_order": [ |
| "random_resized_crop", |
| "random_brightness", |
| "random_contrast", |
| "random_saturation", |
| "random_hue" |
| ], |
| "random_brightness": [ |
| 0.1 |
| ], |
| "random_contrast": [ |
| 0.9, |
| 1.1 |
| ], |
| "random_hue": [ |
| 0.05 |
| ], |
| "random_resized_crop": { |
| "ratio": [ |
| 0.9, |
| 1.1 |
| ], |
| "scale": [ |
| 0.8, |
| 1.0 |
| ] |
| }, |
| "random_saturation": [ |
| 0.9, |
| 1.1 |
| ] |
| }, |
| "primary": { |
| "augment_order": [ |
| "random_resized_crop", |
| "random_brightness", |
| "random_contrast", |
| "random_saturation", |
| "random_hue" |
| ], |
| "random_brightness": [ |
| 0.1 |
| ], |
| "random_contrast": [ |
| 0.9, |
| 1.1 |
| ], |
| "random_hue": [ |
| 0.05 |
| ], |
| "random_resized_crop": { |
| "ratio": [ |
| 0.9, |
| 1.1 |
| ], |
| "scale": [ |
| 0.8, |
| 1.0 |
| ] |
| }, |
| "random_saturation": [ |
| 0.9, |
| 1.1 |
| ] |
| }, |
| "right_wrist": { |
| "augment_order": [ |
| "random_resized_crop", |
| "random_brightness", |
| "random_contrast", |
| "random_saturation", |
| "random_hue" |
| ], |
| "random_brightness": [ |
| 0.1 |
| ], |
| "random_contrast": [ |
| 0.9, |
| 1.1 |
| ], |
| "random_hue": [ |
| 0.05 |
| ], |
| "random_resized_crop": { |
| "ratio": [ |
| 0.75, |
| 1.3333333333333333 |
| ], |
| "scale": [ |
| 0.9, |
| 1.0 |
| ] |
| }, |
| "random_saturation": [ |
| 0.9, |
| 1.1 |
| ] |
| } |
| }, |
| "num_parallel_calls": 200, |
| "resize_size": { |
| "high": [ |
| 224, |
| 224 |
| ], |
| "left_wrist": [ |
| 224, |
| 224 |
| ], |
| "nav": [ |
| 224, |
| 224 |
| ], |
| "primary": [ |
| 224, |
| 224 |
| ], |
| "right_wrist": [ |
| 224, |
| 224 |
| ] |
| } |
| }, |
| "sample_weights": [ |
| 0.021755552811740044, |
| 0.009986998241552502, |
| 0.0023179438302583103, |
| 0.0016371801232614254, |
| 0.0008888419195460733, |
| 0.007874885740329124, |
| 0.0032054418194781, |
| 0.004113224757060238, |
| 0.006839324427193265, |
| 0.01479473259297815, |
| 0.015045048015813084, |
| 0.0007163148639093663, |
| 0.002826978440249719, |
| 0.008290489894059044, |
| 0.007414589603576858, |
| 0.005878414243900214, |
| 0.021755552811740044, |
| 0.0001874782805166165, |
| 0.0030709017944702635, |
| 0.007599149035416076, |
| 0.0026296096724881066, |
| 0.0005253087662862543, |
| 0.0002175555281174004, |
| 0.085, |
| 0.014166666666666666, |
| 0.014166666666666666, |
| 0.014166666666666666, |
| 0.014166666666666666, |
| 0.014166666666666666, |
| 0.014166666666666666, |
| 0.17, |
| 0.085, |
| 0.085, |
| 0.17, |
| 0.17 |
| ], |
| "shuffle_buffer_size": 25000, |
| "traj_read_threads": 48, |
| "traj_transform_kwargs": { |
| "action_horizon": 100, |
| "goal_relabeling_kwargs": { |
| "max_goal_distance": 15 |
| }, |
| "goal_relabeling_strategy": "uniform", |
| "head_to_dataset": { |
| "bimanual": [ |
| "aloha_pen_uncap_diverse_dataset", |
| "aloha_dough_cut_dataset", |
| "aloha_lucy_dataset", |
| "aloha_drawer_dataset", |
| "aloha_pick_place_dataset", |
| "aloha_static_dataset", |
| "aloha_sushi_cut_full_dataset" |
| ], |
| "nav": [ |
| "omnimimic_gnm_dataset" |
| ], |
| "quadruped": [ |
| "go1" |
| ], |
| "single_arm": [ |
| "bridge_dataset", |
| "fractal20220817_data", |
| "kuka", |
| "taco_play", |
| "taco_extra", |
| "jaco_play", |
| "berkeley_cable_routing", |
| "roboturk", |
| "nyu_door_opening_surprising_effectiveness", |
| "viola", |
| "berkeley_autolab_ur5", |
| "toto", |
| "language_table", |
| "stanford_hydra_dataset_converted_externally_to_rlds", |
| "austin_buds_dataset_converted_externally_to_rlds", |
| "nyu_franka_play_dataset_converted_externally_to_rlds", |
| "furniture_bench_dataset_converted_externally_to_rlds", |
| "austin_sailor_dataset_converted_externally_to_rlds", |
| "austin_sirius_dataset_converted_externally_to_rlds", |
| "bc_z", |
| "dlr_edan_shared_control_converted_externally_to_rlds", |
| "iamlab_cmu_pickup_insert_converted_externally_to_rlds", |
| "utaustin_mutex", |
| "berkeley_fanuc_manipulation", |
| "cmu_stretch", |
| "droid", |
| "droid_wipe" |
| ] |
| }, |
| "max_action_dim": 14, |
| "subsample_length": 100, |
| "task_augment_kwargs": { |
| "keep_image_prob": 1.0 |
| }, |
| "task_augment_strategy": "delete_task_conditioning", |
| "window_size": 5 |
| }, |
| "traj_transform_threads": 48 |
| }, |
| "eval_datasets": [], |
| "eval_interval": 5e+20, |
| "log_interval": 500, |
| "model": { |
| "heads": { |
| "bimanual": { |
| "args": [], |
| "kwargs": { |
| "action_dim": 14, |
| "action_horizon": 100, |
| "clip_pred": false, |
| "constrain_loss_dims": true, |
| "loss_weight": 1.0, |
| "num_preds": 14, |
| "pool_strategy": "pass", |
| "readout_key": "readout_bimanual" |
| }, |
| "module": "crossformer.model.components.action_heads", |
| "name": "L1ActionHead" |
| }, |
| "nav": { |
| "args": [], |
| "kwargs": { |
| "action_dim": 2, |
| "action_horizon": 4, |
| "clip_pred": false, |
| "constrain_loss_dims": true, |
| "loss_weight": 1.0, |
| "num_preds": 2, |
| "pool_strategy": "pass", |
| "readout_key": "readout_nav" |
| }, |
| "module": "crossformer.model.components.action_heads", |
| "name": "L1ActionHead" |
| }, |
| "quadruped": { |
| "args": [], |
| "kwargs": { |
| "action_dim": 12, |
| "action_horizon": 1, |
| "clip_pred": false, |
| "constrain_loss_dims": true, |
| "loss_weight": 1.0, |
| "num_preds": 12, |
| "pool_strategy": "pass", |
| "readout_key": "readout_quadruped" |
| }, |
| "module": "crossformer.model.components.action_heads", |
| "name": "L1ActionHead" |
| }, |
| "single_arm": { |
| "args": [], |
| "kwargs": { |
| "action_dim": 7, |
| "action_horizon": 4, |
| "clip_pred": false, |
| "constrain_loss_dims": true, |
| "loss_weight": 1.0, |
| "num_preds": 7, |
| "pool_strategy": "pass", |
| "readout_key": "readout_single_arm" |
| }, |
| "module": "crossformer.model.components.action_heads", |
| "name": "L1ActionHead" |
| } |
| }, |
| "max_horizon": 10, |
| "observation_tokenizers": { |
| "bimanual": { |
| "args": [], |
| "kwargs": { |
| "dropout_rate": 0.2, |
| "obs_keys": [ |
| "proprio_bimanual" |
| ] |
| }, |
| "module": "crossformer.model.components.tokenizers", |
| "name": "LowdimObsTokenizer" |
| }, |
| "high": { |
| "args": [], |
| "kwargs": { |
| "encoder": { |
| "args": [], |
| "kwargs": {}, |
| "module": "crossformer.model.components.vit_encoders", |
| "name": "ResNet26FILM" |
| }, |
| "obs_stack_keys": [ |
| "image_high" |
| ], |
| "task_film_keys": [ |
| "language_instruction" |
| ], |
| "task_stack_keys": [ |
| "image_high" |
| ] |
| }, |
| "module": "crossformer.model.components.tokenizers", |
| "name": "ImageTokenizer" |
| }, |
| "left": { |
| "args": [], |
| "kwargs": { |
| "encoder": { |
| "args": [], |
| "kwargs": {}, |
| "module": "crossformer.model.components.vit_encoders", |
| "name": "ResNet26FILM" |
| }, |
| "obs_stack_keys": [ |
| "image_left_wrist" |
| ], |
| "task_film_keys": [ |
| "language_instruction" |
| ], |
| "task_stack_keys": [] |
| }, |
| "module": "crossformer.model.components.tokenizers", |
| "name": "ImageTokenizer" |
| }, |
| "nav": { |
| "args": [], |
| "kwargs": { |
| "encoder": { |
| "args": [], |
| "kwargs": {}, |
| "module": "crossformer.model.components.vit_encoders", |
| "name": "ResNet26" |
| }, |
| "obs_stack_keys": [ |
| "image_nav" |
| ], |
| "task_film_keys": [], |
| "task_stack_keys": [ |
| "image_nav" |
| ] |
| }, |
| "module": "crossformer.model.components.tokenizers", |
| "name": "ImageTokenizer" |
| }, |
| "primary": { |
| "args": [], |
| "kwargs": { |
| "encoder": { |
| "args": [], |
| "kwargs": {}, |
| "module": "crossformer.model.components.vit_encoders", |
| "name": "ResNet26FILM" |
| }, |
| "obs_stack_keys": [ |
| "image_primary" |
| ], |
| "task_film_keys": [ |
| "language_instruction" |
| ], |
| "task_stack_keys": [ |
| "image_primary" |
| ] |
| }, |
| "module": "crossformer.model.components.tokenizers", |
| "name": "ImageTokenizer" |
| }, |
| "quadruped": { |
| "args": [], |
| "kwargs": { |
| "obs_keys": [ |
| "proprio_quadruped" |
| ] |
| }, |
| "module": "crossformer.model.components.tokenizers", |
| "name": "LowdimObsTokenizer" |
| }, |
| "right": { |
| "args": [], |
| "kwargs": { |
| "encoder": { |
| "args": [], |
| "kwargs": {}, |
| "module": "crossformer.model.components.vit_encoders", |
| "name": "ResNet26FILM" |
| }, |
| "obs_stack_keys": [ |
| "image_right_wrist" |
| ], |
| "task_film_keys": [ |
| "language_instruction" |
| ], |
| "task_stack_keys": [] |
| }, |
| "module": "crossformer.model.components.tokenizers", |
| "name": "ImageTokenizer" |
| } |
| }, |
| "readouts": { |
| "bimanual": 100, |
| "nav": 4, |
| "quadruped": 1, |
| "single_arm": 4 |
| }, |
| "repeat_task_tokens": true, |
| "task_tokenizers": {}, |
| "token_embedding_size": 512, |
| "transformer_kwargs": { |
| "attention_dropout_rate": 0.0, |
| "dropout_rate": 0.1, |
| "mlp_dim": 2048, |
| "num_attention_heads": 8, |
| "num_layers": 12, |
| "repeat_pos_enc": true |
| } |
| }, |
| "num_steps": 300000, |
| "optimizer": { |
| "clip_gradient": 1.0, |
| "frozen_keys": [], |
| "learning_rate": { |
| "init_value": 0.0, |
| "name": "rsqrt", |
| "peak_value": 0.0003, |
| "timescale": 10000, |
| "warmup_steps": 2000 |
| }, |
| "weight_decay": 0.1 |
| }, |
| "prefetch_num_batches": 0, |
| "pretrained_loaders": [ |
| { |
| "module": "experiments.sudeep.aloha.resnet_pt", |
| "name": "resnet_26_loader", |
| "args": [], |
| "kwargs": { |
| "restore_path": "" |
| } |
| } |
| ], |
| "resume_path": null, |
| "save_dir": null, |
| "save_interval": 10000, |
| "seed": 42, |
| "skip_norm_keys": [ |
| "proprio_bimanual" |
| ], |
| "start_step": null, |
| "text_processor": { |
| "args": [], |
| "kwargs": {}, |
| "module": "crossformer.data.utils.text_processing", |
| "name": "UniversalSentenceEncoder" |
| }, |
| "val_kwargs": { |
| "num_val_batches": 16, |
| "val_shuffle_buffer_size": 1000 |
| }, |
| "viz_datasets": [], |
| "viz_interval": 5e+20, |
| "viz_kwargs": { |
| "eval_batch_size": 128, |
| "samples_per_state": 8, |
| "trajs_for_metrics": 100, |
| "trajs_for_viz": 8 |
| }, |
| "wandb": { |
| "entity": null, |
| "group": null, |
| "project": "crossformer" |
| }, |
| "wandb_resume_id": null, |
| "window_size": 5 |
| } |
