| { |
| "algo_name": "bc", |
| "config": { |
| "algo_name": "bc", |
| "experiment": { |
| "name": "table_10M_final_smooth_cubic_with_objaverse", |
| "validate": false, |
| "logging": { |
| "terminal_output_to_txt": false, |
| "log_tb": true, |
| "log_wandb": true, |
| "wandb_proj_name": "neural_mp" |
| }, |
| "save": { |
| "enabled": true, |
| "every_n_seconds": null, |
| "every_n_epochs": 250, |
| "epochs": [], |
| "on_best_validation": false, |
| "on_best_rollout_return": false, |
| "on_best_rollout_success_rate": true |
| }, |
| "epoch_every_n_steps": 1000, |
| "validation_epoch_every_n_steps": 1000, |
| "env": null, |
| "additional_envs": null, |
| "render": false, |
| "render_video": true, |
| "keep_all_videos": true, |
| "video_skip": 1, |
| "rollout": { |
| "enabled": false, |
| "n": 10, |
| "horizon": 300, |
| "rate": 250, |
| "warmstart": 0, |
| "terminate_on_success": true, |
| "evaluate_on_dataset": false, |
| "evaluate_on_dataset_filter_key": "valid" |
| }, |
| "pcd_params": { |
| "num_robot_points": 2048, |
| "num_obstacle_points": 4096, |
| "target_pcd_type": "joint", |
| "noise_scale": 0.0, |
| "normalize_joint_angles": false, |
| "relabel_goal_angles": false |
| }, |
| "num_envs": 20, |
| "dagger": { |
| "enabled": false, |
| "online_epoch_rate": 50, |
| "num_episodes": 10, |
| "resampling_strategy": "all", |
| "num_steps_to_keep_before_collision": 10, |
| "data_mode": "all", |
| "dagger_traj_filter": "all", |
| "num_trajs_to_relabel": 1 |
| } |
| }, |
| "train": { |
| "pad_same": true, |
| "data": "../neural_mp/datasets/final_datasets_v2/table_100K_single_layer_final_smooth_cubic_no_objaverse.hdf5", |
| "output_dir": "logs/mp/trained_models", |
| "num_data_workers": 16, |
| "hdf5_cache_mode": null, |
| "hdf5_use_swmr": true, |
| "hdf5_load_next_obs": false, |
| "hdf5_normalize_obs": false, |
| "hdf5_filter_key": "train", |
| "hdf5_validation_filter_key": null, |
| "seq_length": 2, |
| "pad_seq_length": true, |
| "frame_stack": 1, |
| "pad_frame_stack": true, |
| "dataset_keys": [ |
| "actions" |
| ], |
| "goal_mode": null, |
| "cuda": true, |
| "batch_size": 16, |
| "num_epochs": 10000000, |
| "seed": 1 |
| }, |
| "algo": { |
| "optim_params": { |
| "policy": { |
| "optimizer_type": "adam", |
| "learning_rate": { |
| "initial": 0.0001, |
| "decay_factor": 0.1, |
| "epoch_schedule": [], |
| "scheduler_type": "multistep" |
| }, |
| "regularization": { |
| "L2": 0.0 |
| } |
| } |
| }, |
| "loss": { |
| "l2_weight": 1.0, |
| "l1_weight": 0.0, |
| "cos_weight": 0.0, |
| "collision_weight": 0.0, |
| "point_match_weight": 0.0, |
| "exponential_precision_weight": 0.0, |
| "collision_loss_params": { |
| "margin": 0.03, |
| "hinge_loss": true, |
| "reduction": "mean", |
| "smooth_sdf_loss": "none", |
| "compute_loss_on_penetrations_only": false |
| } |
| }, |
| "actor_layer_dims": [], |
| "actor_activation": "nn.ReLU", |
| "gaussian": { |
| "enabled": false, |
| "fixed_std": false, |
| "init_std": 0.1, |
| "min_std": 0.01, |
| "std_activation": "softplus", |
| "low_noise_eval": true |
| }, |
| "gmm": { |
| "enabled": true, |
| "num_modes": 5, |
| "min_std": 0.0001, |
| "std_activation": "softplus", |
| "low_noise_eval": true |
| }, |
| "vae": { |
| "enabled": false, |
| "latent_dim": 14, |
| "latent_clip": null, |
| "kl_weight": 1.0, |
| "decoder": { |
| "is_conditioned": true, |
| "reconstruction_sum_across_elements": false |
| }, |
| "prior": { |
| "learn": false, |
| "is_conditioned": false, |
| "use_gmm": false, |
| "gmm_num_modes": 10, |
| "gmm_learn_weights": false, |
| "use_categorical": false, |
| "categorical_dim": 10, |
| "categorical_gumbel_softmax_hard": false, |
| "categorical_init_temp": 1.0, |
| "categorical_temp_anneal_step": 0.001, |
| "categorical_min_temp": 0.3 |
| }, |
| "encoder_layer_dims": [ |
| 300, |
| 400 |
| ], |
| "decoder_layer_dims": [ |
| 300, |
| 400 |
| ], |
| "prior_layer_dims": [ |
| 300, |
| 400 |
| ] |
| }, |
| "rnn": { |
| "enabled": true, |
| "horizon": 2, |
| "hidden_dim": 1024, |
| "rnn_type": "LSTM", |
| "num_layers": 2, |
| "open_loop": false, |
| "kwargs": { |
| "bidirectional": false |
| } |
| }, |
| "transformer": { |
| "enabled": false, |
| "context_length": 10, |
| "embed_dim": 512, |
| "num_layers": 6, |
| "num_heads": 8, |
| "emb_dropout": 0.1, |
| "attn_dropout": 0.1, |
| "block_output_dropout": 0.1, |
| "sinusoidal_embedding": false, |
| "activation": "gelu", |
| "supervise_all_steps": false, |
| "nn_parameter_for_timesteps": true, |
| "act_enabled": false |
| }, |
| "mpinets": { |
| "enabled": false |
| } |
| }, |
| "observation": { |
| "modalities": { |
| "obs": { |
| "low_dim": [ |
| "current_angles", |
| "goal_angles" |
| ], |
| "rgb": [], |
| "depth": [], |
| "scan": [], |
| "pcd": [ |
| "compute_pcd_params" |
| ] |
| }, |
| "goal": { |
| "low_dim": [], |
| "rgb": [], |
| "depth": [], |
| "scan": [], |
| "pcd": [] |
| } |
| }, |
| "encoder": { |
| "low_dim": { |
| "core_class": null, |
| "core_kwargs": {}, |
| "obs_randomizer_class": null, |
| "obs_randomizer_kwargs": {} |
| }, |
| "rgb": { |
| "core_class": "VisualCore", |
| "core_kwargs": { |
| "feature_dimension": 64, |
| "backbone_class": "ResNet18Conv", |
| "backbone_kwargs": { |
| "pretrained": false, |
| "input_coord_conv": false |
| }, |
| "pool_class": "SpatialSoftmax", |
| "pool_kwargs": { |
| "num_kp": 32, |
| "learnable_temperature": false, |
| "temperature": 1.0, |
| "noise_std": 0.0 |
| } |
| }, |
| "obs_randomizer_class": "CropRandomizer", |
| "obs_randomizer_kwargs": { |
| "crop_height": 224, |
| "crop_width": 224, |
| "num_crops": 1, |
| "pos_enc": false |
| } |
| }, |
| "depth": { |
| "core_class": "VisualCore", |
| "core_kwargs": {}, |
| "obs_randomizer_class": null, |
| "obs_randomizer_kwargs": {} |
| }, |
| "scan": { |
| "core_class": "ScanCore", |
| "core_kwargs": {}, |
| "obs_randomizer_class": null, |
| "obs_randomizer_kwargs": {} |
| }, |
| "pcd": { |
| "core_class": "PcdCore", |
| "core_kwargs": { |
| "backbone_class": "PointNetEncoder", |
| "backbone_kwargs": { |
| "encoder_size": "small" |
| } |
| }, |
| "obs_randomizer_class": null, |
| "obs_randomizer_kwargs": {} |
| } |
| } |
| }, |
| "meta": { |
| "hp_base_config_file": null, |
| "hp_keys": [], |
| "hp_values": [] |
| } |
| }, |
| "obs_key_shapes": { |
| "compute_pcd_params": [ |
| 673 |
| ], |
| "current_angles": [ |
| 7 |
| ], |
| "goal_angles": [ |
| 7 |
| ] |
| }, |
| "ac_dim": 7 |
| } |
