Add GR00T real checkpoint for Rotate_to_pour_ham_into_plate_and_push_the_cart_forward

gr00t-n1.6/real/Rotate_to_pour_ham_into_plate_and_push_the_cart_forward/checkpoint-40000/config.json

@@ -0,0 +1,70 @@
+{
+  "action_horizon": 50,
+  "add_pos_embed": true,
+  "apply_sincos_state_encoding": true,
+  "architectures": [
+    "Gr00tN1d6"
+  ],
+  "attn_dropout": 0.2,
+  "attn_implementation": null,
+  "backbone_embedding_dim": 2048,
+  "backbone_model_type": "eagle",
+  "backbone_trainable_params_fp32": true,
+  "collator_overwrite_image_inputs": false,
+  "color_jitter_params": {
+    "brightness": 0.1,
+    "contrast": 0.1,
+    "hue": 0.1,
+    "saturation": 0.1
+  },
+  "crop_fraction": 0.95,
+  "diffusion_model_cfg": {
+    "attention_head_dim": 48,
+    "dropout": 0.2,
+    "final_dropout": true,
+    "interleave_self_attention": true,
+    "norm_type": "ada_norm",
+    "num_attention_heads": 32,
+    "num_layers": 32,
+    "output_dim": 1024,
+    "positional_embeddings": null
+  },
+  "eagle_collator": true,
+  "formalize_language": true,
+  "gemma_collator": false,
+  "hidden_size": 1024,
+  "image_crop_size": null,
+  "image_target_size": null,
+  "input_embedding_dim": 1536,
+  "load_bf16": true,
+  "max_action_dim": 128,
+  "max_num_embodiments": 32,
+  "max_seq_len": 1024,
+  "max_state_dim": 128,
+  "model_dtype": "bfloat16",
+  "model_name": "nvidia/Eagle-Block2A-2B-v2",
+  "model_type": "Gr00tN1d6",
+  "noise_beta_alpha": 1.5,
+  "noise_beta_beta": 1.0,
+  "noise_s": 0.999,
+  "num_inference_timesteps": 4,
+  "num_timestep_buckets": 1000,
+  "random_rotation_angle": null,
+  "reproject_vision": false,
+  "select_layer": 16,
+  "shortest_image_edge": 256,
+  "state_dropout_prob": 0.0,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.51.3",
+  "tune_diffusion_model": true,
+  "tune_llm": false,
+  "tune_projector": true,
+  "tune_top_llm_layers": 4,
+  "tune_visual": false,
+  "tune_vlln": true,
+  "use_albumentations_transforms": true,
+  "use_alternate_vl_dit": true,
+  "use_flash_attention": true,
+  "use_relative_action": true,
+  "use_vlln": true
+}

gr00t-n1.6/real/Rotate_to_pour_ham_into_plate_and_push_the_cart_forward/checkpoint-40000/embodiment_id.json

@@ -0,0 +1,14 @@
+{
+  "robocasa_panda_omron": 13,
+  "gr1": 20,
+  "behavior_r1_pro": 24,
+  "unitree_g1": 8,
+  "oxe_google": 0,
+  "oxe_widowx": 1,
+  "libero_panda": 2,
+  "new_embodiment": 10,
+  "g1_ee_a16": 10,
+  "h1_ee_a16": 11,
+  "g1_upper_a16": 10,
+  "g1_loco_downstream": 10
+}

gr00t-n1.6/real/Rotate_to_pour_ham_into_plate_and_push_the_cart_forward/checkpoint-40000/experiment_cfg/conf.yaml

@@ -0,0 +1,253 @@
+load_config_path: null
+model:
+  model_type: Gr00tN1d6
+  model_dtype: bfloat16
+  model_name: nvidia/Eagle-Block2A-2B-v2
+  backbone_model_type: eagle
+  model_revision: null
+  tune_top_llm_layers: 4
+  backbone_embedding_dim: 2048
+  tune_llm: false
+  tune_visual: false
+  select_layer: 16
+  reproject_vision: false
+  use_flash_attention: true
+  load_bf16: false
+  collator_overwrite_image_inputs: false
+  eagle_collator: true
+  backbone_trainable_params_fp32: true
+  image_crop_size: null
+  image_target_size: null
+  shortest_image_edge: 256
+  crop_fraction: 0.95
+  random_rotation_angle: null
+  color_jitter_params:
+    brightness: 0.3
+    contrast: 0.4
+    saturation: 0.5
+    hue: 0.08
+  use_albumentations_transforms: true
+  formalize_language: true
+  apply_sincos_state_encoding: true
+  use_relative_action: true
+  max_state_dim: 128
+  max_action_dim: 128
+  action_horizon: 50
+  hidden_size: 1024
+  input_embedding_dim: 1536
+  add_pos_embed: true
+  attn_dropout: 0.2
+  use_vlln: true
+  max_seq_len: 1024
+  use_alternate_vl_dit: true
+  attend_text_every_n_blocks: 2
+  diffusion_model_cfg:
+    attention_head_dim: 48
+    dropout: 0.2
+    final_dropout: true
+    interleave_self_attention: true
+    norm_type: ada_norm
+    num_attention_heads: 32
+    num_layers: 32
+    output_dim: 1024
+    positional_embeddings: null
+  num_inference_timesteps: 4
+  noise_beta_alpha: 1.5
+  noise_beta_beta: 1.0
+  noise_s: 0.999
+  num_timestep_buckets: 1000
+  tune_projector: true
+  tune_diffusion_model: true
+  tune_vlln: true
+  state_dropout_prob: 0.0
+  state_additive_noise_scale: 0.0
+  max_num_embodiments: 32
+data:
+  datasets:
+  - dataset_paths:
+    - /hfm/data/real_teleop_g1/lerobot/Rotate_to_pour_ham_into_plate_and_push_the_cart_forward
+    embodiment_tag: g1_loco_downstream
+    mix_ratio: 1.0
+    dataset_type: physical_embodiment
+    val_dataset_path: null
+  modality_configs:
+    g1_loco_downstream:
+      video:
+        delta_indices:
+        - 0
+        modality_keys:
+        - rs_view
+        sin_cos_embedding_keys: null
+        mean_std_embedding_keys: null
+        action_configs: null
+      state:
+        delta_indices:
+        - 0
+        modality_keys:
+        - left_hand
+        - right_hand
+        - left_arm
+        - right_arm
+        - rpy
+        - height
+        sin_cos_embedding_keys: null
+        mean_std_embedding_keys: null
+        action_configs: null
+      action:
+        delta_indices:
+        - 0
+        - 1
+        - 2
+        - 3
+        - 4
+        - 5
+        - 6
+        - 7
+        - 8
+        - 9
+        - 10
+        - 11
+        - 12
+        - 13
+        - 14
+        - 15
+        modality_keys:
+        - left_hand
+        - right_hand
+        - left_arm
+        - right_arm
+        - rpy
+        - height
+        - torso_vx
+        - torso_vy
+        - torso_vyaw
+        - target_yaw
+        sin_cos_embedding_keys: null
+        mean_std_embedding_keys: null
+        action_configs:
+        - rep: ABSOLUTE
+          type: NON_EEF
+          format: DEFAULT
+          state_key: null
+        - rep: ABSOLUTE
+          type: NON_EEF
+          format: DEFAULT
+          state_key: null
+        - rep: ABSOLUTE
+          type: NON_EEF
+          format: DEFAULT
+          state_key: null
+        - rep: ABSOLUTE
+          type: NON_EEF
+          format: DEFAULT
+          state_key: null
+        - rep: ABSOLUTE
+          type: NON_EEF
+          format: DEFAULT
+          state_key: null
+        - rep: ABSOLUTE
+          type: NON_EEF
+          format: DEFAULT
+          state_key: null
+        - rep: ABSOLUTE
+          type: NON_EEF
+          format: DEFAULT
+          state_key: null
+        - rep: ABSOLUTE
+          type: NON_EEF
+          format: DEFAULT
+          state_key: null
+        - rep: ABSOLUTE
+          type: NON_EEF
+          format: DEFAULT
+          state_key: null
+        - rep: ABSOLUTE
+          type: NON_EEF
+          format: DEFAULT
+          state_key: null
+      language:
+        delta_indices:
+        - 0
+        modality_keys:
+        - annotation.human.task_description
+        sin_cos_embedding_keys: null
+        mean_std_embedding_keys: null
+        action_configs: null
+  download_cache: false
+  shard_size: 1024
+  episode_sampling_rate: 0.1
+  num_shards_per_epoch: 100000
+  override_pretraining_statistics: false
+  mode: single_turn
+  random_chop: 0.0
+  mock_dataset_mode: false
+  shuffle: true
+  seed: 42
+  multiprocessing_context: fork
+  allow_padding: false
+  subsample_ratio: 1.0
+  image_crop_size:
+  - 244
+  - 244
+  image_target_size:
+  - 224
+  - 224
+  video_backend: torchcodec
+training:
+  output_dir: /hfm/zhenyu/Psi0/checkpoints/gr00t-real/Rotate_to_pour_ham_into_plate_and_push_the_cart_forward
+  experiment_name: null
+  max_steps: 40000
+  global_batch_size: 12
+  batch_size: null
+  gradient_accumulation_steps: 1
+  learning_rate: 0.0001
+  lr_scheduler_type: cosine
+  weight_decay: 1.0e-05
+  warmup_ratio: 0.05
+  warmup_steps: 0
+  max_grad_norm: 1.0
+  optim: adamw_torch
+  start_from_checkpoint: /hfm/zhenyu/psi/checkpoints/G1WholebodyBendPick-v0-psi0/checkpoint-50000
+  reinit_action_head: false
+  tf32: true
+  fp16: false
+  bf16: true
+  eval_bf16: true
+  logging_steps: 10
+  save_steps: 40000
+  save_total_limit: 4
+  save_vl_model: false
+  upload_checkpoints: false
+  upload_every: 1000
+  upload_last_n_checkpoints: 5
+  max_concurrent_uploads: 2
+  eval_strategy: 'no'
+  eval_steps: 500
+  eval_set_split_ratio: 0.1
+  eval_batch_size: 2
+  save_best_eval_metric_name: ''
+  save_best_eval_metric_greater_is_better: true
+  deepspeed_stage: 2
+  gradient_checkpointing: false
+  transformers_trust_remote_code: true
+  transformers_local_files_only: false
+  transformers_cache_dir: null
+  transformers_access_token: null
+  use_ddp: false
+  ddp_bucket_cap_mb: 100
+  num_gpus: 1
+  dataloader_num_workers: 4
+  remove_unused_columns: false
+  use_wandb: false
+  wandb_project: finetune-gr00t-n1d6
+  enable_profiling: false
+  max_retries: 3
+  assert_loss_less_than: null
+  add_rl_callback: false
+  enable_open_loop_eval: false
+  open_loop_eval_traj_ids:
+  - 0
+  open_loop_eval_steps_per_traj: 100
+  open_loop_eval_plot_indices: null
+max_steps: 40000
+save_steps: 40000

gr00t-n1.6/real/Rotate_to_pour_ham_into_plate_and_push_the_cart_forward/checkpoint-40000/experiment_cfg/config.yaml

@@ -0,0 +1,328 @@
+!!python/object:gr00t.configs.base_config.Config
+data: !!python/object:gr00t.configs.data.data_config.DataConfig
+  allow_padding: false
+  datasets:
+  - !!python/object:gr00t.configs.data.data_config.SingleDatasetConfig
+    dataset_paths:
+    - /hfm/data/real_teleop_g1/lerobot/Rotate_to_pour_ham_into_plate_and_push_the_cart_forward
+    dataset_type: physical_embodiment
+    embodiment_tag: g1_loco_downstream
+    mix_ratio: 1.0
+    val_dataset_path: null
+  download_cache: false
+  episode_sampling_rate: 0.1
+  image_crop_size:
+  - 244
+  - 244
+  image_target_size:
+  - 224
+  - 224
+  mock_dataset_mode: false
+  modality_configs:
+    g1_loco_downstream:
+      action: !!python/object:gr00t.data.types.ModalityConfig
+        action_configs:
+        - !!python/object:gr00t.data.types.ActionConfig
+          format: &id001 !!python/object/apply:gr00t.data.types.ActionFormat
+          - default
+          rep: &id002 !!python/object/apply:gr00t.data.types.ActionRepresentation
+          - absolute
+          state_key: null
+          type: &id003 !!python/object/apply:gr00t.data.types.ActionType
+          - non_eef
+        - !!python/object:gr00t.data.types.ActionConfig
+          format: *id001
+          rep: *id002
+          state_key: null
+          type: *id003
+        - !!python/object:gr00t.data.types.ActionConfig
+          format: *id001
+          rep: *id002
+          state_key: null
+          type: *id003
+        - !!python/object:gr00t.data.types.ActionConfig
+          format: *id001
+          rep: *id002
+          state_key: null
+          type: *id003
+        - !!python/object:gr00t.data.types.ActionConfig
+          format: *id001
+          rep: *id002
+          state_key: null
+          type: *id003
+        - !!python/object:gr00t.data.types.ActionConfig
+          format: *id001
+          rep: *id002
+          state_key: null
+          type: *id003
+        - !!python/object:gr00t.data.types.ActionConfig
+          format: *id001
+          rep: *id002
+          state_key: null
+          type: *id003
+        - !!python/object:gr00t.data.types.ActionConfig
+          format: *id001
+          rep: *id002
+          state_key: null
+          type: *id003
+        - !!python/object:gr00t.data.types.ActionConfig
+          format: *id001
+          rep: *id002
+          state_key: null
+          type: *id003
+        - !!python/object:gr00t.data.types.ActionConfig
+          format: *id001
+          rep: *id002
+          state_key: null
+          type: *id003
+        delta_indices:
+        - 0
+        - 1
+        - 2
+        - 3
+        - 4
+        - 5
+        - 6
+        - 7
+        - 8
+        - 9
+        - 10
+        - 11
+        - 12
+        - 13
+        - 14
+        - 15
+        mean_std_embedding_keys: null
+        modality_keys:
+        - left_hand
+        - right_hand
+        - left_arm
+        - right_arm
+        - rpy
+        - height
+        - torso_vx
+        - torso_vy
+        - torso_vyaw
+        - target_yaw
+        sin_cos_embedding_keys: null
+      language: !!python/object:gr00t.data.types.ModalityConfig
+        action_configs: null
+        delta_indices:
+        - 0
+        mean_std_embedding_keys: null
+        modality_keys:
+        - annotation.human.task_description
+        sin_cos_embedding_keys: null
+      state: !!python/object:gr00t.data.types.ModalityConfig
+        action_configs: null
+        delta_indices:
+        - 0
+        mean_std_embedding_keys: null
+        modality_keys:
+        - left_hand
+        - right_hand
+        - left_arm
+        - right_arm
+        - rpy
+        - height
+        sin_cos_embedding_keys: null
+      video: !!python/object:gr00t.data.types.ModalityConfig
+        action_configs: null
+        delta_indices:
+        - 0
+        mean_std_embedding_keys: null
+        modality_keys:
+        - rs_view
+        sin_cos_embedding_keys: null
+  mode: single_turn
+  multiprocessing_context: fork
+  num_shards_per_epoch: 100000
+  override_pretraining_statistics: false
+  random_chop: 0.0
+  seed: 42
+  shard_size: 1024
+  shuffle: true
+  subsample_ratio: 1.0
+  video_backend: torchcodec
+load_config_path: null
+model: !!python/object:gr00t.configs.model.gr00t_n1d6.Gr00tN1d6Config
+  _attn_implementation_autoset: false
+  _attn_implementation_internal: null
+  _commit_hash: null
+  _name_or_path: ''
+  action_horizon: 50
+  add_cross_attention: false
+  add_pos_embed: true
+  apply_sincos_state_encoding: true
+  architectures:
+  - Gr00tN1d6
+  attn_dropout: 0.2
+  attn_implementation: null
+  backbone_embedding_dim: 2048
+  backbone_model_type: eagle
+  backbone_trainable_params_fp32: true
+  bad_words_ids: null
+  begin_suppress_tokens: null
+  bos_token_id: null
+  chunk_size_feed_forward: 0
+  collator_overwrite_image_inputs: false
+  color_jitter_params:
+    brightness: 0.3
+    contrast: 0.4
+    hue: 0.08
+    saturation: 0.5
+  crop_fraction: 0.95
+  cross_attention_hidden_size: null
+  decoder_start_token_id: null
+  diffusion_model_cfg:
+    attention_head_dim: 48
+    dropout: 0.2
+    final_dropout: true
+    interleave_self_attention: true
+    norm_type: ada_norm
+    num_attention_heads: 32
+    num_layers: 32
+    output_dim: 1024
+    positional_embeddings: null
+  diversity_penalty: 0.0
+  do_sample: false
+  eagle_collator: true
+  early_stopping: false
+  encoder_no_repeat_ngram_size: 0
+  eos_token_id: null
+  exponential_decay_length_penalty: null
+  finetuning_task: null
+  forced_bos_token_id: null
+  forced_eos_token_id: null
+  formalize_language: true
+  gemma_collator: false
+  hidden_size: 1024
+  id2label:
+    0: LABEL_0
+    1: LABEL_1
+  image_crop_size: null
+  image_target_size: null
+  input_embedding_dim: 1536
+  is_decoder: false
+  is_encoder_decoder: false
+  label2id:
+    LABEL_0: 0
+    LABEL_1: 1
+  length_penalty: 1.0
+  load_bf16: false
+  max_action_dim: 128
+  max_length: 20
+  max_num_embodiments: 32
+  max_seq_len: 1024
+  max_state_dim: 128
+  min_length: 0
+  model_dtype: bfloat16
+  model_name: nvidia/Eagle-Block2A-2B-v2
+  model_type: Gr00tN1d6
+  no_repeat_ngram_size: 0
+  noise_beta_alpha: 1.5
+  noise_beta_beta: 1.0
+  noise_s: 0.999
+  num_beam_groups: 1
+  num_beams: 1
+  num_inference_timesteps: 4
+  num_return_sequences: 1
+  num_timestep_buckets: 1000
+  output_attentions: false
+  output_hidden_states: false
+  output_scores: false
+  pad_token_id: null
+  prefix: null
+  problem_type: null
+  pruned_heads: {}
+  random_rotation_angle: null
+  remove_invalid_values: false
+  repetition_penalty: 1.0
+  reproject_vision: false
+  return_dict: true
+  return_dict_in_generate: false
+  select_layer: 16
+  sep_token_id: null
+  shortest_image_edge: 256
+  state_dropout_prob: 0.0
+  suppress_tokens: null
+  task_specific_params: null
+  temperature: 1.0
+  tf_legacy_loss: false
+  tie_encoder_decoder: false
+  tie_word_embeddings: true
+  tokenizer_class: null
+  top_k: 50
+  top_p: 1.0
+  torch_dtype: bfloat16
+  torchscript: false
+  transformers_version: 4.51.3
+  tune_diffusion_model: true
+  tune_llm: false
+  tune_projector: true
+  tune_top_llm_layers: 4
+  tune_visual: false
+  tune_vlln: true
+  typical_p: 1.0
+  use_albumentations_transforms: true
+  use_alternate_vl_dit: true
+  use_bfloat16: false
+  use_flash_attention: true
+  use_relative_action: true
+  use_vlln: true
+training: !!python/object:gr00t.configs.training.training_config.TrainingConfig
+  add_rl_callback: false
+  assert_loss_less_than: null
+  batch_size: null
+  bf16: true
+  dataloader_num_workers: 4
+  ddp_bucket_cap_mb: 100
+  deepspeed_stage: 2
+  enable_open_loop_eval: false
+  enable_profiling: false
+  eval_batch_size: 2
+  eval_bf16: true
+  eval_set_split_ratio: 0.1
+  eval_steps: 500
+  eval_strategy: 'no'
+  experiment_name: null
+  fp16: false
+  global_batch_size: 12
+  gradient_accumulation_steps: 1
+  gradient_checkpointing: false
+  learning_rate: 0.0001
+  logging_steps: 10
+  lr_scheduler_type: cosine
+  max_concurrent_uploads: 2
+  max_grad_norm: 1.0
+  max_retries: 3
+  max_steps: 40000
+  num_gpus: 1
+  open_loop_eval_plot_indices: null
+  open_loop_eval_steps_per_traj: 100
+  open_loop_eval_traj_ids:
+  - 0
+  optim: adamw_torch
+  output_dir: /hfm/zhenyu/Psi0/checkpoints/gr00t-real/Rotate_to_pour_ham_into_plate_and_push_the_cart_forward
+  reinit_action_head: false
+  remove_unused_columns: false
+  save_best_eval_metric_greater_is_better: true
+  save_best_eval_metric_name: ''
+  save_steps: 40000
+  save_total_limit: 4
+  save_vl_model: false
+  start_from_checkpoint: /hfm/zhenyu/psi/checkpoints/G1WholebodyBendPick-v0-psi0/checkpoint-50000
+  tf32: true
+  transformers_access_token: null
+  transformers_cache_dir: null
+  transformers_local_files_only: false
+  transformers_trust_remote_code: true
+  upload_checkpoints: false
+  upload_every: 1000
+  upload_last_n_checkpoints: 5
+  use_ddp: false
+  use_wandb: false
+  wandb_project: finetune-gr00t-n1d6
+  warmup_ratio: 0.05
+  warmup_steps: 0
+  weight_decay: 1.0e-05

gr00t-n1.6/real/Rotate_to_pour_ham_into_plate_and_push_the_cart_forward/checkpoint-40000/experiment_cfg/dataset_statistics.json

@@ -0,0 +1,641 @@
+{
+  "g1_loco_downstream": {
+    "state": {
+      "left_hand": {
+        "min": [
+          -0.9269875884056091,
+          -0.06699541956186295,
+          0.4786558449268341,
+          -1.4195833206176758,
+          -1.7287458181381226,
+          -1.184408187866211,
+          -1.543308138847351
+        ],
+        "max": [
+          0.11218374967575073,
+          1.0542062520980835,
+          1.3448737859725952,
+          0.01063089445233345,
+          -0.02630593813955784,
+          0.03173275291919708,
+          -0.02618894912302494
+        ],
+        "mean": [
+          -0.46002745628356934,
+          0.4747629165649414,
+          0.6948250532150269,
+          -0.31353455781936646,
+          -0.5853810906410217,
+          -0.241254523396492,
+          -0.404990017414093
+        ],
+        "std": [
+          0.16049478948116302,
+          0.13932937383651733,
+          0.10406248271465302,
+          0.314911425113678,
+          0.36967816948890686,
+          0.2794082760810852,
+          0.19444450736045837
+        ],
+        "q01": [
+          -0.8130688619613647,
+          0.19560351073741913,
+          0.546482310295105,
+          -1.212935438156128,
+          -1.610870542526245,
+          -1.0323941123485565,
+          -1.2250821590423584
+        ],
+        "q99": [
+          -0.18172204494476318,
+          0.840534197688103,
+          0.9946710854768758,
+          -0.01472496685571968,
+          -0.07811787776648912,
+          -0.002453993773087859,
+          -0.08073746308684347
+        ]
+      },
+      "right_hand": {
+        "min": [
+          -0.9820996522903442,
+          -0.7896795272827148,
+          -1.0993529558181763,
+          -0.20172026753425598,
+          0.030457261949777603,
+          0.006668585818260908,
+          0.01882481388747692
+        ],
+        "max": [
+          0.017766516655683517,
+          -0.1264796108007431,
+          -0.49203604459762573,
+          1.328361988067627,
+          1.7149782180786133,
+          1.0285054445266724,
+          1.5147463083267212
+        ],
+        "mean": [
+          -0.4261653423309326,
+          -0.4688602685928345,
+          -0.6508861184120178,
+          0.39778369665145874,
+          0.6887039542198181,
+          0.39132845401763916,
+          0.4321276545524597
+        ],
+        "std": [
+          0.16000154614448547,
+          0.10341810435056686,
+          0.07819007337093353,
+          0.3130604922771454,
+          0.38070809841156006,
+          0.26158344745635986,
+          0.25310713052749634
+        ],
+        "q01": [
+          -0.8208091944456101,
+          -0.7230183482170105,
+          -0.8764568066596985,
+          -0.1599019467830658,
+          0.038338125310838224,
+          0.021174823231995106,
+          0.019403893500566483
+        ],
+        "q99": [
+          -0.1260720820724962,
+          -0.2484179437160492,
+          -0.5271240472793579,
+          0.9174872511625299,
+          1.6465024292469028,
+          0.8363010001182556,
+          1.1525878620147705
+        ]
+      },
+      "left_arm": {
+        "min": [
+          -1.0591537952423096,
+          -0.1634288728237152,
+          -0.7029227614402771,
+          -1.0480923652648926,
+          -0.7582659125328064,
+          -1.4715324640274048,
+          -0.8460901379585266
+        ],
+        "max": [
+          1.2089686393737793,
+          0.7988085150718689,
+          0.8867607712745667,
+          1.1790919303894043,
+          1.6713320016860962,
+          0.5832118391990662,
+          0.7345390915870667
+        ],
+        "mean": [
+          0.5126563310623169,
+          0.2898343503475189,
+          -0.038487911224365234,
+          -0.41970038414001465,
+          0.35927656292915344,
+          -0.3993854224681854,
+          -0.20340844988822937
+        ],
+        "std": [
+          0.4427265524864197,
+          0.12085731327533722,
+          0.2294389307498932,
+          0.36075279116630554,
+          0.6096572875976562,
+          0.4142565429210663,
+          0.3043171465396881
+        ],
+        "q01": [
+          -0.6334736919403077,
+          -0.020731991082429888,
+          -0.5797120887041092,
+          -0.9999154782295228,
+          -0.47161510527133943,
+          -1.107250144481659,
+          -0.6664532256126404
+        ],
+        "q99": [
+          1.1159828901290894,
+          0.5759617680311203,
+          0.5208223456144333,
+          0.6016402041912099,
+          1.5184007847309116,
+          0.4425380656123162,
+          0.5416640043258667
+        ]
+      },
+      "right_arm": {
+        "min": [
+          -1.7347166538238525,
+          -0.9909635782241821,
+          -0.9644664525985718,
+          -1.0476369857788086,
+          -1.4481498003005981,
+          -1.6282670497894287,
+          -0.6750589609146118
+        ],
+        "max": [
+          1.0711021423339844,
+          0.11333481967449188,
+          0.9750365614891052,
+          1.3633613586425781,
+          0.9291010499000549,
+          1.1024490594863892,
+          1.283244013786316
+        ],
+        "mean": [
+          -0.41795027256011963,
+          -0.32765018939971924,
+          0.14392685890197754,
+          0.05127895623445511,
+          -0.33854445815086365,
+          0.10009922087192535,
+          0.31569716334342957
+        ],
+        "std": [
+          0.5552160739898682,
+          0.15981826186180115,
+          0.24790969491004944,
+          0.6697200536727905,
+          0.4505113363265991,
+          0.3168523907661438,
+          0.2951470911502838
+        ],
+        "q01": [
+          -1.5834815180301667,
+          -0.7632960504293442,
+          -0.34250891089439395,
+          -0.9945466506481171,
+          -1.2838559031486512,
+          -0.7027624332904816,
+          -0.39147184550762176
+        ],
+        "q99": [
+          0.7133604252338412,
+          0.05241899937391281,
+          0.7506796699762346,
+          1.3331971168518066,
+          0.5412076115608215,
+          0.8809573137760164,
+          0.9873766976594929
+        ]
+      },
+      "rpy": {
+        "min": [
+          -0.31443771719932556,
+          -0.25234249234199524,
+          -0.5012049078941345
+        ],
+        "max": [
+          0.25545963644981384,
+          0.2277967780828476,
+          0.22437766194343567
+        ],
+        "mean": [
+          -0.034549929201602936,
+          0.013610188849270344,
+          -0.024429943412542343
+        ],
+        "std": [
+          0.03911573067307472,
+          0.06750434637069702,
+          0.08074839413166046
+        ],
+        "q01": [
+          -0.1405536088347435,
+          -0.14539323568344117,
+          -0.2829143413901329
+        ],
+        "q99": [
+          0.045323085039854064,
+          0.15672585278749473,
+          0.14398116096854235
+        ]
+      },
+      "height": {
+        "min": [
+          0.6416011452674866
+        ],
+        "max": [
+          0.8164317607879639
+        ],
+        "mean": [
+          0.7201999425888062
+        ],
+        "std": [
+          0.014960889704524746
+        ],
+        "q01": [
+          0.6767415118217468
+        ],
+        "q99": [
+          0.7662041783332825
+        ]
+      }
+    },
+    "action": {
+      "left_hand": {
+        "min": [
+          -1.0409882068634033,
+          -0.12273073196411133,
+          0.436837762594223,
+          -1.5717962980270386,
+          -1.7463293075561523,
+          -1.2559611797332764,
+          -1.7463293075561523
+        ],
+        "max": [
+          0.4421468675136566,
+          0.9210000038146973,
+          1.7463293075561523,
+          0.0010000000474974513,
+          0.0010000000474974513,
+          0.0010000000474974513,
+          0.0010000000474974513
+        ],
+        "mean": [
+          -0.4807356894016266,
+          0.47509241104125977,
+          0.6906853914260864,
+          -0.31041640043258667,
+          -0.5898368954658508,
+          -0.23241764307022095,
+          -0.40629705786705017
+        ],
+        "std": [
+          0.1750338226556778,
+          0.15048623085021973,
+          0.13044340908527374,
+          0.33980855345726013,
+          0.38186123967170715,
+          0.28935426473617554,
+          0.2044779658317566
+        ],
+        "q01": [
+          -0.8321770209074021,
+          0.1542169316112995,
+          0.5194920480251313,
+          -1.2916747808456421,
+          -1.642631198167801,
+          -1.0422625398635865,
+          -1.2671113669872285
+        ],
+        "q99": [
+          -0.17152927815914154,
+          0.8419997036457066,
+          1.0500152027606964,
+          0.0010000000474974513,
+          -0.04017595946788788,
+          0.0010000000474974513,
+          -0.07496687382459628
+        ]
+      },
+      "right_hand": {
+        "min": [
+          -1.0481975078582764,
+          -0.9210000038146973,
+          -1.7463293075561523,
+          -0.0010000000474974513,
+          -0.0010000000474974513,
+          -0.0010000000474974513,
+          -0.0010000000474974513
+        ],
+        "max": [
+          0.5198602080345154,
+          -0.014095980674028397,
+          -0.46265918016433716,
+          1.5717962980270386,
+          1.7463293075561523,
+          1.118023157119751,
+          1.7463293075561523
+        ],
+        "mean": [
+          -0.40839895606040955,
+          -0.5726506114006042,
+          -0.6818944811820984,
+          0.5284730792045593,
+          0.7199811935424805,
+          0.4318573772907257,
+          0.4562909007072449
+        ],
+        "std": [
+          0.18769894540309906,
+          0.14306479692459106,
+          0.12480109930038452,
+          0.32611697912216187,
+          0.419857919216156,
+          0.3162503242492676,
+          0.3113788366317749
+        ],
+        "q01": [
+          -0.8399935835599899,
+          -0.8023136258125305,
+          -1.0682287335395813,
+          -0.0010000000474974513,
+          -0.0010000000474974513,
+          -0.0010000000474974513,
+          -0.0010000000474974513
+        ],
+        "q99": [
+          -0.09633898876607405,
+          -0.24337346106767624,
+          -0.5391130346059799,
+          0.9635337591171265,
+          1.6898248541355134,
+          0.9045331478118896,
+          1.411249041557312
+        ]
+      },
+      "left_arm": {
+        "min": [
+          -1.019361138343811,
+          -0.6054571270942688,
+          -1.021012783050537,
+          -1.0471999645233154,
+          -0.7927936315536499,
+          -1.560844898223877,
+          -0.9046999216079712
+        ],
+        "max": [
+          1.2334027290344238,
+          1.0112191438674927,
+          0.9427134990692139,
+          1.2165793180465698,
+          1.7361043691635132,
+          0.7488318085670471,
+          0.9007768630981445
+        ],
+        "mean": [
+          0.5241657495498657,
+          0.2945125997066498,
+          -0.04500480368733406,
+          -0.42049187421798706,
+          0.36284521222114563,
+          -0.40989160537719727,
+          -0.21080413460731506
+        ],
+        "std": [
+          0.43741071224212646,
+          0.12982703745365143,
+          0.23653879761695862,
+          0.3736835718154907,
+          0.618385374546051,
+          0.42224231362342834,
+          0.30724525451660156
+        ],
+        "q01": [
+          -0.5942269682884216,
+          -0.07577644497156143,
+          -0.6093236482143403,
+          -1.0471994876861572,
+          -0.4628263860940933,
+          -1.1512476015090942,
+          -0.6814799612760544
+        ],
+        "q99": [
+          1.1341198837757112,
+          0.5896527397632599,
+          0.5230552434921265,
+          0.6644547766447099,
+          1.526016002893448,
+          0.4597533589601519,
+          0.5558918887376787
+        ]
+      },
+      "right_arm": {
+        "min": [
+          -1.7759873867034912,
+          -1.0457597970962524,
+          -0.9954499006271362,
+          -1.0471999645233154,
+          -1.4607900381088257,
+          -1.614428997039795,
+          -0.9024532437324524
+        ],
+        "max": [
+          1.1621601581573486,
+          0.3022633492946625,
+          1.0151734352111816,
+          1.3677823543548584,
+          0.9460119009017944,
+          1.121222972869873,
+          1.3166650533676147
+        ],
+        "mean": [
+          -0.4022386372089386,
+          -0.33494579792022705,
+          0.13704007863998413,
+          0.020859461277723312,
+          -0.330166757106781,
+          0.08796475827693939,
+          0.32162994146347046
+        ],
+        "std": [
+          0.5662075877189636,
+          0.17241664230823517,
+          0.2581793963909149,
+          0.7005768418312073,
+          0.4578431248664856,
+          0.3462810218334198,
+          0.30215367674827576
+        ],
+        "q01": [
+          -1.5976583051681519,
+          -0.7911965763568878,
+          -0.4213506481051445,
+          -1.0471998453140259,
+          -1.2858412957191467,
+          -0.8454385197162628,
+          -0.3983448427915573
+        ],
+        "q99": [
+          0.7685537481307989,
+          0.09822795458138024,
+          0.764597846865654,
+          1.342433763742447,
+          0.5681095659732828,
+          0.8840116006135945,
+          1.0199516999721532
+        ]
+      },
+      "rpy": {
+        "min": [
+          -0.31443771719932556,
+          -0.25234249234199524,
+          -0.5012049078941345
+        ],
+        "max": [
+          0.25545963644981384,
+          0.2277967780828476,
+          0.22437766194343567
+        ],
+        "mean": [
+          -0.03456060215830803,
+          0.013608204200863838,
+          -0.024464966729283333
+        ],
+        "std": [
+          0.03911809250712395,
+          0.06751924008131027,
+          0.080777607858181
+        ],
+        "q01": [
+          -0.1405536088347435,
+          -0.14539323568344117,
+          -0.2829238149523735
+        ],
+        "q99": [
+          0.04534956537187113,
+          0.15672843694686892,
+          0.14398758068680767
+        ]
+      },
+      "height": {
+        "min": [
+          0.6416011452674866
+        ],
+        "max": [
+          0.8164317607879639
+        ],
+        "mean": [
+          0.7201656103134155
+        ],
+        "std": [
+          0.014956292696296909
+        ],
+        "q01": [
+          0.676702984571457
+        ],
+        "q99": [
+          0.7662041783332825
+        ]
+      },
+      "torso_vx": {
+        "min": [
+          -0.3499999940395355
+        ],
+        "max": [
+          0.3499999940395355
+        ],
+        "mean": [
+          0.03277398273348808
+        ],
+        "std": [
+          0.10225828737020493
+        ],
+        "q01": [
+          0.0
+        ],
+        "q99": [
+          0.3499999940395355
+        ]
+      },
+      "torso_vy": {
+        "min": [
+          -0.5
+        ],
+        "max": [
+          0.0
+        ],
+        "mean": [
+          -4.3974599975626916e-05
+        ],
+        "std": [
+          0.004688670858740807
+        ],
+        "q01": [
+          0.0
+        ],
+        "q99": [
+          0.0
+        ]
+      },
+      "torso_vyaw": {
+        "min": [
+          0.0
+        ],
+        "max": [
+          0.5
+        ],
+        "mean": [
+          0.035689834505319595
+        ],
+        "std": [
+          0.12832395732402802
+        ],
+        "q01": [
+          0.0
+        ],
+        "q99": [
+          0.5
+        ]
+      },
+      "target_yaw": {
+        "min": [
+          0.0
+        ],
+        "max": [
+          1.9220000505447388
+        ],
+        "mean": [
+          1.2327402830123901
+        ],
+        "std": [
+          0.7543802261352539
+        ],
+        "q01": [
+          0.0
+        ],
+        "q99": [
+          1.8980000019073486
+        ]
+      }
+    },
+    "relative_action": {}
+  }
+}

gr00t-n1.6/real/Rotate_to_pour_ham_into_plate_and_push_the_cart_forward/checkpoint-40000/experiment_cfg/final_model_config.json

@@ -0,0 +1,53 @@
+{
+  "model_type": "Gr00tN1d6",
+  "model_dtype": "bfloat16",
+  "model_name": "nvidia/Eagle-Block2A-2B-v2",
+  "backbone_model_type": "eagle",
+  "model_revision": null,
+  "tune_top_llm_layers": 4,
+  "backbone_embedding_dim": 2048,
+  "tune_llm": false,
+  "tune_visual": false,
+  "select_layer": 16,
+  "reproject_vision": false,
+  "use_flash_attention": true,
+  "load_bf16": true,
+  "collator_overwrite_image_inputs": false,
+  "eagle_collator": true,
+  "backbone_trainable_params_fp32": true,
+  "apply_sincos_state_encoding": true,
+  "use_relative_action": true,
+  "max_state_dim": 128,
+  "max_action_dim": 128,
+  "action_horizon": 50,
+  "hidden_size": 1024,
+  "input_embedding_dim": 1536,
+  "add_pos_embed": true,
+  "attn_dropout": 0.2,
+  "use_vlln": true,
+  "max_seq_len": 1024,
+  "use_alternate_vl_dit": true,
+  "attend_text_every_n_blocks": 2,
+  "diffusion_model_cfg": {
+    "attention_head_dim": 48,
+    "dropout": 0.2,
+    "final_dropout": true,
+    "interleave_self_attention": true,
+    "norm_type": "ada_norm",
+    "num_attention_heads": 32,
+    "num_layers": 32,
+    "output_dim": 1024,
+    "positional_embeddings": null
+  },
+  "num_inference_timesteps": 4,
+  "noise_beta_alpha": 1.5,
+  "noise_beta_beta": 1.0,
+  "noise_s": 0.999,
+  "num_timestep_buckets": 1000,
+  "tune_projector": true,
+  "tune_diffusion_model": true,
+  "tune_vlln": true,
+  "state_dropout_prob": 0.0,
+  "state_additive_noise_scale": 0.0,
+  "max_num_embodiments": 32
+}

gr00t-n1.6/real/Rotate_to_pour_ham_into_plate_and_push_the_cart_forward/checkpoint-40000/model-00001-of-00002.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f7c728386945885fff7b9d3dcd777aa0fdc9b287b0477f38566d673ad4cb842
+size 4990120184

gr00t-n1.6/real/Rotate_to_pour_ham_into_plate_and_push_the_cart_forward/checkpoint-40000/model-00002-of-00002.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:122447d7cb264bcac4b2343fbc2a1bf14b0e52b87cac7f5dd44361d0767602ae
+size 4823190320

gr00t-n1.6/real/Rotate_to_pour_ham_into_plate_and_push_the_cart_forward/checkpoint-40000/optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5005930eb12baf8c9ab71e0f2b2a1d02002d533781266b7a7422905b6dc0612
+size 12960193762

gr00t-n1.6/real/Rotate_to_pour_ham_into_plate_and_push_the_cart_forward/checkpoint-40000/processor_config.json

@@ -0,0 +1,650 @@
+{
+  "processor_class": "Gr00tN1d6Processor",
+  "processor_kwargs": {
+    "modality_configs": {
+      "behavior_r1_pro": {
+        "video": {
+          "delta_indices": [
+            0
+          ],
+          "modality_keys": [
+            "observation.images.rgb.head_256_256",
+            "observation.images.rgb.left_wrist_256_256",
+            "observation.images.rgb.right_wrist_256_256"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": null
+        },
+        "state": {
+          "delta_indices": [
+            0
+          ],
+          "modality_keys": [
+            "robot_pos",
+            "robot_ori_cos",
+            "robot_ori_sin",
+            "robot_2d_ori",
+            "robot_2d_ori_cos",
+            "robot_2d_ori_sin",
+            "robot_lin_vel",
+            "robot_ang_vel",
+            "arm_left_qpos",
+            "arm_left_qpos_sin",
+            "arm_left_qpos_cos",
+            "eef_left_pos",
+            "eef_left_quat",
+            "gripper_left_qpos",
+            "arm_right_qpos",
+            "arm_right_qpos_sin",
+            "arm_right_qpos_cos",
+            "eef_right_pos",
+            "eef_right_quat",
+            "gripper_right_qpos",
+            "trunk_qpos"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": null
+        },
+        "action": {
+          "delta_indices": [
+            0,
+            1,
+            2,
+            3,
+            4,
+            5,
+            6,
+            7,
+            8,
+            9,
+            10,
+            11,
+            12,
+            13,
+            14,
+            15,
+            16,
+            17,
+            18,
+            19,
+            20,
+            21,
+            22,
+            23,
+            24,
+            25,
+            26,
+            27,
+            28,
+            29,
+            30,
+            31
+          ],
+          "modality_keys": [
+            "base",
+            "torso",
+            "left_arm",
+            "left_gripper",
+            "right_arm",
+            "right_gripper"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": [
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            },
+            {
+              "rep": "RELATIVE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": "trunk_qpos"
+            },
+            {
+              "rep": "RELATIVE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": "arm_left_qpos"
+            },
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            },
+            {
+              "rep": "RELATIVE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": "arm_right_qpos"
+            },
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            }
+          ]
+        },
+        "language": {
+          "delta_indices": [
+            0
+          ],
+          "modality_keys": [
+            "annotation.human.coarse_action"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": null
+        }
+      },
+      "gr1": {
+        "video": {
+          "delta_indices": [
+            0
+          ],
+          "modality_keys": [
+            "ego_view_bg_crop_pad_res256_freq20"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": null
+        },
+        "state": {
+          "delta_indices": [
+            0
+          ],
+          "modality_keys": [
+            "left_arm",
+            "right_arm",
+            "left_hand",
+            "right_hand",
+            "waist"
+          ],
+          "sin_cos_embedding_keys": [
+            "left_arm",
+            "right_arm",
+            "left_hand",
+            "right_hand",
+            "waist"
+          ],
+          "mean_std_embedding_keys": null,
+          "action_configs": null
+        },
+        "action": {
+          "delta_indices": [
+            0,
+            1,
+            2,
+            3,
+            4,
+            5,
+            6,
+            7,
+            8,
+            9,
+            10,
+            11,
+            12,
+            13,
+            14,
+            15
+          ],
+          "modality_keys": [
+            "left_arm",
+            "right_arm",
+            "left_hand",
+            "right_hand",
+            "waist"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": [
+            {
+              "rep": "RELATIVE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            },
+            {
+              "rep": "RELATIVE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            },
+            {
+              "rep": "RELATIVE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            },
+            {
+              "rep": "RELATIVE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            },
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            }
+          ]
+        },
+        "language": {
+          "delta_indices": [
+            0
+          ],
+          "modality_keys": [
+            "task"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": null
+        }
+      },
+      "robocasa_panda_omron": {
+        "video": {
+          "delta_indices": [
+            0
+          ],
+          "modality_keys": [
+            "res256_image_side_0",
+            "res256_image_side_1",
+            "res256_image_wrist_0"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": null
+        },
+        "state": {
+          "delta_indices": [
+            0
+          ],
+          "modality_keys": [
+            "end_effector_position_relative",
+            "end_effector_rotation_relative",
+            "gripper_qpos",
+            "base_position",
+            "base_rotation"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": null
+        },
+        "action": {
+          "delta_indices": [
+            0,
+            1,
+            2,
+            3,
+            4,
+            5,
+            6,
+            7,
+            8,
+            9,
+            10,
+            11,
+            12,
+            13,
+            14,
+            15
+          ],
+          "modality_keys": [
+            "end_effector_position",
+            "end_effector_rotation",
+            "gripper_close",
+            "base_motion",
+            "control_mode"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": [
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            },
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            },
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            },
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            },
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            }
+          ]
+        },
+        "language": {
+          "delta_indices": [
+            0
+          ],
+          "modality_keys": [
+            "annotation.human.action.task_description"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": null
+        }
+      },
+      "new_embodiment": {
+        "video": {
+          "delta_indices": [
+            0
+          ],
+          "modality_keys": [
+            "rs_view"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": null
+        },
+        "state": {
+          "delta_indices": [
+            0
+          ],
+          "modality_keys": [
+            "left_hand",
+            "right_hand",
+            "left_arm",
+            "right_arm",
+            "rpy",
+            "height"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": null
+        },
+        "action": {
+          "delta_indices": [
+            0,
+            1,
+            2,
+            3,
+            4,
+            5,
+            6,
+            7,
+            8,
+            9,
+            10,
+            11,
+            12,
+            13,
+            14,
+            15
+          ],
+          "modality_keys": [
+            "left_hand",
+            "right_hand",
+            "left_arm",
+            "right_arm",
+            "rpy",
+            "height",
+            "torso_vx",
+            "torso_vy",
+            "torso_vyaw",
+            "target_yaw"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": [
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            },
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            },
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            },
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            },
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            },
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            },
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            },
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            },
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            },
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            }
+          ]
+        },
+        "language": {
+          "delta_indices": [
+            0
+          ],
+          "modality_keys": [
+            "annotation.human.task_description"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": null
+        }
+      },
+      "g1_loco_downstream": {
+        "video": {
+          "delta_indices": [
+            0
+          ],
+          "modality_keys": [
+            "rs_view"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": null
+        },
+        "state": {
+          "delta_indices": [
+            0
+          ],
+          "modality_keys": [
+            "left_hand",
+            "right_hand",
+            "left_arm",
+            "right_arm",
+            "rpy",
+            "height"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": null
+        },
+        "action": {
+          "delta_indices": [
+            0,
+            1,
+            2,
+            3,
+            4,
+            5,
+            6,
+            7,
+            8,
+            9,
+            10,
+            11,
+            12,
+            13,
+            14,
+            15
+          ],
+          "modality_keys": [
+            "left_hand",
+            "right_hand",
+            "left_arm",
+            "right_arm",
+            "rpy",
+            "height",
+            "torso_vx",
+            "torso_vy",
+            "torso_vyaw",
+            "target_yaw"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": [
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            },
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            },
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            },
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            },
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            },
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            },
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            },
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            },
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            },
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            }
+          ]
+        },
+        "language": {
+          "delta_indices": [
+            0
+          ],
+          "modality_keys": [
+            "annotation.human.task_description"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": null
+        }
+      }
+    },
+    "image_crop_size": null,
+    "image_target_size": null,
+    "use_albumentations": true,
+    "random_rotation_angle": null,
+    "color_jitter_params": {
+      "brightness": 0.3,
+      "contrast": 0.4,
+      "saturation": 0.5,
+      "hue": 0.08
+    },
+    "shortest_image_edge": 256,
+    "crop_fraction": 0.95,
+    "model_name": "nvidia/Eagle-Block2A-2B-v2",
+    "model_type": "eagle",
+    "formalize_language": true,
+    "max_state_dim": 128,
+    "max_action_dim": 128,
+    "max_action_horizon": 50,
+    "use_percentiles": false,
+    "clip_outliers": true,
+    "apply_sincos_state_encoding": true,
+    "use_relative_action": true
+  }
+}

gr00t-n1.6/real/Rotate_to_pour_ham_into_plate_and_push_the_cart_forward/checkpoint-40000/rng_state.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f0c369361b6dfa9a44c159f60682c5608b54b4778c6fa7593fac6a19045bca7
+size 14645

gr00t-n1.6/real/Rotate_to_pour_ham_into_plate_and_push_the_cart_forward/checkpoint-40000/scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:566e63d72ec3169fd51f5dc061a30bf9c5195d001f715224cdd5f6178206f3e5
+size 1465

gr00t-n1.6/real/Rotate_to_pour_ham_into_plate_and_push_the_cart_forward/checkpoint-40000/training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b6059bfb47312475171da5c417a76ec376bb39f71ca533e666e64855487450e
+size 5841

gr00t-n1.6/real/Rotate_to_pour_ham_into_plate_and_push_the_cart_forward/checkpoint-40000/wandb_config.json

@@ -0,0 +1 @@
+{"project": "finetune-gr00t-n1d6", "run_id": "Rotate_to_pour_ham_into_plate_and_push_the_cart_forward"}

gr00t-n1.6/real/Rotate_to_pour_ham_into_plate_and_push_the_cart_forward/config.json

@@ -0,0 +1,70 @@
+{
+  "action_horizon": 50,
+  "add_pos_embed": true,
+  "apply_sincos_state_encoding": true,
+  "architectures": [
+    "Gr00tN1d6"
+  ],
+  "attn_dropout": 0.2,
+  "attn_implementation": null,
+  "backbone_embedding_dim": 2048,
+  "backbone_model_type": "eagle",
+  "backbone_trainable_params_fp32": true,
+  "collator_overwrite_image_inputs": false,
+  "color_jitter_params": {
+    "brightness": 0.1,
+    "contrast": 0.1,
+    "hue": 0.1,
+    "saturation": 0.1
+  },
+  "crop_fraction": 0.95,
+  "diffusion_model_cfg": {
+    "attention_head_dim": 48,
+    "dropout": 0.2,
+    "final_dropout": true,
+    "interleave_self_attention": true,
+    "norm_type": "ada_norm",
+    "num_attention_heads": 32,
+    "num_layers": 32,
+    "output_dim": 1024,
+    "positional_embeddings": null
+  },
+  "eagle_collator": true,
+  "formalize_language": true,
+  "gemma_collator": false,
+  "hidden_size": 1024,
+  "image_crop_size": null,
+  "image_target_size": null,
+  "input_embedding_dim": 1536,
+  "load_bf16": true,
+  "max_action_dim": 128,
+  "max_num_embodiments": 32,
+  "max_seq_len": 1024,
+  "max_state_dim": 128,
+  "model_dtype": "bfloat16",
+  "model_name": "nvidia/Eagle-Block2A-2B-v2",
+  "model_type": "Gr00tN1d6",
+  "noise_beta_alpha": 1.5,
+  "noise_beta_beta": 1.0,
+  "noise_s": 0.999,
+  "num_inference_timesteps": 4,
+  "num_timestep_buckets": 1000,
+  "random_rotation_angle": null,
+  "reproject_vision": false,
+  "select_layer": 16,
+  "shortest_image_edge": 256,
+  "state_dropout_prob": 0.0,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.51.3",
+  "tune_diffusion_model": true,
+  "tune_llm": false,
+  "tune_projector": true,
+  "tune_top_llm_layers": 4,
+  "tune_visual": false,
+  "tune_vlln": true,
+  "use_albumentations_transforms": true,
+  "use_alternate_vl_dit": true,
+  "use_flash_attention": true,
+  "use_relative_action": true,
+  "use_vlln": true
+}

gr00t-n1.6/real/Rotate_to_pour_ham_into_plate_and_push_the_cart_forward/experiment_cfg/conf.yaml

@@ -0,0 +1,253 @@
+load_config_path: null
+model:
+  model_type: Gr00tN1d6
+  model_dtype: bfloat16
+  model_name: nvidia/Eagle-Block2A-2B-v2
+  backbone_model_type: eagle
+  model_revision: null
+  tune_top_llm_layers: 4
+  backbone_embedding_dim: 2048
+  tune_llm: false
+  tune_visual: false
+  select_layer: 16
+  reproject_vision: false
+  use_flash_attention: true
+  load_bf16: false
+  collator_overwrite_image_inputs: false
+  eagle_collator: true
+  backbone_trainable_params_fp32: true
+  image_crop_size: null
+  image_target_size: null
+  shortest_image_edge: 256
+  crop_fraction: 0.95
+  random_rotation_angle: null
+  color_jitter_params:
+    brightness: 0.3
+    contrast: 0.4
+    saturation: 0.5
+    hue: 0.08
+  use_albumentations_transforms: true
+  formalize_language: true
+  apply_sincos_state_encoding: true
+  use_relative_action: true
+  max_state_dim: 128
+  max_action_dim: 128
+  action_horizon: 50
+  hidden_size: 1024
+  input_embedding_dim: 1536
+  add_pos_embed: true
+  attn_dropout: 0.2
+  use_vlln: true
+  max_seq_len: 1024
+  use_alternate_vl_dit: true
+  attend_text_every_n_blocks: 2
+  diffusion_model_cfg:
+    attention_head_dim: 48
+    dropout: 0.2
+    final_dropout: true
+    interleave_self_attention: true
+    norm_type: ada_norm
+    num_attention_heads: 32
+    num_layers: 32
+    output_dim: 1024
+    positional_embeddings: null
+  num_inference_timesteps: 4
+  noise_beta_alpha: 1.5
+  noise_beta_beta: 1.0
+  noise_s: 0.999
+  num_timestep_buckets: 1000
+  tune_projector: true
+  tune_diffusion_model: true
+  tune_vlln: true
+  state_dropout_prob: 0.0
+  state_additive_noise_scale: 0.0
+  max_num_embodiments: 32
+data:
+  datasets:
+  - dataset_paths:
+    - /hfm/data/real_teleop_g1/lerobot/Rotate_to_pour_ham_into_plate_and_push_the_cart_forward
+    embodiment_tag: g1_loco_downstream
+    mix_ratio: 1.0
+    dataset_type: physical_embodiment
+    val_dataset_path: null
+  modality_configs:
+    g1_loco_downstream:
+      video:
+        delta_indices:
+        - 0
+        modality_keys:
+        - rs_view
+        sin_cos_embedding_keys: null
+        mean_std_embedding_keys: null
+        action_configs: null
+      state:
+        delta_indices:
+        - 0
+        modality_keys:
+        - left_hand
+        - right_hand
+        - left_arm
+        - right_arm
+        - rpy
+        - height
+        sin_cos_embedding_keys: null
+        mean_std_embedding_keys: null
+        action_configs: null
+      action:
+        delta_indices:
+        - 0
+        - 1
+        - 2
+        - 3
+        - 4
+        - 5
+        - 6
+        - 7
+        - 8
+        - 9
+        - 10
+        - 11
+        - 12
+        - 13
+        - 14
+        - 15
+        modality_keys:
+        - left_hand
+        - right_hand
+        - left_arm
+        - right_arm
+        - rpy
+        - height
+        - torso_vx
+        - torso_vy
+        - torso_vyaw
+        - target_yaw
+        sin_cos_embedding_keys: null
+        mean_std_embedding_keys: null
+        action_configs:
+        - rep: ABSOLUTE
+          type: NON_EEF
+          format: DEFAULT
+          state_key: null
+        - rep: ABSOLUTE
+          type: NON_EEF
+          format: DEFAULT
+          state_key: null
+        - rep: ABSOLUTE
+          type: NON_EEF
+          format: DEFAULT
+          state_key: null
+        - rep: ABSOLUTE
+          type: NON_EEF
+          format: DEFAULT
+          state_key: null
+        - rep: ABSOLUTE
+          type: NON_EEF
+          format: DEFAULT
+          state_key: null
+        - rep: ABSOLUTE
+          type: NON_EEF
+          format: DEFAULT
+          state_key: null
+        - rep: ABSOLUTE
+          type: NON_EEF
+          format: DEFAULT
+          state_key: null
+        - rep: ABSOLUTE
+          type: NON_EEF
+          format: DEFAULT
+          state_key: null
+        - rep: ABSOLUTE
+          type: NON_EEF
+          format: DEFAULT
+          state_key: null
+        - rep: ABSOLUTE
+          type: NON_EEF
+          format: DEFAULT
+          state_key: null
+      language:
+        delta_indices:
+        - 0
+        modality_keys:
+        - annotation.human.task_description
+        sin_cos_embedding_keys: null
+        mean_std_embedding_keys: null
+        action_configs: null
+  download_cache: false
+  shard_size: 1024
+  episode_sampling_rate: 0.1
+  num_shards_per_epoch: 100000
+  override_pretraining_statistics: false
+  mode: single_turn
+  random_chop: 0.0
+  mock_dataset_mode: false
+  shuffle: true
+  seed: 42
+  multiprocessing_context: fork
+  allow_padding: false
+  subsample_ratio: 1.0
+  image_crop_size:
+  - 244
+  - 244
+  image_target_size:
+  - 224
+  - 224
+  video_backend: torchcodec
+training:
+  output_dir: /hfm/zhenyu/Psi0/checkpoints/gr00t-real/Rotate_to_pour_ham_into_plate_and_push_the_cart_forward
+  experiment_name: null
+  max_steps: 40000
+  global_batch_size: 12
+  batch_size: null
+  gradient_accumulation_steps: 1
+  learning_rate: 0.0001
+  lr_scheduler_type: cosine
+  weight_decay: 1.0e-05
+  warmup_ratio: 0.05
+  warmup_steps: 0
+  max_grad_norm: 1.0
+  optim: adamw_torch
+  start_from_checkpoint: /hfm/zhenyu/psi/checkpoints/G1WholebodyBendPick-v0-psi0/checkpoint-50000
+  reinit_action_head: false
+  tf32: true
+  fp16: false
+  bf16: true
+  eval_bf16: true
+  logging_steps: 10
+  save_steps: 40000
+  save_total_limit: 4
+  save_vl_model: false
+  upload_checkpoints: false
+  upload_every: 1000
+  upload_last_n_checkpoints: 5
+  max_concurrent_uploads: 2
+  eval_strategy: 'no'
+  eval_steps: 500
+  eval_set_split_ratio: 0.1
+  eval_batch_size: 2
+  save_best_eval_metric_name: ''
+  save_best_eval_metric_greater_is_better: true
+  deepspeed_stage: 2
+  gradient_checkpointing: false
+  transformers_trust_remote_code: true
+  transformers_local_files_only: false
+  transformers_cache_dir: null
+  transformers_access_token: null
+  use_ddp: false
+  ddp_bucket_cap_mb: 100
+  num_gpus: 1
+  dataloader_num_workers: 4
+  remove_unused_columns: false
+  use_wandb: false
+  wandb_project: finetune-gr00t-n1d6
+  enable_profiling: false
+  max_retries: 3
+  assert_loss_less_than: null
+  add_rl_callback: false
+  enable_open_loop_eval: false
+  open_loop_eval_traj_ids:
+  - 0
+  open_loop_eval_steps_per_traj: 100
+  open_loop_eval_plot_indices: null
+max_steps: 40000
+save_steps: 40000

gr00t-n1.6/real/Rotate_to_pour_ham_into_plate_and_push_the_cart_forward/experiment_cfg/config.yaml

@@ -0,0 +1,328 @@
+!!python/object:gr00t.configs.base_config.Config
+data: !!python/object:gr00t.configs.data.data_config.DataConfig
+  allow_padding: false
+  datasets:
+  - !!python/object:gr00t.configs.data.data_config.SingleDatasetConfig
+    dataset_paths:
+    - /hfm/data/real_teleop_g1/lerobot/Rotate_to_pour_ham_into_plate_and_push_the_cart_forward
+    dataset_type: physical_embodiment
+    embodiment_tag: g1_loco_downstream
+    mix_ratio: 1.0
+    val_dataset_path: null
+  download_cache: false
+  episode_sampling_rate: 0.1
+  image_crop_size:
+  - 244
+  - 244
+  image_target_size:
+  - 224
+  - 224
+  mock_dataset_mode: false
+  modality_configs:
+    g1_loco_downstream:
+      action: !!python/object:gr00t.data.types.ModalityConfig
+        action_configs:
+        - !!python/object:gr00t.data.types.ActionConfig
+          format: &id001 !!python/object/apply:gr00t.data.types.ActionFormat
+          - default
+          rep: &id002 !!python/object/apply:gr00t.data.types.ActionRepresentation
+          - absolute
+          state_key: null
+          type: &id003 !!python/object/apply:gr00t.data.types.ActionType
+          - non_eef
+        - !!python/object:gr00t.data.types.ActionConfig
+          format: *id001
+          rep: *id002
+          state_key: null
+          type: *id003
+        - !!python/object:gr00t.data.types.ActionConfig
+          format: *id001
+          rep: *id002
+          state_key: null
+          type: *id003
+        - !!python/object:gr00t.data.types.ActionConfig
+          format: *id001
+          rep: *id002
+          state_key: null
+          type: *id003
+        - !!python/object:gr00t.data.types.ActionConfig
+          format: *id001
+          rep: *id002
+          state_key: null
+          type: *id003
+        - !!python/object:gr00t.data.types.ActionConfig
+          format: *id001
+          rep: *id002
+          state_key: null
+          type: *id003
+        - !!python/object:gr00t.data.types.ActionConfig
+          format: *id001
+          rep: *id002
+          state_key: null
+          type: *id003
+        - !!python/object:gr00t.data.types.ActionConfig
+          format: *id001
+          rep: *id002
+          state_key: null
+          type: *id003
+        - !!python/object:gr00t.data.types.ActionConfig
+          format: *id001
+          rep: *id002
+          state_key: null
+          type: *id003
+        - !!python/object:gr00t.data.types.ActionConfig
+          format: *id001
+          rep: *id002
+          state_key: null
+          type: *id003
+        delta_indices:
+        - 0
+        - 1
+        - 2
+        - 3
+        - 4
+        - 5
+        - 6
+        - 7
+        - 8
+        - 9
+        - 10
+        - 11
+        - 12
+        - 13
+        - 14
+        - 15
+        mean_std_embedding_keys: null
+        modality_keys:
+        - left_hand
+        - right_hand
+        - left_arm
+        - right_arm
+        - rpy
+        - height
+        - torso_vx
+        - torso_vy
+        - torso_vyaw
+        - target_yaw
+        sin_cos_embedding_keys: null
+      language: !!python/object:gr00t.data.types.ModalityConfig
+        action_configs: null
+        delta_indices:
+        - 0
+        mean_std_embedding_keys: null
+        modality_keys:
+        - annotation.human.task_description
+        sin_cos_embedding_keys: null
+      state: !!python/object:gr00t.data.types.ModalityConfig
+        action_configs: null
+        delta_indices:
+        - 0
+        mean_std_embedding_keys: null
+        modality_keys:
+        - left_hand
+        - right_hand
+        - left_arm
+        - right_arm
+        - rpy
+        - height
+        sin_cos_embedding_keys: null
+      video: !!python/object:gr00t.data.types.ModalityConfig
+        action_configs: null
+        delta_indices:
+        - 0
+        mean_std_embedding_keys: null
+        modality_keys:
+        - rs_view
+        sin_cos_embedding_keys: null
+  mode: single_turn
+  multiprocessing_context: fork
+  num_shards_per_epoch: 100000
+  override_pretraining_statistics: false
+  random_chop: 0.0
+  seed: 42
+  shard_size: 1024
+  shuffle: true
+  subsample_ratio: 1.0
+  video_backend: torchcodec
+load_config_path: null
+model: !!python/object:gr00t.configs.model.gr00t_n1d6.Gr00tN1d6Config
+  _attn_implementation_autoset: false
+  _attn_implementation_internal: null
+  _commit_hash: null
+  _name_or_path: ''
+  action_horizon: 50
+  add_cross_attention: false
+  add_pos_embed: true
+  apply_sincos_state_encoding: true
+  architectures:
+  - Gr00tN1d6
+  attn_dropout: 0.2
+  attn_implementation: null
+  backbone_embedding_dim: 2048
+  backbone_model_type: eagle
+  backbone_trainable_params_fp32: true
+  bad_words_ids: null
+  begin_suppress_tokens: null
+  bos_token_id: null
+  chunk_size_feed_forward: 0
+  collator_overwrite_image_inputs: false
+  color_jitter_params:
+    brightness: 0.3
+    contrast: 0.4
+    hue: 0.08
+    saturation: 0.5
+  crop_fraction: 0.95
+  cross_attention_hidden_size: null
+  decoder_start_token_id: null
+  diffusion_model_cfg:
+    attention_head_dim: 48
+    dropout: 0.2
+    final_dropout: true
+    interleave_self_attention: true
+    norm_type: ada_norm
+    num_attention_heads: 32
+    num_layers: 32
+    output_dim: 1024
+    positional_embeddings: null
+  diversity_penalty: 0.0
+  do_sample: false
+  eagle_collator: true
+  early_stopping: false
+  encoder_no_repeat_ngram_size: 0
+  eos_token_id: null
+  exponential_decay_length_penalty: null
+  finetuning_task: null
+  forced_bos_token_id: null
+  forced_eos_token_id: null
+  formalize_language: true
+  gemma_collator: false
+  hidden_size: 1024
+  id2label:
+    0: LABEL_0
+    1: LABEL_1
+  image_crop_size: null
+  image_target_size: null
+  input_embedding_dim: 1536
+  is_decoder: false
+  is_encoder_decoder: false
+  label2id:
+    LABEL_0: 0
+    LABEL_1: 1
+  length_penalty: 1.0
+  load_bf16: false
+  max_action_dim: 128
+  max_length: 20
+  max_num_embodiments: 32
+  max_seq_len: 1024
+  max_state_dim: 128
+  min_length: 0
+  model_dtype: bfloat16
+  model_name: nvidia/Eagle-Block2A-2B-v2
+  model_type: Gr00tN1d6
+  no_repeat_ngram_size: 0
+  noise_beta_alpha: 1.5
+  noise_beta_beta: 1.0
+  noise_s: 0.999
+  num_beam_groups: 1
+  num_beams: 1
+  num_inference_timesteps: 4
+  num_return_sequences: 1
+  num_timestep_buckets: 1000
+  output_attentions: false
+  output_hidden_states: false
+  output_scores: false
+  pad_token_id: null
+  prefix: null
+  problem_type: null
+  pruned_heads: {}
+  random_rotation_angle: null
+  remove_invalid_values: false
+  repetition_penalty: 1.0
+  reproject_vision: false
+  return_dict: true
+  return_dict_in_generate: false
+  select_layer: 16
+  sep_token_id: null
+  shortest_image_edge: 256
+  state_dropout_prob: 0.0
+  suppress_tokens: null
+  task_specific_params: null
+  temperature: 1.0
+  tf_legacy_loss: false
+  tie_encoder_decoder: false
+  tie_word_embeddings: true
+  tokenizer_class: null
+  top_k: 50
+  top_p: 1.0
+  torch_dtype: bfloat16
+  torchscript: false
+  transformers_version: 4.51.3
+  tune_diffusion_model: true
+  tune_llm: false
+  tune_projector: true
+  tune_top_llm_layers: 4
+  tune_visual: false
+  tune_vlln: true
+  typical_p: 1.0
+  use_albumentations_transforms: true
+  use_alternate_vl_dit: true
+  use_bfloat16: false
+  use_flash_attention: true
+  use_relative_action: true
+  use_vlln: true
+training: !!python/object:gr00t.configs.training.training_config.TrainingConfig
+  add_rl_callback: false
+  assert_loss_less_than: null
+  batch_size: null
+  bf16: true
+  dataloader_num_workers: 4
+  ddp_bucket_cap_mb: 100
+  deepspeed_stage: 2
+  enable_open_loop_eval: false
+  enable_profiling: false
+  eval_batch_size: 2
+  eval_bf16: true
+  eval_set_split_ratio: 0.1
+  eval_steps: 500
+  eval_strategy: 'no'
+  experiment_name: null
+  fp16: false
+  global_batch_size: 12
+  gradient_accumulation_steps: 1
+  gradient_checkpointing: false
+  learning_rate: 0.0001
+  logging_steps: 10
+  lr_scheduler_type: cosine
+  max_concurrent_uploads: 2
+  max_grad_norm: 1.0
+  max_retries: 3
+  max_steps: 40000
+  num_gpus: 1
+  open_loop_eval_plot_indices: null
+  open_loop_eval_steps_per_traj: 100
+  open_loop_eval_traj_ids:
+  - 0
+  optim: adamw_torch
+  output_dir: /hfm/zhenyu/Psi0/checkpoints/gr00t-real/Rotate_to_pour_ham_into_plate_and_push_the_cart_forward
+  reinit_action_head: false
+  remove_unused_columns: false
+  save_best_eval_metric_greater_is_better: true
+  save_best_eval_metric_name: ''
+  save_steps: 40000
+  save_total_limit: 4
+  save_vl_model: false
+  start_from_checkpoint: /hfm/zhenyu/psi/checkpoints/G1WholebodyBendPick-v0-psi0/checkpoint-50000
+  tf32: true
+  transformers_access_token: null
+  transformers_cache_dir: null
+  transformers_local_files_only: false
+  transformers_trust_remote_code: true
+  upload_checkpoints: false
+  upload_every: 1000
+  upload_last_n_checkpoints: 5
+  use_ddp: false
+  use_wandb: false
+  wandb_project: finetune-gr00t-n1d6
+  warmup_ratio: 0.05
+  warmup_steps: 0
+  weight_decay: 1.0e-05

gr00t-n1.6/real/Rotate_to_pour_ham_into_plate_and_push_the_cart_forward/experiment_cfg/dataset_statistics.json

@@ -0,0 +1,641 @@
+{
+  "g1_loco_downstream": {
+    "state": {
+      "left_hand": {
+        "min": [
+          -0.9269875884056091,
+          -0.06699541956186295,
+          0.4786558449268341,
+          -1.4195833206176758,
+          -1.7287458181381226,
+          -1.184408187866211,
+          -1.543308138847351
+        ],
+        "max": [
+          0.11218374967575073,
+          1.0542062520980835,
+          1.3448737859725952,
+          0.01063089445233345,
+          -0.02630593813955784,
+          0.03173275291919708,
+          -0.02618894912302494
+        ],
+        "mean": [
+          -0.46002745628356934,
+          0.4747629165649414,
+          0.6948250532150269,
+          -0.31353455781936646,
+          -0.5853810906410217,
+          -0.241254523396492,
+          -0.404990017414093
+        ],
+        "std": [
+          0.16049478948116302,
+          0.13932937383651733,
+          0.10406248271465302,
+          0.314911425113678,
+          0.36967816948890686,
+          0.2794082760810852,
+          0.19444450736045837
+        ],
+        "q01": [
+          -0.8130688619613647,
+          0.19560351073741913,
+          0.546482310295105,
+          -1.212935438156128,
+          -1.610870542526245,
+          -1.0323941123485565,
+          -1.2250821590423584
+        ],
+        "q99": [
+          -0.18172204494476318,
+          0.840534197688103,
+          0.9946710854768758,
+          -0.01472496685571968,
+          -0.07811787776648912,
+          -0.002453993773087859,
+          -0.08073746308684347
+        ]
+      },
+      "right_hand": {
+        "min": [
+          -0.9820996522903442,
+          -0.7896795272827148,
+          -1.0993529558181763,
+          -0.20172026753425598,
+          0.030457261949777603,
+          0.006668585818260908,
+          0.01882481388747692
+        ],
+        "max": [
+          0.017766516655683517,
+          -0.1264796108007431,
+          -0.49203604459762573,
+          1.328361988067627,
+          1.7149782180786133,
+          1.0285054445266724,
+          1.5147463083267212
+        ],
+        "mean": [
+          -0.4261653423309326,
+          -0.4688602685928345,
+          -0.6508861184120178,
+          0.39778369665145874,
+          0.6887039542198181,
+          0.39132845401763916,
+          0.4321276545524597
+        ],
+        "std": [
+          0.16000154614448547,
+          0.10341810435056686,
+          0.07819007337093353,
+          0.3130604922771454,
+          0.38070809841156006,
+          0.26158344745635986,
+          0.25310713052749634
+        ],
+        "q01": [
+          -0.8208091944456101,
+          -0.7230183482170105,
+          -0.8764568066596985,
+          -0.1599019467830658,
+          0.038338125310838224,
+          0.021174823231995106,
+          0.019403893500566483
+        ],
+        "q99": [
+          -0.1260720820724962,
+          -0.2484179437160492,
+          -0.5271240472793579,
+          0.9174872511625299,
+          1.6465024292469028,
+          0.8363010001182556,
+          1.1525878620147705
+        ]
+      },
+      "left_arm": {
+        "min": [
+          -1.0591537952423096,
+          -0.1634288728237152,
+          -0.7029227614402771,
+          -1.0480923652648926,
+          -0.7582659125328064,
+          -1.4715324640274048,
+          -0.8460901379585266
+        ],
+        "max": [
+          1.2089686393737793,
+          0.7988085150718689,
+          0.8867607712745667,
+          1.1790919303894043,
+          1.6713320016860962,
+          0.5832118391990662,
+          0.7345390915870667
+        ],
+        "mean": [
+          0.5126563310623169,
+          0.2898343503475189,
+          -0.038487911224365234,
+          -0.41970038414001465,
+          0.35927656292915344,
+          -0.3993854224681854,
+          -0.20340844988822937
+        ],
+        "std": [
+          0.4427265524864197,
+          0.12085731327533722,
+          0.2294389307498932,
+          0.36075279116630554,
+          0.6096572875976562,
+          0.4142565429210663,
+          0.3043171465396881
+        ],
+        "q01": [
+          -0.6334736919403077,
+          -0.020731991082429888,
+          -0.5797120887041092,
+          -0.9999154782295228,
+          -0.47161510527133943,
+          -1.107250144481659,
+          -0.6664532256126404
+        ],
+        "q99": [
+          1.1159828901290894,
+          0.5759617680311203,
+          0.5208223456144333,
+          0.6016402041912099,
+          1.5184007847309116,
+          0.4425380656123162,
+          0.5416640043258667
+        ]
+      },
+      "right_arm": {
+        "min": [
+          -1.7347166538238525,
+          -0.9909635782241821,
+          -0.9644664525985718,
+          -1.0476369857788086,
+          -1.4481498003005981,
+          -1.6282670497894287,
+          -0.6750589609146118
+        ],
+        "max": [
+          1.0711021423339844,
+          0.11333481967449188,
+          0.9750365614891052,
+          1.3633613586425781,
+          0.9291010499000549,
+          1.1024490594863892,
+          1.283244013786316
+        ],
+        "mean": [
+          -0.41795027256011963,
+          -0.32765018939971924,
+          0.14392685890197754,
+          0.05127895623445511,
+          -0.33854445815086365,
+          0.10009922087192535,
+          0.31569716334342957
+        ],
+        "std": [
+          0.5552160739898682,
+          0.15981826186180115,
+          0.24790969491004944,
+          0.6697200536727905,
+          0.4505113363265991,
+          0.3168523907661438,
+          0.2951470911502838
+        ],
+        "q01": [
+          -1.5834815180301667,
+          -0.7632960504293442,
+          -0.34250891089439395,
+          -0.9945466506481171,
+          -1.2838559031486512,
+          -0.7027624332904816,
+          -0.39147184550762176
+        ],
+        "q99": [
+          0.7133604252338412,
+          0.05241899937391281,
+          0.7506796699762346,
+          1.3331971168518066,
+          0.5412076115608215,
+          0.8809573137760164,
+          0.9873766976594929
+        ]
+      },
+      "rpy": {
+        "min": [
+          -0.31443771719932556,
+          -0.25234249234199524,
+          -0.5012049078941345
+        ],
+        "max": [
+          0.25545963644981384,
+          0.2277967780828476,
+          0.22437766194343567
+        ],
+        "mean": [
+          -0.034549929201602936,
+          0.013610188849270344,
+          -0.024429943412542343
+        ],
+        "std": [
+          0.03911573067307472,
+          0.06750434637069702,
+          0.08074839413166046
+        ],
+        "q01": [
+          -0.1405536088347435,
+          -0.14539323568344117,
+          -0.2829143413901329
+        ],
+        "q99": [
+          0.045323085039854064,
+          0.15672585278749473,
+          0.14398116096854235
+        ]
+      },
+      "height": {
+        "min": [
+          0.6416011452674866
+        ],
+        "max": [
+          0.8164317607879639
+        ],
+        "mean": [
+          0.7201999425888062
+        ],
+        "std": [
+          0.014960889704524746
+        ],
+        "q01": [
+          0.6767415118217468
+        ],
+        "q99": [
+          0.7662041783332825
+        ]
+      }
+    },
+    "action": {
+      "left_hand": {
+        "min": [
+          -1.0409882068634033,
+          -0.12273073196411133,
+          0.436837762594223,
+          -1.5717962980270386,
+          -1.7463293075561523,
+          -1.2559611797332764,
+          -1.7463293075561523
+        ],
+        "max": [
+          0.4421468675136566,
+          0.9210000038146973,
+          1.7463293075561523,
+          0.0010000000474974513,
+          0.0010000000474974513,
+          0.0010000000474974513,
+          0.0010000000474974513
+        ],
+        "mean": [
+          -0.4807356894016266,
+          0.47509241104125977,
+          0.6906853914260864,
+          -0.31041640043258667,
+          -0.5898368954658508,
+          -0.23241764307022095,
+          -0.40629705786705017
+        ],
+        "std": [
+          0.1750338226556778,
+          0.15048623085021973,
+          0.13044340908527374,
+          0.33980855345726013,
+          0.38186123967170715,
+          0.28935426473617554,
+          0.2044779658317566
+        ],
+        "q01": [
+          -0.8321770209074021,
+          0.1542169316112995,
+          0.5194920480251313,
+          -1.2916747808456421,
+          -1.642631198167801,
+          -1.0422625398635865,
+          -1.2671113669872285
+        ],
+        "q99": [
+          -0.17152927815914154,
+          0.8419997036457066,
+          1.0500152027606964,
+          0.0010000000474974513,
+          -0.04017595946788788,
+          0.0010000000474974513,
+          -0.07496687382459628
+        ]
+      },
+      "right_hand": {
+        "min": [
+          -1.0481975078582764,
+          -0.9210000038146973,
+          -1.7463293075561523,
+          -0.0010000000474974513,
+          -0.0010000000474974513,
+          -0.0010000000474974513,
+          -0.0010000000474974513
+        ],
+        "max": [
+          0.5198602080345154,
+          -0.014095980674028397,
+          -0.46265918016433716,
+          1.5717962980270386,
+          1.7463293075561523,
+          1.118023157119751,
+          1.7463293075561523
+        ],
+        "mean": [
+          -0.40839895606040955,
+          -0.5726506114006042,
+          -0.6818944811820984,
+          0.5284730792045593,
+          0.7199811935424805,
+          0.4318573772907257,
+          0.4562909007072449
+        ],
+        "std": [
+          0.18769894540309906,
+          0.14306479692459106,
+          0.12480109930038452,
+          0.32611697912216187,
+          0.419857919216156,
+          0.3162503242492676,
+          0.3113788366317749
+        ],
+        "q01": [
+          -0.8399935835599899,
+          -0.8023136258125305,
+          -1.0682287335395813,
+          -0.0010000000474974513,
+          -0.0010000000474974513,
+          -0.0010000000474974513,
+          -0.0010000000474974513
+        ],
+        "q99": [
+          -0.09633898876607405,
+          -0.24337346106767624,
+          -0.5391130346059799,
+          0.9635337591171265,
+          1.6898248541355134,
+          0.9045331478118896,
+          1.411249041557312
+        ]
+      },
+      "left_arm": {
+        "min": [
+          -1.019361138343811,
+          -0.6054571270942688,
+          -1.021012783050537,
+          -1.0471999645233154,
+          -0.7927936315536499,
+          -1.560844898223877,
+          -0.9046999216079712
+        ],
+        "max": [
+          1.2334027290344238,
+          1.0112191438674927,
+          0.9427134990692139,
+          1.2165793180465698,
+          1.7361043691635132,
+          0.7488318085670471,
+          0.9007768630981445
+        ],
+        "mean": [
+          0.5241657495498657,
+          0.2945125997066498,
+          -0.04500480368733406,
+          -0.42049187421798706,
+          0.36284521222114563,
+          -0.40989160537719727,
+          -0.21080413460731506
+        ],
+        "std": [
+          0.43741071224212646,
+          0.12982703745365143,
+          0.23653879761695862,
+          0.3736835718154907,
+          0.618385374546051,
+          0.42224231362342834,
+          0.30724525451660156
+        ],
+        "q01": [
+          -0.5942269682884216,
+          -0.07577644497156143,
+          -0.6093236482143403,
+          -1.0471994876861572,
+          -0.4628263860940933,
+          -1.1512476015090942,
+          -0.6814799612760544
+        ],
+        "q99": [
+          1.1341198837757112,
+          0.5896527397632599,
+          0.5230552434921265,
+          0.6644547766447099,
+          1.526016002893448,
+          0.4597533589601519,
+          0.5558918887376787
+        ]
+      },
+      "right_arm": {
+        "min": [
+          -1.7759873867034912,
+          -1.0457597970962524,
+          -0.9954499006271362,
+          -1.0471999645233154,
+          -1.4607900381088257,
+          -1.614428997039795,
+          -0.9024532437324524
+        ],
+        "max": [
+          1.1621601581573486,
+          0.3022633492946625,
+          1.0151734352111816,
+          1.3677823543548584,
+          0.9460119009017944,
+          1.121222972869873,
+          1.3166650533676147
+        ],
+        "mean": [
+          -0.4022386372089386,
+          -0.33494579792022705,
+          0.13704007863998413,
+          0.020859461277723312,
+          -0.330166757106781,
+          0.08796475827693939,
+          0.32162994146347046
+        ],
+        "std": [
+          0.5662075877189636,
+          0.17241664230823517,
+          0.2581793963909149,
+          0.7005768418312073,
+          0.4578431248664856,
+          0.3462810218334198,
+          0.30215367674827576
+        ],
+        "q01": [
+          -1.5976583051681519,
+          -0.7911965763568878,
+          -0.4213506481051445,
+          -1.0471998453140259,
+          -1.2858412957191467,
+          -0.8454385197162628,
+          -0.3983448427915573
+        ],
+        "q99": [
+          0.7685537481307989,
+          0.09822795458138024,
+          0.764597846865654,
+          1.342433763742447,
+          0.5681095659732828,
+          0.8840116006135945,
+          1.0199516999721532
+        ]
+      },
+      "rpy": {
+        "min": [
+          -0.31443771719932556,
+          -0.25234249234199524,
+          -0.5012049078941345
+        ],
+        "max": [
+          0.25545963644981384,
+          0.2277967780828476,
+          0.22437766194343567
+        ],
+        "mean": [
+          -0.03456060215830803,
+          0.013608204200863838,
+          -0.024464966729283333
+        ],
+        "std": [
+          0.03911809250712395,
+          0.06751924008131027,
+          0.080777607858181
+        ],
+        "q01": [
+          -0.1405536088347435,
+          -0.14539323568344117,
+          -0.2829238149523735
+        ],
+        "q99": [
+          0.04534956537187113,
+          0.15672843694686892,
+          0.14398758068680767
+        ]
+      },
+      "height": {
+        "min": [
+          0.6416011452674866
+        ],
+        "max": [
+          0.8164317607879639
+        ],
+        "mean": [
+          0.7201656103134155
+        ],
+        "std": [
+          0.014956292696296909
+        ],
+        "q01": [
+          0.676702984571457
+        ],
+        "q99": [
+          0.7662041783332825
+        ]
+      },
+      "torso_vx": {
+        "min": [
+          -0.3499999940395355
+        ],
+        "max": [
+          0.3499999940395355
+        ],
+        "mean": [
+          0.03277398273348808
+        ],
+        "std": [
+          0.10225828737020493
+        ],
+        "q01": [
+          0.0
+        ],
+        "q99": [
+          0.3499999940395355
+        ]
+      },
+      "torso_vy": {
+        "min": [
+          -0.5
+        ],
+        "max": [
+          0.0
+        ],
+        "mean": [
+          -4.3974599975626916e-05
+        ],
+        "std": [
+          0.004688670858740807
+        ],
+        "q01": [
+          0.0
+        ],
+        "q99": [
+          0.0
+        ]
+      },
+      "torso_vyaw": {
+        "min": [
+          0.0
+        ],
+        "max": [
+          0.5
+        ],
+        "mean": [
+          0.035689834505319595
+        ],
+        "std": [
+          0.12832395732402802
+        ],
+        "q01": [
+          0.0
+        ],
+        "q99": [
+          0.5
+        ]
+      },
+      "target_yaw": {
+        "min": [
+          0.0
+        ],
+        "max": [
+          1.9220000505447388
+        ],
+        "mean": [
+          1.2327402830123901
+        ],
+        "std": [
+          0.7543802261352539
+        ],
+        "q01": [
+          0.0
+        ],
+        "q99": [
+          1.8980000019073486
+        ]
+      }
+    },
+    "relative_action": {}
+  }
+}

gr00t-n1.6/real/Rotate_to_pour_ham_into_plate_and_push_the_cart_forward/experiment_cfg/final_model_config.json

@@ -0,0 +1,53 @@
+{
+  "model_type": "Gr00tN1d6",
+  "model_dtype": "bfloat16",
+  "model_name": "nvidia/Eagle-Block2A-2B-v2",
+  "backbone_model_type": "eagle",
+  "model_revision": null,
+  "tune_top_llm_layers": 4,
+  "backbone_embedding_dim": 2048,
+  "tune_llm": false,
+  "tune_visual": false,
+  "select_layer": 16,
+  "reproject_vision": false,
+  "use_flash_attention": true,
+  "load_bf16": true,
+  "collator_overwrite_image_inputs": false,
+  "eagle_collator": true,
+  "backbone_trainable_params_fp32": true,
+  "apply_sincos_state_encoding": true,
+  "use_relative_action": true,
+  "max_state_dim": 128,
+  "max_action_dim": 128,
+  "action_horizon": 50,
+  "hidden_size": 1024,
+  "input_embedding_dim": 1536,
+  "add_pos_embed": true,
+  "attn_dropout": 0.2,
+  "use_vlln": true,
+  "max_seq_len": 1024,
+  "use_alternate_vl_dit": true,
+  "attend_text_every_n_blocks": 2,
+  "diffusion_model_cfg": {
+    "attention_head_dim": 48,
+    "dropout": 0.2,
+    "final_dropout": true,
+    "interleave_self_attention": true,
+    "norm_type": "ada_norm",
+    "num_attention_heads": 32,
+    "num_layers": 32,
+    "output_dim": 1024,
+    "positional_embeddings": null
+  },
+  "num_inference_timesteps": 4,
+  "noise_beta_alpha": 1.5,
+  "noise_beta_beta": 1.0,
+  "noise_s": 0.999,
+  "num_timestep_buckets": 1000,
+  "tune_projector": true,
+  "tune_diffusion_model": true,
+  "tune_vlln": true,
+  "state_dropout_prob": 0.0,
+  "state_additive_noise_scale": 0.0,
+  "max_num_embodiments": 32
+}

gr00t-n1.6/real/Rotate_to_pour_ham_into_plate_and_push_the_cart_forward/model-00001-of-00002.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f7c728386945885fff7b9d3dcd777aa0fdc9b287b0477f38566d673ad4cb842
+size 4990120184

gr00t-n1.6/real/Rotate_to_pour_ham_into_plate_and_push_the_cart_forward/model-00002-of-00002.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:122447d7cb264bcac4b2343fbc2a1bf14b0e52b87cac7f5dd44361d0767602ae
+size 4823190320

gr00t-n1.6/real/Rotate_to_pour_ham_into_plate_and_push_the_cart_forward/openloop_eval_summary.json

@@ -0,0 +1,82 @@
+{
+  "dataset_path": "/hfm/data/real_teleop_g1/lerobot/Rotate_to_pour_ham_into_plate_and_push_the_cart_forward",
+  "episode_slots": [
+    0,
+    1
+  ],
+  "evaluated_episodes": [
+    0,
+    1
+  ],
+  "samples": 2,
+  "first_frame_l1": {
+    "left_hand": [
+      0.07034747302532196,
+      0.015403568744659424,
+      0.02102065086364746,
+      0.0,
+      0.02663065493106842,
+      0.0,
+      0.042267702519893646
+    ],
+    "right_hand": [
+      0.03497052192687988,
+      0.021196693181991577,
+      0.015848100185394287,
+      0.046609461307525635,
+      0.09788846224546432,
+      0.0013869238318875432,
+      0.03425165265798569
+    ],
+    "left_arm": [
+      0.047714412212371826,
+      0.023432567715644836,
+      0.01398124173283577,
+      0.0059877485036849976,
+      0.043400369584560394,
+      0.0496959425508976,
+      0.05396580696105957
+    ],
+    "right_arm": [
+      0.014340952038764954,
+      0.04044799506664276,
+      0.0281422957777977,
+      0.03413500264286995,
+      0.06819961220026016,
+      0.08551736176013947,
+      0.018471568822860718
+    ],
+    "rpy": [
+      0.012937198393046856,
+      0.04779314249753952,
+      0.03802592307329178
+    ],
+    "height": [
+      0.0057329535484313965
+    ],
+    "torso_vx": [
+      0.0003417968691792339
+    ],
+    "torso_vy": [
+      0.00048828125
+    ],
+    "torso_vyaw": [
+      0.0
+    ],
+    "target_yaw": [
+      0.003753906348720193
+    ]
+  },
+  "full_horizon_l1": {
+    "left_hand": 0.02401271941406386,
+    "right_hand": 0.03394014175449099,
+    "left_arm": 0.03508638058389936,
+    "right_arm": 0.047939143010548184,
+    "rpy": 0.03060765688618024,
+    "height": 0.007748669013381004,
+    "torso_vx": 0.0025674819480627775,
+    "torso_vy": 0.00030517578125,
+    "torso_vyaw": 9.1552734375e-05,
+    "target_yaw": 0.013842529384419322
+  }
+}

gr00t-n1.6/real/Rotate_to_pour_ham_into_plate_and_push_the_cart_forward/processor/embodiment_id.json

@@ -0,0 +1,14 @@
+{
+  "robocasa_panda_omron": 13,
+  "gr1": 20,
+  "behavior_r1_pro": 24,
+  "unitree_g1": 8,
+  "oxe_google": 0,
+  "oxe_widowx": 1,
+  "libero_panda": 2,
+  "new_embodiment": 10,
+  "g1_ee_a16": 10,
+  "h1_ee_a16": 11,
+  "g1_upper_a16": 10,
+  "g1_loco_downstream": 10
+}

gr00t-n1.6/real/Rotate_to_pour_ham_into_plate_and_push_the_cart_forward/processor/processor_config.json

@@ -0,0 +1,650 @@
+{
+  "processor_class": "Gr00tN1d6Processor",
+  "processor_kwargs": {
+    "modality_configs": {
+      "behavior_r1_pro": {
+        "video": {
+          "delta_indices": [
+            0
+          ],
+          "modality_keys": [
+            "observation.images.rgb.head_256_256",
+            "observation.images.rgb.left_wrist_256_256",
+            "observation.images.rgb.right_wrist_256_256"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": null
+        },
+        "state": {
+          "delta_indices": [
+            0
+          ],
+          "modality_keys": [
+            "robot_pos",
+            "robot_ori_cos",
+            "robot_ori_sin",
+            "robot_2d_ori",
+            "robot_2d_ori_cos",
+            "robot_2d_ori_sin",
+            "robot_lin_vel",
+            "robot_ang_vel",
+            "arm_left_qpos",
+            "arm_left_qpos_sin",
+            "arm_left_qpos_cos",
+            "eef_left_pos",
+            "eef_left_quat",
+            "gripper_left_qpos",
+            "arm_right_qpos",
+            "arm_right_qpos_sin",
+            "arm_right_qpos_cos",
+            "eef_right_pos",
+            "eef_right_quat",
+            "gripper_right_qpos",
+            "trunk_qpos"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": null
+        },
+        "action": {
+          "delta_indices": [
+            0,
+            1,
+            2,
+            3,
+            4,
+            5,
+            6,
+            7,
+            8,
+            9,
+            10,
+            11,
+            12,
+            13,
+            14,
+            15,
+            16,
+            17,
+            18,
+            19,
+            20,
+            21,
+            22,
+            23,
+            24,
+            25,
+            26,
+            27,
+            28,
+            29,
+            30,
+            31
+          ],
+          "modality_keys": [
+            "base",
+            "torso",
+            "left_arm",
+            "left_gripper",
+            "right_arm",
+            "right_gripper"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": [
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            },
+            {
+              "rep": "RELATIVE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": "trunk_qpos"
+            },
+            {
+              "rep": "RELATIVE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": "arm_left_qpos"
+            },
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            },
+            {
+              "rep": "RELATIVE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": "arm_right_qpos"
+            },
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            }
+          ]
+        },
+        "language": {
+          "delta_indices": [
+            0
+          ],
+          "modality_keys": [
+            "annotation.human.coarse_action"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": null
+        }
+      },
+      "gr1": {
+        "video": {
+          "delta_indices": [
+            0
+          ],
+          "modality_keys": [
+            "ego_view_bg_crop_pad_res256_freq20"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": null
+        },
+        "state": {
+          "delta_indices": [
+            0
+          ],
+          "modality_keys": [
+            "left_arm",
+            "right_arm",
+            "left_hand",
+            "right_hand",
+            "waist"
+          ],
+          "sin_cos_embedding_keys": [
+            "left_arm",
+            "right_arm",
+            "left_hand",
+            "right_hand",
+            "waist"
+          ],
+          "mean_std_embedding_keys": null,
+          "action_configs": null
+        },
+        "action": {
+          "delta_indices": [
+            0,
+            1,
+            2,
+            3,
+            4,
+            5,
+            6,
+            7,
+            8,
+            9,
+            10,
+            11,
+            12,
+            13,
+            14,
+            15
+          ],
+          "modality_keys": [
+            "left_arm",
+            "right_arm",
+            "left_hand",
+            "right_hand",
+            "waist"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": [
+            {
+              "rep": "RELATIVE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            },
+            {
+              "rep": "RELATIVE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            },
+            {
+              "rep": "RELATIVE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            },
+            {
+              "rep": "RELATIVE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            },
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            }
+          ]
+        },
+        "language": {
+          "delta_indices": [
+            0
+          ],
+          "modality_keys": [
+            "task"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": null
+        }
+      },
+      "robocasa_panda_omron": {
+        "video": {
+          "delta_indices": [
+            0
+          ],
+          "modality_keys": [
+            "res256_image_side_0",
+            "res256_image_side_1",
+            "res256_image_wrist_0"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": null
+        },
+        "state": {
+          "delta_indices": [
+            0
+          ],
+          "modality_keys": [
+            "end_effector_position_relative",
+            "end_effector_rotation_relative",
+            "gripper_qpos",
+            "base_position",
+            "base_rotation"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": null
+        },
+        "action": {
+          "delta_indices": [
+            0,
+            1,
+            2,
+            3,
+            4,
+            5,
+            6,
+            7,
+            8,
+            9,
+            10,
+            11,
+            12,
+            13,
+            14,
+            15
+          ],
+          "modality_keys": [
+            "end_effector_position",
+            "end_effector_rotation",
+            "gripper_close",
+            "base_motion",
+            "control_mode"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": [
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            },
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            },
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            },
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            },
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            }
+          ]
+        },
+        "language": {
+          "delta_indices": [
+            0
+          ],
+          "modality_keys": [
+            "annotation.human.action.task_description"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": null
+        }
+      },
+      "new_embodiment": {
+        "video": {
+          "delta_indices": [
+            0
+          ],
+          "modality_keys": [
+            "rs_view"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": null
+        },
+        "state": {
+          "delta_indices": [
+            0
+          ],
+          "modality_keys": [
+            "left_hand",
+            "right_hand",
+            "left_arm",
+            "right_arm",
+            "rpy",
+            "height"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": null
+        },
+        "action": {
+          "delta_indices": [
+            0,
+            1,
+            2,
+            3,
+            4,
+            5,
+            6,
+            7,
+            8,
+            9,
+            10,
+            11,
+            12,
+            13,
+            14,
+            15
+          ],
+          "modality_keys": [
+            "left_hand",
+            "right_hand",
+            "left_arm",
+            "right_arm",
+            "rpy",
+            "height",
+            "torso_vx",
+            "torso_vy",
+            "torso_vyaw",
+            "target_yaw"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": [
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            },
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            },
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            },
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            },
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            },
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            },
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            },
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            },
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            },
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            }
+          ]
+        },
+        "language": {
+          "delta_indices": [
+            0
+          ],
+          "modality_keys": [
+            "annotation.human.task_description"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": null
+        }
+      },
+      "g1_loco_downstream": {
+        "video": {
+          "delta_indices": [
+            0
+          ],
+          "modality_keys": [
+            "rs_view"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": null
+        },
+        "state": {
+          "delta_indices": [
+            0
+          ],
+          "modality_keys": [
+            "left_hand",
+            "right_hand",
+            "left_arm",
+            "right_arm",
+            "rpy",
+            "height"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": null
+        },
+        "action": {
+          "delta_indices": [
+            0,
+            1,
+            2,
+            3,
+            4,
+            5,
+            6,
+            7,
+            8,
+            9,
+            10,
+            11,
+            12,
+            13,
+            14,
+            15
+          ],
+          "modality_keys": [
+            "left_hand",
+            "right_hand",
+            "left_arm",
+            "right_arm",
+            "rpy",
+            "height",
+            "torso_vx",
+            "torso_vy",
+            "torso_vyaw",
+            "target_yaw"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": [
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            },
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            },
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            },
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            },
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            },
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            },
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            },
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            },
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            },
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            }
+          ]
+        },
+        "language": {
+          "delta_indices": [
+            0
+          ],
+          "modality_keys": [
+            "annotation.human.task_description"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": null
+        }
+      }
+    },
+    "image_crop_size": null,
+    "image_target_size": null,
+    "use_albumentations": true,
+    "random_rotation_angle": null,
+    "color_jitter_params": {
+      "brightness": 0.3,
+      "contrast": 0.4,
+      "saturation": 0.5,
+      "hue": 0.08
+    },
+    "shortest_image_edge": 256,
+    "crop_fraction": 0.95,
+    "model_name": "nvidia/Eagle-Block2A-2B-v2",
+    "model_type": "eagle",
+    "formalize_language": true,
+    "max_state_dim": 128,
+    "max_action_dim": 128,
+    "max_action_horizon": 50,
+    "use_percentiles": false,
+    "clip_outliers": true,
+    "apply_sincos_state_encoding": true,
+    "use_relative_action": true
+  }
+}

gr00t-n1.6/real/Rotate_to_pour_ham_into_plate_and_push_the_cart_forward/training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b6059bfb47312475171da5c417a76ec376bb39f71ca533e666e64855487450e
+size 5841

gr00t-n1.6/real/Rotate_to_pour_ham_into_plate_and_push_the_cart_forward/wandb_config.json

@@ -0,0 +1 @@
+{"project": "finetune-gr00t-n1d6", "run_id": "Rotate_to_pour_ham_into_plate_and_push_the_cart_forward"}