Hugging Face's logo

asterism45
/
gr00t-pretrained-30000

Safetensors
Model card Files
xet
 Community
2

fea

#2
by asterism45 - opened
base: refs/heads/main
←
from: refs/pr/2
Discussion Files changed
+0
-374
Files changed (7) hide show
  1. config.json +0 -82
  2. model.safetensors +0 -3
  3. policy_postprocessor.json +0 -20
  4. policy_postprocessor_step_0_groot_action_unpack_unnormalize_v1.safetensors +0 -3
  5. policy_preprocessor.json +0 -52
  6. policy_preprocessor_step_2_groot_pack_inputs_v3.safetensors +0 -3
  7. train_config.json +0 -211
config.json DELETED
@@ -1,82 +0,0 @@
1
- {
2
- "type": "groot",
3
- "n_obs_steps": 1,
4
- "input_features": {
5
- "observation.state": {
6
- "type": "STATE",
7
- "shape": [
8
- 32
9
- ]
10
- },
11
- "observation.images.laptop": {
12
- "type": "VISUAL",
13
- "shape": [
14
- 3,
15
- 480,
16
- 640
17
- ]
18
- }
19
- },
20
- "output_features": {
21
- "action": {
22
- "type": "ACTION",
23
- "shape": [
24
- 16
25
- ]
26
- }
27
- },
28
- "device": "cuda",
29
- "use_amp": false,
30
- "push_to_hub": true,
31
- "repo_id": "asterism45/gr00t_bi_openarm_pickandplace5_stp50000",
32
- "private": null,
33
- "tags": [
34
- "openarm"
35
- ],
36
- "license": null,
37
- "pretrained_path": null,
38
- "chunk_size": 50,
39
- "n_action_steps": 50,
40
- "max_state_dim": 64,
41
- "max_action_dim": 32,
42
- "normalization_mapping": {
43
- "VISUAL": "IDENTITY",
44
- "STATE": "MEAN_STD",
45
- "ACTION": "MEAN_STD"
46
- },
47
- "image_size": [
48
- 224,
49
- 224
50
- ],
51
- "base_model_path": "nvidia/GR00T-N1.5-3B",
52
- "tokenizer_assets_repo": "lerobot/eagle2hg-processor-groot-n1p5",
53
- "embodiment_tag": "new_embodiment",
54
- "tune_llm": false,
55
- "tune_visual": false,
56
- "tune_projector": true,
57
- "tune_diffusion_model": false,
58
- "lora_rank": 0,
59
- "lora_alpha": 16,
60
- "lora_dropout": 0.1,
61
- "lora_full_model": false,
62
- "optimizer_lr": 0.0001,
63
- "optimizer_betas": [
64
- 0.95,
65
- 0.999
66
- ],
67
- "optimizer_eps": 1e-08,
68
- "optimizer_weight_decay": 1e-05,
69
- "warmup_ratio": 0.05,
70
- "use_bf16": true,
71
- "video_backend": "decord",
72
- "balance_dataset_weights": true,
73
- "balance_trajectory_weights": true,
74
- "dataset_paths": null,
75
- "output_dir": "./tmp/gr00t",
76
- "save_steps": 1000,
77
- "max_steps": 10000,
78
- "batch_size": 32,
79
- "dataloader_num_workers": 8,
80
- "report_to": "wandb",
81
- "resume": false
82
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
model.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:7da59e4aed143ca755863ef0cfce91d985490370645467d845e28359e756aac8
3
- size 6964802952
 
 
 
 
policy_postprocessor.json DELETED
@@ -1,20 +0,0 @@
1
- {
2
- "name": "policy_postprocessor",
3
- "steps": [
4
- {
5
- "registry_name": "groot_action_unpack_unnormalize_v1",
6
- "config": {
7
- "env_action_dim": 16,
8
- "normalize_min_max": true
9
- },
10
- "state_file": "policy_postprocessor_step_0_groot_action_unpack_unnormalize_v1.safetensors"
11
- },
12
- {
13
- "registry_name": "device_processor",
14
- "config": {
15
- "device": "cpu",
16
- "float_dtype": null
17
- }
18
- }
19
- ]
20
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
policy_postprocessor_step_0_groot_action_unpack_unnormalize_v1.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:0be3bb627623f7f64168f8ef071d77ccb1b43982c15d2784979543cd177c8cd0
3
- size 10008
 
 
 
 
policy_preprocessor.json DELETED
@@ -1,52 +0,0 @@
1
- {
2
- "name": "policy_preprocessor",
3
- "steps": [
4
- {
5
- "registry_name": "rename_observations_processor",
6
- "config": {
7
- "rename_map": {}
8
- }
9
- },
10
- {
11
- "registry_name": "to_batch_processor",
12
- "config": {}
13
- },
14
- {
15
- "registry_name": "groot_pack_inputs_v3",
16
- "config": {
17
- "state_horizon": 1,
18
- "action_horizon": 16,
19
- "max_state_dim": 64,
20
- "max_action_dim": 32,
21
- "language_key": "task",
22
- "formalize_language": false,
23
- "embodiment_tag": "new_embodiment",
24
- "embodiment_mapping": {
25
- "new_embodiment": 31,
26
- "oxe_droid": 17,
27
- "agibot_genie1": 26,
28
- "gr1": 24,
29
- "so100": 2,
30
- "unitree_g1": 3
31
- },
32
- "normalize_min_max": true
33
- },
34
- "state_file": "policy_preprocessor_step_2_groot_pack_inputs_v3.safetensors"
35
- },
36
- {
37
- "registry_name": "groot_eagle_encode_v3",
38
- "config": {}
39
- },
40
- {
41
- "registry_name": "groot_eagle_collate_v3",
42
- "config": {}
43
- },
44
- {
45
- "registry_name": "device_processor",
46
- "config": {
47
- "device": "cuda",
48
- "float_dtype": null
49
- }
50
- }
51
- ]
52
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
policy_preprocessor_step_2_groot_pack_inputs_v3.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:0be3bb627623f7f64168f8ef071d77ccb1b43982c15d2784979543cd177c8cd0
3
- size 10008
 
 
 
 
train_config.json DELETED
@@ -1,211 +0,0 @@
1
- {
2
- "dataset": {
3
- "repo_id": "asterism45/bi_openarm_pickandplace5",
4
- "root": null,
5
- "episodes": null,
6
- "image_transforms": {
7
- "enable": false,
8
- "max_num_transforms": 3,
9
- "random_order": false,
10
- "tfs": {
11
- "brightness": {
12
- "weight": 1.0,
13
- "type": "ColorJitter",
14
- "kwargs": {
15
- "brightness": [
16
- 0.8,
17
- 1.2
18
- ]
19
- }
20
- },
21
- "contrast": {
22
- "weight": 1.0,
23
- "type": "ColorJitter",
24
- "kwargs": {
25
- "contrast": [
26
- 0.8,
27
- 1.2
28
- ]
29
- }
30
- },
31
- "saturation": {
32
- "weight": 1.0,
33
- "type": "ColorJitter",
34
- "kwargs": {
35
- "saturation": [
36
- 0.5,
37
- 1.5
38
- ]
39
- }
40
- },
41
- "hue": {
42
- "weight": 1.0,
43
- "type": "ColorJitter",
44
- "kwargs": {
45
- "hue": [
46
- -0.05,
47
- 0.05
48
- ]
49
- }
50
- },
51
- "sharpness": {
52
- "weight": 1.0,
53
- "type": "SharpnessJitter",
54
- "kwargs": {
55
- "sharpness": [
56
- 0.5,
57
- 1.5
58
- ]
59
- }
60
- },
61
- "affine": {
62
- "weight": 1.0,
63
- "type": "RandomAffine",
64
- "kwargs": {
65
- "degrees": [
66
- -5.0,
67
- 5.0
68
- ],
69
- "translate": [
70
- 0.05,
71
- 0.05
72
- ]
73
- }
74
- }
75
- }
76
- },
77
- "revision": null,
78
- "use_imagenet_stats": true,
79
- "video_backend": "torchcodec",
80
- "streaming": false
81
- },
82
- "env": null,
83
- "policy": {
84
- "type": "groot",
85
- "n_obs_steps": 1,
86
- "input_features": {
87
- "observation.state": {
88
- "type": "STATE",
89
- "shape": [
90
- 32
91
- ]
92
- },
93
- "observation.images.laptop": {
94
- "type": "VISUAL",
95
- "shape": [
96
- 3,
97
- 480,
98
- 640
99
- ]
100
- }
101
- },
102
- "output_features": {
103
- "action": {
104
- "type": "ACTION",
105
- "shape": [
106
- 16
107
- ]
108
- }
109
- },
110
- "device": "cuda",
111
- "use_amp": false,
112
- "push_to_hub": true,
113
- "repo_id": "asterism45/gr00t_bi_openarm_pickandplace5_stp50000",
114
- "private": null,
115
- "tags": [
116
- "openarm"
117
- ],
118
- "license": null,
119
- "pretrained_path": null,
120
- "chunk_size": 50,
121
- "n_action_steps": 50,
122
- "max_state_dim": 64,
123
- "max_action_dim": 32,
124
- "normalization_mapping": {
125
- "VISUAL": "IDENTITY",
126
- "STATE": "MEAN_STD",
127
- "ACTION": "MEAN_STD"
128
- },
129
- "image_size": [
130
- 224,
131
- 224
132
- ],
133
- "base_model_path": "nvidia/GR00T-N1.5-3B",
134
- "tokenizer_assets_repo": "lerobot/eagle2hg-processor-groot-n1p5",
135
- "embodiment_tag": "new_embodiment",
136
- "tune_llm": false,
137
- "tune_visual": false,
138
- "tune_projector": true,
139
- "tune_diffusion_model": false,
140
- "lora_rank": 0,
141
- "lora_alpha": 16,
142
- "lora_dropout": 0.1,
143
- "lora_full_model": false,
144
- "optimizer_lr": 0.0001,
145
- "optimizer_betas": [
146
- 0.95,
147
- 0.999
148
- ],
149
- "optimizer_eps": 1e-08,
150
- "optimizer_weight_decay": 1e-05,
151
- "warmup_ratio": 0.05,
152
- "use_bf16": true,
153
- "video_backend": "decord",
154
- "balance_dataset_weights": true,
155
- "balance_trajectory_weights": true,
156
- "dataset_paths": null,
157
- "output_dir": "./tmp/gr00t",
158
- "save_steps": 1000,
159
- "max_steps": 10000,
160
- "batch_size": 32,
161
- "dataloader_num_workers": 8,
162
- "report_to": "wandb",
163
- "resume": false
164
- },
165
- "output_dir": "/groups/gch51650/kobiyama/gr00t/lerobot/outputs/train_gr00t/record-20251119-213011",
166
- "job_name": "abci-gr00t-20251119-213011",
167
- "resume": false,
168
- "seed": 1000,
169
- "num_workers": 4,
170
- "batch_size": 8,
171
- "steps": 50000,
172
- "eval_freq": 20000,
173
- "log_freq": 200,
174
- "save_checkpoint": true,
175
- "save_freq": 10000,
176
- "use_policy_training_preset": true,
177
- "optimizer": {
178
- "type": "adamw",
179
- "lr": 0.0001,
180
- "weight_decay": 1e-05,
181
- "grad_clip_norm": 10.0,
182
- "betas": [
183
- 0.95,
184
- 0.999
185
- ],
186
- "eps": 1e-08
187
- },
188
- "scheduler": {
189
- "type": "cosine_decay_with_warmup",
190
- "num_warmup_steps": 500,
191
- "num_decay_steps": 10000,
192
- "peak_lr": 0.0001,
193
- "decay_lr": 1e-05
194
- },
195
- "eval": {
196
- "n_episodes": 50,
197
- "batch_size": 50,
198
- "use_async_envs": false
199
- },
200
- "wandb": {
201
- "enable": true,
202
- "disable_artifact": false,
203
- "project": "lerobot",
204
- "entity": null,
205
- "notes": null,
206
- "run_id": "gcjaor3n",
207
- "mode": null
208
- },
209
- "checkpoint_path": null,
210
- "rename_map": {}
211
- }