william-yue commited on
Commit
6f0544b
·
verified ·
1 Parent(s): 768faf3

Upload hf_config.json with huggingface_hub

Browse files
Files changed (1) hide show
  1. hf_config.json +300 -0
hf_config.json ADDED
@@ -0,0 +1,300 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "dataset_mixture": {
3
+ "datasets": [
4
+ {
5
+ "repo_id": "physical-intelligence/libero",
6
+ "vqa": null,
7
+ "root": null,
8
+ "episodes": null,
9
+ "image_transforms": {
10
+ "enable": false,
11
+ "max_num_transforms": 3,
12
+ "random_order": false,
13
+ "tfs": {
14
+ "brightness": {
15
+ "weight": 1,
16
+ "type": "ColorJitter",
17
+ "kwargs": {
18
+ "brightness": [
19
+ 0.8,
20
+ 1.2
21
+ ]
22
+ }
23
+ },
24
+ "contrast": {
25
+ "weight": 1,
26
+ "type": "ColorJitter",
27
+ "kwargs": {
28
+ "contrast": [
29
+ 0.8,
30
+ 1.2
31
+ ]
32
+ }
33
+ },
34
+ "saturation": {
35
+ "weight": 1,
36
+ "type": "ColorJitter",
37
+ "kwargs": {
38
+ "saturation": [
39
+ 0.5,
40
+ 1.5
41
+ ]
42
+ }
43
+ },
44
+ "hue": {
45
+ "weight": 1,
46
+ "type": "ColorJitter",
47
+ "kwargs": {
48
+ "hue": [
49
+ -0.05,
50
+ 0.05
51
+ ]
52
+ }
53
+ },
54
+ "sharpness": {
55
+ "weight": 1,
56
+ "type": "SharpnessJitter",
57
+ "kwargs": {
58
+ "sharpness": [
59
+ 0.5,
60
+ 1.5
61
+ ]
62
+ }
63
+ }
64
+ }
65
+ },
66
+ "revision": null,
67
+ "use_imagenet_stats": true,
68
+ "video_backend": "pyav",
69
+ "stats": null,
70
+ "data_features_name_mapping": null,
71
+ "val_split_ratio": 0.05
72
+ }
73
+ ],
74
+ "weights": [
75
+ 1
76
+ ],
77
+ "action_freq": 10,
78
+ "image_resample_strategy": "nearest",
79
+ "vector_resample_strategy": "nearest",
80
+ "val_split_ratio": 0.05
81
+ },
82
+ "policy": {
83
+ "type": "pi05_continuous_state",
84
+ "n_obs_steps": 1,
85
+ "normalization_mapping": {
86
+ "VISUAL": "IDENTITY",
87
+ "STATE": "MEAN_STD",
88
+ "ACTION": "MEAN_STD"
89
+ },
90
+ "input_features": {
91
+ "state": {
92
+ "type": "STATE",
93
+ "shape": [
94
+ 32
95
+ ]
96
+ },
97
+ "camera0": {
98
+ "type": "VISUAL",
99
+ "shape": [
100
+ 3,
101
+ 224,
102
+ 224
103
+ ]
104
+ },
105
+ "camera1": {
106
+ "type": "VISUAL",
107
+ "shape": [
108
+ 3,
109
+ 224,
110
+ 224
111
+ ]
112
+ }
113
+ },
114
+ "output_features": {
115
+ "actions": {
116
+ "type": "ACTION",
117
+ "shape": [
118
+ 32
119
+ ]
120
+ }
121
+ },
122
+ "device": null,
123
+ "use_amp": false,
124
+ "pretrained_path": "TensorAuto/ca411tj2-continuous_libero_pi05-19000",
125
+ "cloud_vlm_latency_mean": 0,
126
+ "cloud_vlm_latency_std": 0,
127
+ "cloud_vlm_latency_lower": 0,
128
+ "cloud_vlm_latency_upper": 0,
129
+ "action_decoder_latency_mean": 0,
130
+ "action_decoder_latency_std": 0,
131
+ "action_decoder_latency_lower": 0,
132
+ "action_decoder_latency_upper": 0,
133
+ "chunk_size": 10,
134
+ "n_action_steps": 10,
135
+ "max_state_dim": 32,
136
+ "max_action_dim": 32,
137
+ "resize_imgs_with_padding": [
138
+ 224,
139
+ 224
140
+ ],
141
+ "empty_cameras": 0,
142
+ "prompt_max_length": 50,
143
+ "discrete_action_max_length": 60,
144
+ "proj_width": 1024,
145
+ "dropout": 0.1,
146
+ "num_steps": 10,
147
+ "max_delay": 3,
148
+ "init_strategy": "no_init",
149
+ "attention_implementation": "eager",
150
+ "freeze_vision_encoder": false,
151
+ "train_expert_only": false,
152
+ "optimizer_lr": 2.5e-05,
153
+ "optimizer_betas": [
154
+ 0.9,
155
+ 0.95
156
+ ],
157
+ "optimizer_eps": 1e-08,
158
+ "optimizer_weight_decay": 1e-10,
159
+ "scheduler_warmup_steps": 1000,
160
+ "scheduler_decay_steps": 30000,
161
+ "scheduler_decay_lr": 2.5e-06
162
+ },
163
+ "job_name": "continuous_libero_pi05",
164
+ "resume": false,
165
+ "seed": 1000,
166
+ "resolution": [
167
+ 224,
168
+ 224
169
+ ],
170
+ "num_cams": 2,
171
+ "max_state_dim": 32,
172
+ "max_action_dim": 32,
173
+ "action_chunk": 10,
174
+ "loss_weighting": {
175
+ "MSE": 1,
176
+ "CE": 1
177
+ },
178
+ "num_workers": 16,
179
+ "batch_size": 12,
180
+ "gradient_accumulation_steps": 1,
181
+ "dataloader_batch_size": 12,
182
+ "prefetch_factor": 8,
183
+ "steps": 1000000,
184
+ "log_freq": 100,
185
+ "save_checkpoint": true,
186
+ "save_freq": 1000,
187
+ "use_policy_training_preset": false,
188
+ "optimizer": {
189
+ "type": "adamw",
190
+ "lr": 2.5e-05,
191
+ "weight_decay": 1e-10,
192
+ "grad_clip_norm": 10,
193
+ "betas": [
194
+ 0.9,
195
+ 0.95
196
+ ],
197
+ "eps": 1e-08
198
+ },
199
+ "scheduler": {
200
+ "type": "cosine_decay_with_warmup",
201
+ "num_warmup_steps": 1000,
202
+ "num_decay_steps": 30000,
203
+ "peak_lr": 2.5e-05,
204
+ "decay_lr": 2.5e-06
205
+ },
206
+ "wandb": {
207
+ "enable": true,
208
+ "entity": "wyautox-autox",
209
+ "project": "pi05",
210
+ "run_id": "ca411tj2",
211
+ "name": "continuous_libero_pi05",
212
+ "notes": "PI05 training run",
213
+ "tags": [],
214
+ "group": null,
215
+ "job_type": null,
216
+ "mode": null,
217
+ "allow_resume": true,
218
+ "disable_artifact": false
219
+ },
220
+ "debug": false,
221
+ "trace_nans": false,
222
+ "env": {
223
+ "type": "libero",
224
+ "import_name": null,
225
+ "make_id": null,
226
+ "task": "libero_10",
227
+ "fps": 10,
228
+ "features": {
229
+ "action": {
230
+ "type": "ACTION",
231
+ "shape": [
232
+ 7
233
+ ]
234
+ },
235
+ "agent_pos": {
236
+ "type": "STATE",
237
+ "shape": [
238
+ 8
239
+ ]
240
+ },
241
+ "pixels/agentview_image": {
242
+ "type": "VISUAL",
243
+ "shape": [
244
+ 360,
245
+ 360,
246
+ 3
247
+ ]
248
+ },
249
+ "pixels/robot0_eye_in_hand_image": {
250
+ "type": "VISUAL",
251
+ "shape": [
252
+ 360,
253
+ 360,
254
+ 3
255
+ ]
256
+ }
257
+ },
258
+ "features_map": {
259
+ "action": "actions",
260
+ "agent_pos": "observation.state",
261
+ "pixels/agentview_image": "observation.images.image",
262
+ "pixels/robot0_eye_in_hand_image": "observation.images.image2"
263
+ },
264
+ "max_parallel_tasks": 1,
265
+ "disable_env_checker": true,
266
+ "task_ids": [
267
+ 0,
268
+ 1,
269
+ 2,
270
+ 3,
271
+ 4,
272
+ 5,
273
+ 6,
274
+ 8
275
+ ],
276
+ "episode_length": 700,
277
+ "obs_type": "pixels_agent_pos",
278
+ "render_mode": "rgb_array",
279
+ "camera_name": "agentview_image,robot0_eye_in_hand_image",
280
+ "init_states": true,
281
+ "camera_name_mapping": null
282
+ },
283
+ "eval": {
284
+ "n_episodes": 16,
285
+ "batch_size": 16,
286
+ "use_async_envs": true,
287
+ "max_episodes_rendered": 16,
288
+ "grid_size": null,
289
+ "recording_root": null
290
+ },
291
+ "eval_freq": 1000,
292
+ "val_freq": 1000,
293
+ "last_checkpoint_only": true,
294
+ "server": {
295
+ "port": 50051,
296
+ "max_workers": 4,
297
+ "max_send_message_length_mb": 100,
298
+ "max_receive_message_length_mb": 100
299
+ }
300
+ }