Robotics
LeRobot
Safetensors
act
jasminen commited on
Commit
db4b893
·
verified ·
1 Parent(s): 462460d

Upload policy weights, train config and readme

Browse files
Files changed (3) hide show
  1. config.json +74 -73
  2. model.safetensors +1 -1
  3. train_config.json +5 -5
config.json CHANGED
@@ -1,78 +1,79 @@
1
  {
2
- "type": "act",
3
- "n_obs_steps": 1,
4
- "input_features": {
5
- "observation.state": {
6
- "type": "STATE",
7
- "shape": [
8
- 6
9
- ]
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
10
  },
11
- "observation.images.top": {
12
- "type": "VISUAL",
13
- "shape": [
14
- 3,
15
- 480,
16
- 640
17
- ]
18
  },
19
- "observation.images.head": {
20
- "type": "VISUAL",
21
- "shape": [
22
- 3,
23
- 480,
24
- 640
25
- ]
 
 
 
 
 
 
 
 
26
  },
27
- "observation.images.front": {
28
- "type": "VISUAL",
29
- "shape": [
30
- 3,
31
- 480,
32
- 640
33
- ]
34
- }
35
- },
36
- "output_features": {
37
- "action": {
38
- "type": "ACTION",
39
- "shape": [
40
- 6
41
- ]
42
- }
43
- },
44
- "device": "cuda",
45
- "use_amp": true,
46
- "push_to_hub": true,
47
- "repo_id": "jasminen/c01",
48
- "private": null,
49
- "tags": null,
50
- "license": null,
51
- "pretrained_path": null,
52
- "chunk_size": 100,
53
- "n_action_steps": 100,
54
- "normalization_mapping": {
55
- "VISUAL": "MEAN_STD",
56
- "STATE": "MEAN_STD",
57
- "ACTION": "MEAN_STD"
58
- },
59
- "vision_backbone": "resnet18",
60
- "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1",
61
- "replace_final_stride_with_dilation": false,
62
- "pre_norm": false,
63
- "dim_model": 512,
64
- "n_heads": 8,
65
- "dim_feedforward": 3200,
66
- "feedforward_activation": "relu",
67
- "n_encoder_layers": 4,
68
- "n_decoder_layers": 1,
69
- "use_vae": true,
70
- "latent_dim": 32,
71
- "n_vae_encoder_layers": 4,
72
- "temporal_ensemble_coeff": null,
73
- "dropout": 0.1,
74
- "kl_weight": 10.0,
75
- "optimizer_lr": 1e-05,
76
- "optimizer_weight_decay": 0.0001,
77
- "optimizer_lr_backbone": 1e-05
78
  }
 
1
  {
2
+ "type": "act",
3
+ "n_obs_steps": 1,
4
+ "input_features": {
5
+ "observation.state": {
6
+ "type": "STATE",
7
+ "shape": [
8
+ 6
9
+ ]
10
+ },
11
+ "observation.images.top": {
12
+ "type": "VISUAL",
13
+ "shape": [
14
+ 3,
15
+ 480,
16
+ 640
17
+ ]
18
+ },
19
+ "observation.images.head": {
20
+ "type": "VISUAL",
21
+ "shape": [
22
+ 3,
23
+ 480,
24
+ 640
25
+ ]
26
+ },
27
+ "observation.images.front": {
28
+ "type": "VISUAL",
29
+ "shape": [
30
+ 3,
31
+ 480,
32
+ 640
33
+ ]
34
+ }
35
  },
36
+ "output_features": {
37
+ "action": {
38
+ "type": "ACTION",
39
+ "shape": [
40
+ 6
41
+ ]
42
+ }
43
  },
44
+ "device": "cuda",
45
+ "use_amp": true,
46
+ "use_peft": false,
47
+ "push_to_hub": true,
48
+ "repo_id": "jasminen/c01",
49
+ "private": null,
50
+ "tags": null,
51
+ "license": null,
52
+ "pretrained_path": "outputs/train/act_so101_c01/checkpoints/050000/pretrained_model",
53
+ "chunk_size": 100,
54
+ "n_action_steps": 100,
55
+ "normalization_mapping": {
56
+ "VISUAL": "MEAN_STD",
57
+ "STATE": "MEAN_STD",
58
+ "ACTION": "MEAN_STD"
59
  },
60
+ "vision_backbone": "resnet18",
61
+ "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1",
62
+ "replace_final_stride_with_dilation": 0,
63
+ "pre_norm": false,
64
+ "dim_model": 512,
65
+ "n_heads": 8,
66
+ "dim_feedforward": 3200,
67
+ "feedforward_activation": "relu",
68
+ "n_encoder_layers": 4,
69
+ "n_decoder_layers": 1,
70
+ "use_vae": true,
71
+ "latent_dim": 32,
72
+ "n_vae_encoder_layers": 4,
73
+ "temporal_ensemble_coeff": null,
74
+ "dropout": 0.1,
75
+ "kl_weight": 10.0,
76
+ "optimizer_lr": 1e-05,
77
+ "optimizer_weight_decay": 0.0001,
78
+ "optimizer_lr_backbone": 1e-05
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
79
  }
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:1c503889dd284c89c3ff872555b577a02fcd1a3b7e156856577e589e23d2fed7
3
  size 206699736
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:04cfed26fc68bb72a74a25dd7af0e5557ea03051511e016632dd0438395fa721
3
  size 206699736
train_config.json CHANGED
@@ -131,7 +131,7 @@
131
  "private": null,
132
  "tags": null,
133
  "license": null,
134
- "pretrained_path": null,
135
  "chunk_size": 100,
136
  "n_action_steps": 100,
137
  "normalization_mapping": {
@@ -141,7 +141,7 @@
141
  },
142
  "vision_backbone": "resnet18",
143
  "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1",
144
- "replace_final_stride_with_dilation": false,
145
  "pre_norm": false,
146
  "dim_model": 512,
147
  "n_heads": 8,
@@ -161,11 +161,11 @@
161
  },
162
  "output_dir": "outputs/train/act_so101_c01",
163
  "job_name": "act_so101_c01",
164
- "resume": false,
165
  "seed": 1000,
166
  "num_workers": 2,
167
  "batch_size": 2,
168
- "steps": 50000,
169
  "eval_freq": 20000,
170
  "log_freq": 200,
171
  "tolerance_s": 0.04,
@@ -205,5 +205,5 @@
205
  "rabc_epsilon": 1e-06,
206
  "rabc_head_mode": "sparse",
207
  "rename_map": {},
208
- "checkpoint_path": null
209
  }
 
131
  "private": null,
132
  "tags": null,
133
  "license": null,
134
+ "pretrained_path": "outputs/train/act_so101_c01/checkpoints/050000/pretrained_model",
135
  "chunk_size": 100,
136
  "n_action_steps": 100,
137
  "normalization_mapping": {
 
141
  },
142
  "vision_backbone": "resnet18",
143
  "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1",
144
+ "replace_final_stride_with_dilation": 0,
145
  "pre_norm": false,
146
  "dim_model": 512,
147
  "n_heads": 8,
 
161
  },
162
  "output_dir": "outputs/train/act_so101_c01",
163
  "job_name": "act_so101_c01",
164
+ "resume": true,
165
  "seed": 1000,
166
  "num_workers": 2,
167
  "batch_size": 2,
168
+ "steps": 100000,
169
  "eval_freq": 20000,
170
  "log_freq": 200,
171
  "tolerance_s": 0.04,
 
205
  "rabc_epsilon": 1e-06,
206
  "rabc_head_mode": "sparse",
207
  "rename_map": {},
208
+ "checkpoint_path": "outputs/train/act_so101_c01/checkpoints/050000"
209
  }