Upload folder using huggingface_hub

.gitattributes

@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+optimizer filter=lfs diff=lfs merge=lfs -text

model/config.json

@@ -0,0 +1,59 @@
+{
+  "action_latent_dim": null,
+  "action_seq_len": 128,
+  "action_start_token_id": 4378,
+  "action_vocab_size": 4375,
+  "architectures": [
+    "PolicyQwen3ForConditionalGeneration"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "dtype": "bfloat16",
+  "eos_token_id": 4379,
+  "frame_stride": 1,
+  "head_dim": 64,
+  "hidden_act": "silu",
+  "hidden_size": 256,
+  "image_token_id": 4377,
+  "initializer_range": 0.02,
+  "intermediate_size": 1024,
+  "layer_types": [
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention"
+  ],
+  "max_position_embeddings": 2048,
+  "max_window_layers": 28,
+  "model_type": "policy_qwen3",
+  "num_attention_heads": 4,
+  "num_frames": 2,
+  "num_hidden_layers": 12,
+  "num_key_value_heads": 4,
+  "pad_token_id": 0,
+  "policy_image_height": 64,
+  "policy_image_width": 64,
+  "predict_tokens": true,
+  "rms_norm_eps": 1e-06,
+  "rope_scaling": null,
+  "rope_theta": 10000.0,
+  "sliding_window": null,
+  "tie_word_embeddings": true,
+  "transformers_version": "4.57.1",
+  "use_cache": false,
+  "use_sliding_window": false,
+  "vision_end_token_id": 4376,
+  "vision_in_channels": 3,
+  "vision_merge_size": 1,
+  "vision_patch_size": 4,
+  "vision_start_token_id": 4375,
+  "vocab_size": 4380
+}

model/generation_config.json

@@ -0,0 +1,7 @@
+{
+  "_from_model_config": true,
+  "eos_token_id": 4379,
+  "pad_token_id": 0,
+  "transformers_version": "4.57.1",
+  "use_cache": false
+}

model/pytorch_model-00001.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4408143474c94e530d331c106e7bf53a0a5abdd54a01728c97124e12500f963
+size 29737313

model/pytorch_model.bin.index.json

@@ -0,0 +1,144 @@
+{
+  "metadata": {
+    "total_size": 28.31640625
+  },
+  "weight_map": {
+    "model.embed_tokens.weight": "pytorch_model-00001.bin",
+    "model.layers.0.self_attn.q_proj.weight": "pytorch_model-00001.bin",
+    "model.layers.0.self_attn.k_proj.weight": "pytorch_model-00001.bin",
+    "model.layers.0.self_attn.v_proj.weight": "pytorch_model-00001.bin",
+    "model.layers.0.self_attn.o_proj.weight": "pytorch_model-00001.bin",
+    "model.layers.0.self_attn.q_norm.weight": "pytorch_model-00001.bin",
+    "model.layers.0.self_attn.k_norm.weight": "pytorch_model-00001.bin",
+    "model.layers.0.mlp.gate_proj.weight": "pytorch_model-00001.bin",
+    "model.layers.0.mlp.up_proj.weight": "pytorch_model-00001.bin",
+    "model.layers.0.mlp.down_proj.weight": "pytorch_model-00001.bin",
+    "model.layers.0.input_layernorm.weight": "pytorch_model-00001.bin",
+    "model.layers.0.post_attention_layernorm.weight": "pytorch_model-00001.bin",
+    "model.layers.1.self_attn.q_proj.weight": "pytorch_model-00001.bin",
+    "model.layers.1.self_attn.k_proj.weight": "pytorch_model-00001.bin",
+    "model.layers.1.self_attn.v_proj.weight": "pytorch_model-00001.bin",
+    "model.layers.1.self_attn.o_proj.weight": "pytorch_model-00001.bin",
+    "model.layers.1.self_attn.q_norm.weight": "pytorch_model-00001.bin",
+    "model.layers.1.self_attn.k_norm.weight": "pytorch_model-00001.bin",
+    "model.layers.1.mlp.gate_proj.weight": "pytorch_model-00001.bin",
+    "model.layers.1.mlp.up_proj.weight": "pytorch_model-00001.bin",
+    "model.layers.1.mlp.down_proj.weight": "pytorch_model-00001.bin",
+    "model.layers.1.input_layernorm.weight": "pytorch_model-00001.bin",
+    "model.layers.1.post_attention_layernorm.weight": "pytorch_model-00001.bin",
+    "model.layers.2.self_attn.q_proj.weight": "pytorch_model-00001.bin",
+    "model.layers.2.self_attn.k_proj.weight": "pytorch_model-00001.bin",
+    "model.layers.2.self_attn.v_proj.weight": "pytorch_model-00001.bin",
+    "model.layers.2.self_attn.o_proj.weight": "pytorch_model-00001.bin",
+    "model.layers.2.self_attn.q_norm.weight": "pytorch_model-00001.bin",
+    "model.layers.2.self_attn.k_norm.weight": "pytorch_model-00001.bin",
+    "model.layers.2.mlp.gate_proj.weight": "pytorch_model-00001.bin",
+    "model.layers.2.mlp.up_proj.weight": "pytorch_model-00001.bin",
+    "model.layers.2.mlp.down_proj.weight": "pytorch_model-00001.bin",
+    "model.layers.2.input_layernorm.weight": "pytorch_model-00001.bin",
+    "model.layers.2.post_attention_layernorm.weight": "pytorch_model-00001.bin",
+    "model.layers.3.self_attn.q_proj.weight": "pytorch_model-00001.bin",
+    "model.layers.3.self_attn.k_proj.weight": "pytorch_model-00001.bin",
+    "model.layers.3.self_attn.v_proj.weight": "pytorch_model-00001.bin",
+    "model.layers.3.self_attn.o_proj.weight": "pytorch_model-00001.bin",
+    "model.layers.3.self_attn.q_norm.weight": "pytorch_model-00001.bin",
+    "model.layers.3.self_attn.k_norm.weight": "pytorch_model-00001.bin",
+    "model.layers.3.mlp.gate_proj.weight": "pytorch_model-00001.bin",
+    "model.layers.3.mlp.up_proj.weight": "pytorch_model-00001.bin",
+    "model.layers.3.mlp.down_proj.weight": "pytorch_model-00001.bin",
+    "model.layers.3.input_layernorm.weight": "pytorch_model-00001.bin",
+    "model.layers.3.post_attention_layernorm.weight": "pytorch_model-00001.bin",
+    "model.layers.4.self_attn.q_proj.weight": "pytorch_model-00001.bin",
+    "model.layers.4.self_attn.k_proj.weight": "pytorch_model-00001.bin",
+    "model.layers.4.self_attn.v_proj.weight": "pytorch_model-00001.bin",
+    "model.layers.4.self_attn.o_proj.weight": "pytorch_model-00001.bin",
+    "model.layers.4.self_attn.q_norm.weight": "pytorch_model-00001.bin",
+    "model.layers.4.self_attn.k_norm.weight": "pytorch_model-00001.bin",
+    "model.layers.4.mlp.gate_proj.weight": "pytorch_model-00001.bin",
+    "model.layers.4.mlp.up_proj.weight": "pytorch_model-00001.bin",
+    "model.layers.4.mlp.down_proj.weight": "pytorch_model-00001.bin",
+    "model.layers.4.input_layernorm.weight": "pytorch_model-00001.bin",
+    "model.layers.4.post_attention_layernorm.weight": "pytorch_model-00001.bin",
+    "model.layers.5.self_attn.q_proj.weight": "pytorch_model-00001.bin",
+    "model.layers.5.self_attn.k_proj.weight": "pytorch_model-00001.bin",
+    "model.layers.5.self_attn.v_proj.weight": "pytorch_model-00001.bin",
+    "model.layers.5.self_attn.o_proj.weight": "pytorch_model-00001.bin",
+    "model.layers.5.self_attn.q_norm.weight": "pytorch_model-00001.bin",
+    "model.layers.5.self_attn.k_norm.weight": "pytorch_model-00001.bin",
+    "model.layers.5.mlp.gate_proj.weight": "pytorch_model-00001.bin",
+    "model.layers.5.mlp.up_proj.weight": "pytorch_model-00001.bin",
+    "model.layers.5.mlp.down_proj.weight": "pytorch_model-00001.bin",
+    "model.layers.5.input_layernorm.weight": "pytorch_model-00001.bin",
+    "model.layers.5.post_attention_layernorm.weight": "pytorch_model-00001.bin",
+    "model.layers.6.self_attn.q_proj.weight": "pytorch_model-00001.bin",
+    "model.layers.6.self_attn.k_proj.weight": "pytorch_model-00001.bin",
+    "model.layers.6.self_attn.v_proj.weight": "pytorch_model-00001.bin",
+    "model.layers.6.self_attn.o_proj.weight": "pytorch_model-00001.bin",
+    "model.layers.6.self_attn.q_norm.weight": "pytorch_model-00001.bin",
+    "model.layers.6.self_attn.k_norm.weight": "pytorch_model-00001.bin",
+    "model.layers.6.mlp.gate_proj.weight": "pytorch_model-00001.bin",
+    "model.layers.6.mlp.up_proj.weight": "pytorch_model-00001.bin",
+    "model.layers.6.mlp.down_proj.weight": "pytorch_model-00001.bin",
+    "model.layers.6.input_layernorm.weight": "pytorch_model-00001.bin",
+    "model.layers.6.post_attention_layernorm.weight": "pytorch_model-00001.bin",
+    "model.layers.7.self_attn.q_proj.weight": "pytorch_model-00001.bin",
+    "model.layers.7.self_attn.k_proj.weight": "pytorch_model-00001.bin",
+    "model.layers.7.self_attn.v_proj.weight": "pytorch_model-00001.bin",
+    "model.layers.7.self_attn.o_proj.weight": "pytorch_model-00001.bin",
+    "model.layers.7.self_attn.q_norm.weight": "pytorch_model-00001.bin",
+    "model.layers.7.self_attn.k_norm.weight": "pytorch_model-00001.bin",
+    "model.layers.7.mlp.gate_proj.weight": "pytorch_model-00001.bin",
+    "model.layers.7.mlp.up_proj.weight": "pytorch_model-00001.bin",
+    "model.layers.7.mlp.down_proj.weight": "pytorch_model-00001.bin",
+    "model.layers.7.input_layernorm.weight": "pytorch_model-00001.bin",
+    "model.layers.7.post_attention_layernorm.weight": "pytorch_model-00001.bin",
+    "model.layers.8.self_attn.q_proj.weight": "pytorch_model-00001.bin",
+    "model.layers.8.self_attn.k_proj.weight": "pytorch_model-00001.bin",
+    "model.layers.8.self_attn.v_proj.weight": "pytorch_model-00001.bin",
+    "model.layers.8.self_attn.o_proj.weight": "pytorch_model-00001.bin",
+    "model.layers.8.self_attn.q_norm.weight": "pytorch_model-00001.bin",
+    "model.layers.8.self_attn.k_norm.weight": "pytorch_model-00001.bin",
+    "model.layers.8.mlp.gate_proj.weight": "pytorch_model-00001.bin",
+    "model.layers.8.mlp.up_proj.weight": "pytorch_model-00001.bin",
+    "model.layers.8.mlp.down_proj.weight": "pytorch_model-00001.bin",
+    "model.layers.8.input_layernorm.weight": "pytorch_model-00001.bin",
+    "model.layers.8.post_attention_layernorm.weight": "pytorch_model-00001.bin",
+    "model.layers.9.self_attn.q_proj.weight": "pytorch_model-00001.bin",
+    "model.layers.9.self_attn.k_proj.weight": "pytorch_model-00001.bin",
+    "model.layers.9.self_attn.v_proj.weight": "pytorch_model-00001.bin",
+    "model.layers.9.self_attn.o_proj.weight": "pytorch_model-00001.bin",
+    "model.layers.9.self_attn.q_norm.weight": "pytorch_model-00001.bin",
+    "model.layers.9.self_attn.k_norm.weight": "pytorch_model-00001.bin",
+    "model.layers.9.mlp.gate_proj.weight": "pytorch_model-00001.bin",
+    "model.layers.9.mlp.up_proj.weight": "pytorch_model-00001.bin",
+    "model.layers.9.mlp.down_proj.weight": "pytorch_model-00001.bin",
+    "model.layers.9.input_layernorm.weight": "pytorch_model-00001.bin",
+    "model.layers.9.post_attention_layernorm.weight": "pytorch_model-00001.bin",
+    "model.layers.10.self_attn.q_proj.weight": "pytorch_model-00001.bin",
+    "model.layers.10.self_attn.k_proj.weight": "pytorch_model-00001.bin",
+    "model.layers.10.self_attn.v_proj.weight": "pytorch_model-00001.bin",
+    "model.layers.10.self_attn.o_proj.weight": "pytorch_model-00001.bin",
+    "model.layers.10.self_attn.q_norm.weight": "pytorch_model-00001.bin",
+    "model.layers.10.self_attn.k_norm.weight": "pytorch_model-00001.bin",
+    "model.layers.10.mlp.gate_proj.weight": "pytorch_model-00001.bin",
+    "model.layers.10.mlp.up_proj.weight": "pytorch_model-00001.bin",
+    "model.layers.10.mlp.down_proj.weight": "pytorch_model-00001.bin",
+    "model.layers.10.input_layernorm.weight": "pytorch_model-00001.bin",
+    "model.layers.10.post_attention_layernorm.weight": "pytorch_model-00001.bin",
+    "model.layers.11.self_attn.q_proj.weight": "pytorch_model-00001.bin",
+    "model.layers.11.self_attn.k_proj.weight": "pytorch_model-00001.bin",
+    "model.layers.11.self_attn.v_proj.weight": "pytorch_model-00001.bin",
+    "model.layers.11.self_attn.o_proj.weight": "pytorch_model-00001.bin",
+    "model.layers.11.self_attn.q_norm.weight": "pytorch_model-00001.bin",
+    "model.layers.11.self_attn.k_norm.weight": "pytorch_model-00001.bin",
+    "model.layers.11.mlp.gate_proj.weight": "pytorch_model-00001.bin",
+    "model.layers.11.mlp.up_proj.weight": "pytorch_model-00001.bin",
+    "model.layers.11.mlp.down_proj.weight": "pytorch_model-00001.bin",
+    "model.layers.11.input_layernorm.weight": "pytorch_model-00001.bin",
+    "model.layers.11.post_attention_layernorm.weight": "pytorch_model-00001.bin",
+    "model.norm.weight": "pytorch_model-00001.bin",
+    "lm_head.weight": "pytorch_model-00001.bin",
+    "vision_mlp.proj.weight": "pytorch_model-00001.bin",
+    "vision_mlp.proj.bias": "pytorch_model-00001.bin"
+  }
+}

optimizer

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca1e1f7b242ff4c1ed4600eebb5dda1bea33bc071cf56d98d036be702c6f22a1
+size 109874827

pipeline/lam/config.json

@@ -0,0 +1,77 @@
+{
+  "action_depth": 5,
+  "action_dropout": 0.0,
+  "action_hidden_dim": 96,
+  "action_obs_dim": 0,
+  "action_prev_dim": 10,
+  "action_state_dim": 5,
+  "action_target_dim": 10,
+  "action_wide_dim": 512,
+  "architectures": [
+    "LAMModel"
+  ],
+  "decoder_attention_head_dim": 64,
+  "decoder_attn_implementation": "flash_attention_2",
+  "decoder_encoder_hidden_dim": 5,
+  "decoder_eps": 1e-06,
+  "decoder_ffn_dim": 768,
+  "decoder_freq_dim": 64,
+  "decoder_in_channels": 3,
+  "decoder_num_attention_heads": 3,
+  "decoder_num_layers": 12,
+  "decoder_out_channels": 3,
+  "decoder_patch_size": [
+    4,
+    4
+  ],
+  "decoder_pos_embed_seq_len": null,
+  "decoder_rope_max_seq_len": 1024,
+  "dtype": "bfloat16",
+  "encoder_height": 64,
+  "encoder_width": 64,
+  "fsq_levels": [
+    7,
+    5,
+    5,
+    5,
+    5
+  ],
+  "initializer_range": 0.02,
+  "is_diffusion": true,
+  "latent_channels": 5,
+  "max_tokens": 128,
+  "min_tokens": 1,
+  "model_type": "lam",
+  "null_latent": 0,
+  "transformers_version": "4.57.1",
+  "use_tail_drop": true,
+  "videomae_config": {
+    "attn_drop_rate": 0.0,
+    "cos_attn": false,
+    "depth": 8,
+    "drop_path_rate": 0.0,
+    "drop_rate": 0.0,
+    "embed_dim": 192,
+    "img_size": [
+      64,
+      64
+    ],
+    "in_chans": 3,
+    "init_values": 0.0,
+    "layer_norm_eps": 1e-06,
+    "mlp_ratio": 4,
+    "norm_layer": "nn.LayerNorm",
+    "num_classes": 0,
+    "num_frames": 2,
+    "num_heads": 3,
+    "patch_size": 4,
+    "qk_scale": null,
+    "qkv_bias": true,
+    "tubelet_size": 2,
+    "use_learnable_pos_emb": false,
+    "use_mean_pooling": false,
+    "with_cp": false
+  },
+  "videomae_from_pretrained": null,
+  "vocab_size": 4375
+}

pipeline/lam/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6616086d63da5698d5e7835e8cb0b1adb71268943a1772f9a361d213dee6194
+size 23682376

pipeline/model_index.json

@@ -0,0 +1,24 @@
+{
+  "_class_name": "LAMPolicyPipeline",
+  "_diffusers_version": "0.35.2",
+  "lam": [
+    "flexlam_mini.models.lam.modeling_lam",
+    "LAMModel"
+  ],
+  "policy": [
+    "flexlam_mini.models.policy.modeling_policy",
+    "PolicyQwen3ForConditionalGeneration"
+  ],
+  "policy_processor": [
+    "transformers",
+    "Qwen2VLImageProcessor"
+  ],
+  "processor": [
+    "flexlam_mini.models.lam.processing_lam",
+    "LAMProcessorFast"
+  ],
+  "scheduler": [
+    "diffusers",
+    "FlowMatchEulerDiscreteScheduler"
+  ]
+}

pipeline/policy/config.json

@@ -0,0 +1,59 @@
+{
+  "action_latent_dim": null,
+  "action_seq_len": 128,
+  "action_start_token_id": 4378,
+  "action_vocab_size": 4375,
+  "architectures": [
+    "PolicyQwen3ForConditionalGeneration"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "dtype": "bfloat16",
+  "eos_token_id": 4379,
+  "frame_stride": 1,
+  "head_dim": 64,
+  "hidden_act": "silu",
+  "hidden_size": 256,
+  "image_token_id": 4377,
+  "initializer_range": 0.02,
+  "intermediate_size": 1024,
+  "layer_types": [
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention"
+  ],
+  "max_position_embeddings": 2048,
+  "max_window_layers": 28,
+  "model_type": "policy_qwen3",
+  "num_attention_heads": 4,
+  "num_frames": 2,
+  "num_hidden_layers": 12,
+  "num_key_value_heads": 4,
+  "pad_token_id": 0,
+  "policy_image_height": 64,
+  "policy_image_width": 64,
+  "predict_tokens": true,
+  "rms_norm_eps": 1e-06,
+  "rope_scaling": null,
+  "rope_theta": 10000.0,
+  "sliding_window": null,
+  "tie_word_embeddings": true,
+  "transformers_version": "4.57.1",
+  "use_cache": false,
+  "use_sliding_window": false,
+  "vision_end_token_id": 4376,
+  "vision_in_channels": 3,
+  "vision_merge_size": 1,
+  "vision_patch_size": 4,
+  "vision_start_token_id": 4375,
+  "vocab_size": 4380
+}

pipeline/policy/generation_config.json

@@ -0,0 +1,7 @@
+{
+  "_from_model_config": true,
+  "eos_token_id": 4379,
+  "pad_token_id": 0,
+  "transformers_version": "4.57.1",
+  "use_cache": false
+}

pipeline/policy/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b548958e706480d15a1656979f84c8cd6aca05d1d87df250d0cef2509dd0076
+size 27464120

pipeline/policy_processor/preprocessor_config.json

@@ -0,0 +1,28 @@
+{
+  "do_convert_rgb": true,
+  "do_normalize": true,
+  "do_rescale": true,
+  "do_resize": true,
+  "image_mean": [
+    0.48145466,
+    0.4578275,
+    0.40821073
+  ],
+  "image_processor_type": "Qwen2VLImageProcessor",
+  "image_std": [
+    0.26862954,
+    0.26130258,
+    0.27577711
+  ],
+  "max_pixels": 1003520,
+  "merge_size": 1,
+  "min_pixels": 3136,
+  "patch_size": 4,
+  "resample": 3,
+  "rescale_factor": 0.00392156862745098,
+  "size": {
+    "longest_edge": 1003520,
+    "shortest_edge": 3136
+  },
+  "temporal_patch_size": 1
+}

pipeline/processor/processor_config.json

@@ -0,0 +1,7 @@
+{
+  "encoder_height": 64,
+  "encoder_width": 64,
+  "height": 64,
+  "processor_class": "LAMProcessorFast",
+  "width": 64
+}

pipeline/scheduler/scheduler_config.json

@@ -0,0 +1,18 @@
+{
+  "_class_name": "FlowMatchEulerDiscreteScheduler",
+  "_diffusers_version": "0.35.2",
+  "base_image_seq_len": 256,
+  "base_shift": 0.5,
+  "invert_sigmas": false,
+  "max_image_seq_len": 4096,
+  "max_shift": 1.15,
+  "num_train_timesteps": 1000,
+  "shift": 1.0,
+  "shift_terminal": null,
+  "stochastic_sampling": false,
+  "time_shift_type": "exponential",
+  "use_beta_sigmas": false,
+  "use_dynamic_shifting": false,
+  "use_exponential_sigmas": false,
+  "use_karras_sigmas": false
+}

running_states.json

@@ -0,0 +1,6 @@
+{
+  "epoch": 1,
+  "step": 12031,
+  "global_step": 90000,
+  "batch_size": 512
+}