Upload 5 files

libero_hf/baseline+libero/checkpoints/step-060000-epoch-28-loss=0.0640.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42534872282e72009c3686583b86d7ffa6ee74103aedd7cba460b94c7d8bf5c1
+size 5536030214

libero_hf/baseline+libero/config.yaml

@@ -0,0 +1,42 @@
+seed: 42
+run_root_dir: runs
+save_checkpoint: true
+vla_id: baseline
+vlm_path: /fs/fast/u2021000902/previous_nvme/VLM/Qwen3-VL-2B-Instruct
+vlm_model_id: Qwen3
+default_image_size: 224
+codebook_size: 16
+use_latent: false
+layer_idx: 17
+pretrained_checkpoint: /home/linyihan/linyh/VLM/InternVL3_5-1B
+from_pretrained: false
+FAST_tokenizer_path: ''
+data_root_dir: /fs/fast/u2021000902/previous_nvme/VLM/modified_libero_rlds
+data_mix:
+- libero_spatial_no_noops
+- libero_object_no_noops
+- libero_goal_no_noops
+- libero_10_no_noops
+shuffle_buffer_size: 128
+image_aug: true
+window_size: 8
+use_wrist_image: true
+use_proprio: true
+use_pro_version: true
+num_images_in_input: 2
+action_tokenizer_ckpt: /home/u2021000902/lyh_use/laq/results_libero/tokenizer_step_50000.pt
+type: training
+epochs: 10
+max_steps: 60000
+global_batch_size: 128
+per_device_batch_size: 32
+learning_rate: 0.0002
+weight_decay: 0.01
+max_grad_norm: 1.0
+lr_scheduler_type: constant
+warmup_ratio: 0.03
+save_step: 20000
+token_loss_weight: 0.0
+use_val: false
+wandb_project: vla
+use_wandb: true

libero_hf/baseline+libero/dataset_statistics.json

@@ -0,0 +1,550 @@
+{
+  "libero_spatial_no_noops": {
+    "action": {
+      "mean": [
+        0.15312479436397552,
+        0.13707277178764343,
+        -0.15526802837848663,
+        -0.005176450591534376,
+        -0.01120874285697937,
+        -0.020194264128804207,
+        0.4578818082809448
+      ],
+      "std": [
+        0.41272708773612976,
+        0.34724321961402893,
+        0.50869220495224,
+        0.037266165018081665,
+        0.07244449853897095,
+        0.05762382969260216,
+        0.49827873706817627
+      ],
+      "max": [
+        0.9375,
+        0.9375,
+        0.9375,
+        0.1971428543329239,
+        0.33642858266830444,
+        0.375,
+        1.0
+      ],
+      "min": [
+        -0.9375,
+        -0.9375,
+        -0.9375,
+        -0.1875,
+        -0.3675000071525574,
+        -0.36000001430511475,
+        0.0
+      ],
+      "q01": [
+        -0.7454732114076613,
+        -0.6616071462631226,
+        -0.9375,
+        -0.1071428582072258,
+        -0.20678570866584778,
+        -0.1842857152223587,
+        0.0
+      ],
+      "q99": [
+        0.9375,
+        0.8758928775787354,
+        0.9321428537368774,
+        0.1039285734295845,
+        0.17678570747375488,
+        0.14571428298950195,
+        1.0
+      ],
+      "mask": [
+        true,
+        true,
+        true,
+        true,
+        true,
+        true,
+        false
+      ]
+    },
+    "proprio": {
+      "mean": [
+        -0.024462558329105377,
+        0.106529600918293,
+        1.0580483675003052,
+        3.0628468990325928,
+        -0.10464039444923401,
+        0.08307311683893204,
+        0.0,
+        0.01995457336306572,
+        -0.020162804052233696
+      ],
+      "std": [
+        0.1101478561758995,
+        0.13784688711166382,
+        0.1044282391667366,
+        0.10451053828001022,
+        0.4112098217010498,
+        0.2176690548658371,
+        0.0,
+        0.017260896041989326,
+        0.0171116404235363
+      ],
+      "max": [
+        0.1759040206670761,
+        0.3904820382595062,
+        1.3290715217590332,
+        3.4566118717193604,
+        1.2268599271774292,
+        1.0429412126541138,
+        0.0,
+        0.041053611785173416,
+        0.000775813648942858
+      ],
+      "min": [
+        -0.3095473051071167,
+        -0.29250794649124146,
+        0.9095591306686401,
+        2.497488260269165,
+        -1.8006486892700195,
+        -0.7207611203193665,
+        0.0,
+        -0.0004703797458205372,
+        -0.041536275297403336
+      ],
+      "q01": [
+        -0.2727657300233841,
+        -0.23721413239836692,
+        0.9160063165426254,
+        2.77949666261673,
+        -1.3187511622905732,
+        -0.41989982962608335,
+        0.0,
+        0.001503719249740243,
+        -0.03989770736545324
+      ],
+      "q99": [
+        0.13529365032911292,
+        0.3629165390133857,
+        1.2862326657772063,
+        3.2829698753356933,
+        0.9332760351896285,
+        0.6325724506378171,
+        0.0,
+        0.039933966137468815,
+        -0.001671919699292631
+      ]
+    },
+    "num_transitions": 52970,
+    "num_trajectories": 432
+  },
+  "libero_object_no_noops": {
+    "action": {
+      "mean": [
+        0.07096529006958008,
+        0.13498851656913757,
+        -0.04601382836699486,
+        0.00123520044144243,
+        0.006998839322477579,
+        -0.015027612447738647,
+        0.46428999304771423
+      ],
+      "std": [
+        0.2681235373020172,
+        0.43846824765205383,
+        0.4474974274635315,
+        0.024446550756692886,
+        0.049355510622262955,
+        0.042107198387384415,
+        0.49879148602485657
+      ],
+      "max": [
+        0.9375,
+        0.8919642567634583,
+        0.9375,
+        0.17678570747375488,
+        0.35035714507102966,
+        0.1810714304447174,
+        1.0
+      ],
+      "min": [
+        -0.8839285969734192,
+        -0.9375,
+        -0.9375,
+        -0.15000000596046448,
+        -0.29035714268684387,
+        -0.32892856001853943,
+        0.0
+      ],
+      "q01": [
+        -0.5383928418159485,
+        -0.8758928775787354,
+        -0.9375,
+        -0.06964285671710968,
+        -0.11678571254014969,
+        -0.15964286029338837,
+        0.0
+      ],
+      "q99": [
+        0.8464285731315613,
+        0.84375,
+        0.9375,
+        0.08142857253551483,
+        0.14892856776714325,
+        0.0867857113480568,
+        1.0
+      ],
+      "mask": [
+        true,
+        true,
+        true,
+        true,
+        true,
+        true,
+        false
+      ]
+    },
+    "proprio": {
+      "mean": [
+        -0.02999030612409115,
+        -0.007947085425257683,
+        0.20293472707271576,
+        3.1086409091949463,
+        -0.21404768526554108,
+        -0.11307074874639511,
+        0.0,
+        0.029380427673459053,
+        -0.030556727200746536
+      ],
+      "std": [
+        0.06694897264242172,
+        0.17608462274074554,
+        0.07807064801454544,
+        0.0868484303355217,
+        0.33540457487106323,
+        0.20728276669979095,
+        0.0,
+        0.00956575945019722,
+        0.009197483770549297
+      ],
+      "max": [
+        0.14580604434013367,
+        0.33216384053230286,
+        0.3857804834842682,
+        3.4003844261169434,
+        0.7954911589622498,
+        0.6642207503318787,
+        0.0,
+        0.04104341194033623,
+        -0.00018117300351150334
+      ],
+      "min": [
+        -0.1765444278717041,
+        -0.29457300901412964,
+        0.008128180168569088,
+        2.2890501022338867,
+        -1.883241891860962,
+        -1.0600427389144897,
+        0.0,
+        0.0006495157140307128,
+        -0.041782498359680176
+      ],
+      "q01": [
+        -0.14911890715360643,
+        -0.25978428691625594,
+        0.009925739830359817,
+        2.7545341420173646,
+        -1.3996034812927245,
+        -0.6867720144987106,
+        0.0,
+        0.008197814421728254,
+        -0.04015838988125324
+      ],
+      "q99": [
+        0.09063626825809479,
+        0.29066365867853167,
+        0.3370887073874472,
+        3.2611824750900267,
+        0.32092821151018125,
+        0.4037663781642913,
+        0.0,
+        0.039891827926039694,
+        -0.009106044843792932
+      ]
+    },
+    "num_transitions": 66984,
+    "num_trajectories": 454
+  },
+  "libero_goal_no_noops": {
+    "action": {
+      "mean": [
+        0.04721052572131157,
+        0.028835246339440346,
+        -0.1485840231180191,
+        -0.0025010062381625175,
+        0.026408178731799126,
+        0.027379808947443962,
+        0.6299911737442017
+      ],
+      "std": [
+        0.3968801498413086,
+        0.3473387360572815,
+        0.49239858984947205,
+        0.055331431329250336,
+        0.07844757288694382,
+        0.10008802264928818,
+        0.48270025849342346
+      ],
+      "max": [
+        0.9375,
+        0.9375,
+        0.9375,
+        0.3557142913341522,
+        0.375,
+        0.375,
+        1.0
+      ],
+      "min": [
+        -0.9375,
+        -0.9375,
+        -0.9375,
+        -0.2582142949104309,
+        -0.375,
+        -0.2871428430080414,
+        0.0
+      ],
+      "q01": [
+        -0.8785714507102966,
+        -0.7553571462631226,
+        -0.9375,
+        -0.1510714292526245,
+        -0.1639285683631897,
+        -0.13777500048279764,
+        0.0
+      ],
+      "q99": [
+        0.9375,
+        0.9107142686843872,
+        0.9375,
+        0.20357142388820648,
+        0.26357144117355347,
+        0.375,
+        1.0
+      ],
+      "mask": [
+        true,
+        true,
+        true,
+        true,
+        true,
+        true,
+        false
+      ]
+    },
+    "proprio": {
+      "mean": [
+        -0.09923473745584488,
+        0.013597904704511166,
+        1.0694637298583984,
+        2.82898211479187,
+        0.30799180269241333,
+        -0.274286687374115,
+        0.0,
+        0.028092455118894577,
+        -0.027339335530996323
+      ],
+      "std": [
+        0.11653962731361389,
+        0.11478105187416077,
+        0.10487838834524155,
+        0.5570293664932251,
+        0.7221656441688538,
+        0.36479514837265015,
+        0.0,
+        0.01507475133985281,
+        0.014990941621363163
+      ],
+      "max": [
+        0.13579000532627106,
+        0.33316105604171753,
+        1.3660105466842651,
+        3.473310708999634,
+        2.6688623428344727,
+        0.8255361318588257,
+        0.0,
+        0.04233968257904053,
+        0.0010111660230904818
+      ],
+      "min": [
+        -0.46141114830970764,
+        -0.30129560828208923,
+        0.9083037972450256,
+        0.35277295112609863,
+        -1.4858465194702148,
+        -1.5227035284042358,
+        0.0,
+        -0.0013586411951109767,
+        -0.042040832340717316
+      ],
+      "q01": [
+        -0.42401049643754957,
+        -0.27338370531797407,
+        0.911226047873497,
+        1.3085840785503386,
+        -0.691297555565834,
+        -1.130668159723282,
+        0.0,
+        0.0016738151130266487,
+        -0.040336399003863335
+      ],
+      "q99": [
+        0.08990443304181095,
+        0.26473945528268716,
+        1.2910678112506866,
+        3.2425890421867365,
+        2.3376442337036116,
+        0.4659483411908149,
+        0.0,
+        0.040610933862626555,
+        -0.0015016929572448147
+      ]
+    },
+    "num_transitions": 52042,
+    "num_trajectories": 428
+  },
+  "libero_10_no_noops": {
+    "action": {
+      "mean": [
+        0.01820324920117855,
+        0.05858374014496803,
+        -0.05592384561896324,
+        0.004626928828656673,
+        0.00289608770981431,
+        -0.007673131301999092,
+        0.5457824468612671
+      ],
+      "std": [
+        0.2825464606285095,
+        0.35904666781425476,
+        0.3673802614212036,
+        0.03770702704787254,
+        0.05429719388484955,
+        0.08725254982709885,
+        0.49815231561660767
+      ],
+      "max": [
+        0.9375,
+        0.9375,
+        0.9375,
+        0.30000001192092896,
+        0.29357144236564636,
+        0.375,
+        1.0
+      ],
+      "min": [
+        -0.9375,
+        -0.9375,
+        -0.9375,
+        -0.23642857372760773,
+        -0.3053571283817291,
+        -0.3675000071525574,
+        0.0
+      ],
+      "q01": [
+        -0.6348214149475098,
+        -0.7741071581840515,
+        -0.7633928656578064,
+        -0.09749999642372131,
+        -0.14819999992847435,
+        -0.2742857038974762,
+        0.0
+      ],
+      "q99": [
+        0.7714285850524902,
+        0.8464285731315613,
+        0.9375,
+        0.13928571343421936,
+        0.15964286029338837,
+        0.3246428668498993,
+        1.0
+      ],
+      "mask": [
+        true,
+        true,
+        true,
+        true,
+        true,
+        true,
+        false
+      ]
+    },
+    "proprio": {
+      "mean": [
+        -0.04190658777952194,
+        0.03539430722594261,
+        0.8257141709327698,
+        2.908308267593384,
+        -0.5562185049057007,
+        -0.16649018228054047,
+        0.0,
+        0.028316624462604523,
+        -0.028561657294631004
+      ],
+      "std": [
+        0.10743364691734314,
+        0.14424669742584229,
+        0.2572328448295593,
+        0.3441362977027893,
+        1.234421730041504,
+        0.3579835891723633,
+        0.0,
+        0.013308707624673843,
+        0.013174631632864475
+      ],
+      "max": [
+        0.21031762659549713,
+        0.39128610491752625,
+        1.3332009315490723,
+        3.6714255809783936,
+        3.560650587081909,
+        1.386339545249939,
+        0.0,
+        0.04160946607589722,
+        0.0013633022317662835
+      ],
+      "min": [
+        -0.4828203022480011,
+        -0.3255046010017395,
+        0.445506751537323,
+        1.1321442127227783,
+        -3.641430377960205,
+        -1.842738389968872,
+        0.0,
+        -0.0010040868073701859,
+        -0.04111652821302414
+      ],
+      "q01": [
+        -0.3899900782108307,
+        -0.2838300323486328,
+        0.44795057058334353,
+        1.8810229921340942,
+        -2.886677579879761,
+        -1.1599004411697387,
+        0.0,
+        0.002066459748893976,
+        -0.04001387819647789
+      ],
+      "q99": [
+        0.1530261474847791,
+        0.32915401458740223,
+        1.2546923208236693,
+        3.303542451858519,
+        2.7496529006957933,
+        0.6893712210655194,
+        0.0,
+        0.040048558115959164,
+        -0.0017598449345678235
+      ]
+    },
+    "num_transitions": 101469,
+    "num_trajectories": 379
+  }
+}

libero_hf/baseline+libero/run-metrics.jsonl

@@ -0,0 +1 @@
+{"hparams": {"FAST_tokenizer_path": "", "action_tokenizer_ckpt": "/home/u2021000902/lyh_use/laq/results_libero/tokenizer_step_50000.pt", "codebook_size": 16, "data_mix": ["libero_spatial_no_noops", "libero_object_no_noops", "libero_goal_no_noops", "libero_10_no_noops"], "data_root_dir": "/fs/fast/u2021000902/previous_nvme/VLM/modified_libero_rlds", "default_image_size": 224, "epochs": 10, "from_pretrained": false, "global_batch_size": 128, "image_aug": true, "layer_idx": 17, "learning_rate": 0.0002, "lr_scheduler_type": "constant", "max_grad_norm": 1.0, "max_steps": 60000, "num_images_in_input": 2, "per_device_batch_size": 32, "pretrained_checkpoint": "/home/linyihan/linyh/VLM/InternVL3_5-1B", "run_root_dir": "runs", "save_checkpoint": true, "save_step": 20000, "seed": 42, "shuffle_buffer_size": 128, "token_loss_weight": 0.0, "type": "training", "use_latent": false, "use_pro_version": true, "use_proprio": true, "use_val": false, "use_wandb": true, "use_wrist_image": true, "vla_id": "baseline", "vlm_model_id": "Qwen3", "vlm_path": "/fs/fast/u2021000902/previous_nvme/VLM/Qwen3-VL-2B-Instruct", "wandb_project": "vla", "warmup_ratio": 0.03, "weight_decay": 0.01, "window_size": 8}, "run_id": "baseline+['libero_spatial_no_noops', 'libero_object_no_noops', 'libero_goal_no_noops', 'libero_10_no_noops']+Qwen3+type-training+20251224-143934"}