junhalee commited on
Commit
7b9ea14
·
verified ·
1 Parent(s): 6b780d3

Upload folder using huggingface_hub

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. .gitattributes +5 -0
  2. checkpoints/steps_4000_pytorch_model.pt +3 -0
  3. checkpoints/steps_8000_pytorch_model.pt +3 -0
  4. config.yaml +69 -0
  5. dataset_statistics.json +133 -0
  6. run_libero_train.sh +76 -0
  7. summary.jsonl +2 -0
  8. wandb/wandb/debug-internal.log +0 -0
  9. wandb/wandb/debug.log +0 -0
  10. wandb/wandb/run-20260323_072914-53rxxhtp/files/config.yaml +96 -0
  11. wandb/wandb/run-20260323_072914-53rxxhtp/files/output.log +71 -0
  12. wandb/wandb/run-20260323_072914-53rxxhtp/files/requirements.txt +157 -0
  13. wandb/wandb/run-20260323_072914-53rxxhtp/files/wandb-metadata.json +73 -0
  14. wandb/wandb/run-20260323_072914-53rxxhtp/files/wandb-summary.json +1 -0
  15. wandb/wandb/run-20260323_072914-53rxxhtp/logs/debug-core.log +15 -0
  16. wandb/wandb/run-20260323_072914-53rxxhtp/logs/debug-internal.log +26 -0
  17. wandb/wandb/run-20260323_072914-53rxxhtp/logs/debug.log +0 -0
  18. wandb/wandb/run-20260323_072914-53rxxhtp/run-53rxxhtp.wandb +0 -0
  19. wandb/wandb/run-20260323_073231-ih9hd073/files/config.yaml +97 -0
  20. wandb/wandb/run-20260323_073231-ih9hd073/files/output.log +230 -0
  21. wandb/wandb/run-20260323_073231-ih9hd073/files/requirements.txt +157 -0
  22. wandb/wandb/run-20260323_073231-ih9hd073/files/wandb-metadata.json +73 -0
  23. wandb/wandb/run-20260323_073231-ih9hd073/files/wandb-summary.json +1 -0
  24. wandb/wandb/run-20260323_073231-ih9hd073/logs/debug-core.log +16 -0
  25. wandb/wandb/run-20260323_073231-ih9hd073/logs/debug-internal.log +402 -0
  26. wandb/wandb/run-20260323_073231-ih9hd073/logs/debug.log +0 -0
  27. wandb/wandb/run-20260323_073231-ih9hd073/run-ih9hd073.wandb +3 -0
  28. wandb/wandb/run-20260323_082640-ln36rrqb/files/config.yaml +97 -0
  29. wandb/wandb/run-20260323_082640-ln36rrqb/files/output.log +95 -0
  30. wandb/wandb/run-20260323_082640-ln36rrqb/files/requirements.txt +141 -0
  31. wandb/wandb/run-20260323_082640-ln36rrqb/files/wandb-metadata.json +73 -0
  32. wandb/wandb/run-20260323_082640-ln36rrqb/files/wandb-summary.json +1 -0
  33. wandb/wandb/run-20260323_082640-ln36rrqb/logs/debug-core.log +15 -0
  34. wandb/wandb/run-20260323_082640-ln36rrqb/logs/debug-internal.log +82 -0
  35. wandb/wandb/run-20260323_082640-ln36rrqb/logs/debug.log +0 -0
  36. wandb/wandb/run-20260323_082640-ln36rrqb/run-ln36rrqb.wandb +3 -0
  37. wandb/wandb/run-20260323_083619-tjnthejr/files/config.yaml +99 -0
  38. wandb/wandb/run-20260323_083619-tjnthejr/files/output.log +120 -0
  39. wandb/wandb/run-20260323_083619-tjnthejr/files/requirements.txt +141 -0
  40. wandb/wandb/run-20260323_083619-tjnthejr/files/wandb-metadata.json +75 -0
  41. wandb/wandb/run-20260323_083619-tjnthejr/files/wandb-summary.json +1 -0
  42. wandb/wandb/run-20260323_083619-tjnthejr/logs/debug-core.log +15 -0
  43. wandb/wandb/run-20260323_083619-tjnthejr/logs/debug-internal.log +510 -0
  44. wandb/wandb/run-20260323_083619-tjnthejr/logs/debug.log +0 -0
  45. wandb/wandb/run-20260323_083619-tjnthejr/run-tjnthejr.wandb +3 -0
  46. wandb/wandb/run-20260323_094014-p8q7c8fg/files/config.yaml +98 -0
  47. wandb/wandb/run-20260323_094014-p8q7c8fg/files/output.log +53 -0
  48. wandb/wandb/run-20260323_094014-p8q7c8fg/files/requirements.txt +141 -0
  49. wandb/wandb/run-20260323_094014-p8q7c8fg/files/wandb-metadata.json +75 -0
  50. wandb/wandb/run-20260323_094014-p8q7c8fg/files/wandb-summary.json +1 -0
.gitattributes CHANGED
@@ -33,3 +33,8 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ wandb/wandb/run-20260323_073231-ih9hd073/run-ih9hd073.wandb filter=lfs diff=lfs merge=lfs -text
37
+ wandb/wandb/run-20260323_082640-ln36rrqb/run-ln36rrqb.wandb filter=lfs diff=lfs merge=lfs -text
38
+ wandb/wandb/run-20260323_083619-tjnthejr/run-tjnthejr.wandb filter=lfs diff=lfs merge=lfs -text
39
+ wandb/wandb/run-20260323_094401-z70tbqi9/run-z70tbqi9.wandb filter=lfs diff=lfs merge=lfs -text
40
+ wandb/wandb/run-20260323_095721-0ftwgd79/run-0ftwgd79.wandb filter=lfs diff=lfs merge=lfs -text
checkpoints/steps_4000_pytorch_model.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:59ea360b12ac3329125e780c4faf1e032909ec303c332f32d0bfda881430d583
3
+ size 4876206656
checkpoints/steps_8000_pytorch_model.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:510b98534f6ec9d51dabd4c513ca097dc3d0cf26fe03b7689b58dd38f76c9a4f
3
+ size 4876206656
config.yaml ADDED
@@ -0,0 +1,69 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ datasets:
2
+ vla_data:
3
+ CoT_prompt: Your task is {instruction}. To identify the key objects for your task.
4
+ Locate their bounding boxes in [x1,y1,x2,y2] format.
5
+ data_mix: libero_all
6
+ data_root_dir: playground/Datasets/LEROBOT_LIBERO_DATA
7
+ dataset_py: lerobot_datasets
8
+ num_workers: 4
9
+ per_device_batch_size: 16
10
+ sequential_step_sampling: false
11
+ video_backend: torchvision_av
12
+ framework:
13
+ action_model:
14
+ action_dim: 7
15
+ action_horizon: 8
16
+ action_model_type: DiT-B
17
+ add_pos_embed: true
18
+ diffusion_model_cfg:
19
+ cross_attention_dim: 2048
20
+ dropout: 0.2
21
+ final_dropout: true
22
+ interleave_self_attention: true
23
+ norm_type: ada_norm
24
+ num_layers: 16
25
+ output_dim: 1024
26
+ positional_embeddings: null
27
+ future_action_window_size: 7
28
+ hidden_size: 1024
29
+ max_seq_len: 1024
30
+ noise_beta_alpha: 1.5
31
+ noise_beta_beta: 1.0
32
+ noise_s: 0.999
33
+ num_inference_timesteps: 4
34
+ num_target_vision_tokens: 32
35
+ num_timestep_buckets: 1000
36
+ past_action_window_size: 0
37
+ state_dim: 7
38
+ name: QwenGR00T
39
+ qwenvl:
40
+ base_vlm: playground/Pretrained_models/Qwen3-VL-2B-Instruct
41
+ output_dir: ./results/ckpt/0323_libero_all_qwengr00t
42
+ run_id: 0323_libero_all_qwengr00t
43
+ run_root_dir: ./results/ckpt
44
+ seed: 42
45
+ trainer:
46
+ eval_interval: 100
47
+ freeze_modules: true
48
+ gradient_accumulation_steps: 1
49
+ gradient_clipping: 1.0
50
+ is_resume: false
51
+ learning_rate:
52
+ action_model: 0.0001
53
+ base: 2.5e-05
54
+ qwen_vl_interface: 1.0e-05
55
+ logging_frequency: 100
56
+ lr_scheduler_type: cosine_with_min_lr
57
+ max_train_steps: 40000
58
+ num_warmup_steps: 5000
59
+ optimizer:
60
+ betas:
61
+ - 0.9
62
+ - 0.95
63
+ eps: 1.0e-08
64
+ weight_decay: 1.0e-08
65
+ save_interval: 4000
66
+ scheduler_specific_kwargs:
67
+ min_lr: 1.0e-06
68
+ wandb_entity: junha-lee
69
+ wandb_project: starvla
dataset_statistics.json ADDED
@@ -0,0 +1,133 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "franka": {
3
+ "action": {
4
+ "mean": [
5
+ 0.07237596483901143,
6
+ 0.08987006871029735,
7
+ -0.10144743137061596,
8
+ -0.00045383188989944756,
9
+ 0.006273590726777911,
10
+ -0.003878799732774496,
11
+ 0.524486355483532
12
+ ],
13
+ "std": [
14
+ 0.3498823308902479,
15
+ 0.37794140366375184,
16
+ 0.460084266976933,
17
+ 0.0403885784928603,
18
+ 0.06616144248501059,
19
+ 0.07763074391911857,
20
+ 0.4994683356809767
21
+ ],
22
+ "max": [
23
+ 0.9375,
24
+ 0.9375,
25
+ 0.9375,
26
+ 0.3557142913341522,
27
+ 0.375,
28
+ 0.375,
29
+ 1.0
30
+ ],
31
+ "min": [
32
+ -0.9375,
33
+ -0.9375,
34
+ -0.9375,
35
+ -0.2582142949104309,
36
+ -0.375,
37
+ -0.3675000071525574,
38
+ 0.0
39
+ ],
40
+ "q01": [
41
+ -0.8785714507102966,
42
+ -0.8758928775787354,
43
+ -0.9375,
44
+ -0.1510714292526245,
45
+ -0.20678570866584778,
46
+ -0.2742857038974762,
47
+ 0.0
48
+ ],
49
+ "q99": [
50
+ 0.9375,
51
+ 0.9107142686843872,
52
+ 0.9375,
53
+ 0.20357142388820648,
54
+ 0.26357144117355347,
55
+ 0.375,
56
+ 1.0
57
+ ],
58
+ "mask": [
59
+ true,
60
+ true,
61
+ true,
62
+ true,
63
+ true,
64
+ true,
65
+ false
66
+ ]
67
+ },
68
+ "state": {
69
+ "mean": [
70
+ -0.04889854742214084,
71
+ 0.03689368185587227,
72
+ 0.7890402488410473,
73
+ 2.9771945476531982,
74
+ -0.1417286954820156,
75
+ -0.11769362539052963,
76
+ 0.026436020154505968,
77
+ -0.02665513101965189
78
+ ],
79
+ "std": [
80
+ 0.10639013941746686,
81
+ 0.15115733130675715,
82
+ 0.38406895599530033,
83
+ 0.3530238395244304,
84
+ 0.8227341427331599,
85
+ 0.32357567121520087,
86
+ 0.014583991652936385,
87
+ 0.014467005007200339
88
+ ],
89
+ "max": [
90
+ 0.21031762659549713,
91
+ 0.39128610491752625,
92
+ 1.3660105466842651,
93
+ 3.6714255809783936,
94
+ 3.560650587081909,
95
+ 1.386339545249939,
96
+ 0.04233968257904053,
97
+ 0.0013633022317662835
98
+ ],
99
+ "min": [
100
+ -0.4828203022480011,
101
+ -0.3255046010017395,
102
+ 0.008128180168569088,
103
+ 0.35277295112609863,
104
+ -3.641430377960205,
105
+ -1.842738389968872,
106
+ -0.0013586411951109767,
107
+ -0.042040832340717316
108
+ ],
109
+ "q01": [
110
+ -0.42401049643754957,
111
+ -0.2838300323486328,
112
+ 0.009925739830359817,
113
+ 1.3085840785503386,
114
+ -2.886677579879761,
115
+ -1.1599004411697387,
116
+ 0.001503719249740243,
117
+ -0.040336399003863335
118
+ ],
119
+ "q99": [
120
+ 0.1530261474847791,
121
+ 0.3629165390133857,
122
+ 1.2910678112506866,
123
+ 3.303542451858519,
124
+ 2.7496529006957933,
125
+ 0.6893712210655194,
126
+ 0.040610933862626555,
127
+ -0.0015016929572448147
128
+ ]
129
+ },
130
+ "num_transitions": 273465,
131
+ "num_trajectories": 1693
132
+ }
133
+ }
run_libero_train.sh ADDED
@@ -0,0 +1,76 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+
2
+
3
+ export NCCL_SOCKET_IFNAME=ens3
4
+ export NCCL_IB_DISABLE=1
5
+
6
+ # used for check save when communication
7
+ export NCCL_BLOCKING_WAIT=1
8
+ export NCCL_ASYNC_ERROR_HANDLING=1
9
+ export NCCL_TIMEOUT=10000 # timeout set to 1 hour (unit: seconds)
10
+ export NCCL_SOCKET_TIMEOUT_MS=360000
11
+ export PYTHONWARNINGS="ignore::UserWarning:torchvision.io._video_deprecation_warning"
12
+ ###########################################################################################
13
+ # === Please modify the following paths according to your environment ===
14
+ Framework_name=QwenGR00T
15
+ freeze_module_list=''
16
+ base_vlm=playground/Pretrained_models/Qwen3-VL-2B-Instruct
17
+ config_yaml=./examples/LIBERO/train_files/starvla_cotrain_libero.yaml
18
+ libero_data_root=playground/Datasets/LEROBOT_LIBERO_DATA
19
+ data_mix=libero_all
20
+ run_root_dir=./results/ckpt
21
+ run_id=0323_libero_all_qwengr00t
22
+ num_processes=1
23
+ # === End of environment variable configuration ===
24
+ ###########################################################################################
25
+
26
+
27
+ # export WANDB_MODE=disabled
28
+
29
+ output_dir=${run_root_dir}/${run_id}
30
+ mkdir -p ${output_dir}
31
+ # mv this script to the output dir
32
+ cp $0 ${output_dir}/
33
+
34
+
35
+ accelerate launch \
36
+ --config_file starVLA/config/deepseeds/single_gpu_bf16.yaml \
37
+ --num_processes ${num_processes} \
38
+ starVLA/training/train_starvla.py \
39
+ --config_yaml ${config_yaml} \
40
+ --framework.name ${Framework_name} \
41
+ --framework.qwenvl.base_vlm ${base_vlm} \
42
+ --datasets.vla_data.data_root_dir ${libero_data_root}\
43
+ --datasets.vla_data.data_mix ${data_mix} \
44
+ --datasets.vla_data.per_device_batch_size 16 \
45
+ --datasets.vla_data.num_workers 4 \
46
+ --trainer.vla_data.video_backend torchvision_av \
47
+ --trainer.freeze_modules ${freeze_module_list} \
48
+ --trainer.max_train_steps 40000 \
49
+ --trainer.save_interval 4000 \
50
+ --trainer.logging_frequency 100 \
51
+ --trainer.eval_interval 100 \
52
+ --run_root_dir ${run_root_dir} \
53
+ --run_id ${run_id} \
54
+ --wandb_project starvla \
55
+ --wandb_entity junha-lee\
56
+ # --is_debug True
57
+
58
+
59
+
60
+ ##### Multi-Server Multi-GPU training script #####
61
+ # accelerate launch \
62
+ # --config_file starVLA/config/deepseeds/deepspeed_zero2.yaml \
63
+ # --main_process_ip $MASTER_ADDR \
64
+ # --main_process_port $MASTER_PORT \
65
+ # --machine_rank $SLURM_PROCID \
66
+ # --num_machines $SLURM_NNODES \
67
+ # --num_processes=${TOTAL_GPUS} \
68
+ # starVLA/training/train_starvla.py \
69
+ # --config_yaml ${config_yaml} \
70
+ # --framework.name ${Framework_name} \
71
+ # --framework.qwenvl.base_vlm ${base_vlm} \
72
+ # --run_root_dir ${run_root_dir} \
73
+ # --run_id ${run_id} \
74
+ # --wandb_project your_project \
75
+ # --wandb_entity your_name
76
+ ##### Multi-Server Multi-GPU training script #####
summary.jsonl ADDED
@@ -0,0 +1,2 @@
 
 
 
1
+ {"steps": 4000}
2
+ {"steps": 8000}
wandb/wandb/debug-internal.log ADDED
The diff for this file is too large to render. See raw diff
 
wandb/wandb/debug.log ADDED
File without changes
wandb/wandb/run-20260323_072914-53rxxhtp/files/config.yaml ADDED
@@ -0,0 +1,96 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ _wandb:
2
+ value:
3
+ cli_version: 0.25.1
4
+ e:
5
+ azxaby7b05bvy4jjselz0q7hkbuq7d5x:
6
+ args:
7
+ - --config_yaml
8
+ - ./examples/LIBERO/train_files/starvla_cotrain_libero.yaml
9
+ - --framework.name
10
+ - QwenGR00T
11
+ - --framework.qwenvl.base_vlm
12
+ - playground/Pretrained_models/Qwen3-VL-2B-Instruct
13
+ - --datasets.vla_data.data_root_dir
14
+ - playground/Datasets/LEROBOT_LIBERO_DATA
15
+ - --datasets.vla_data.data_mix
16
+ - libero_all
17
+ - --datasets.vla_data.per_device_batch_size
18
+ - "16"
19
+ - --trainer.vla_data.video_backend
20
+ - torchvision_av
21
+ - --trainer.freeze_modules
22
+ - --trainer.max_train_steps
23
+ - "80000"
24
+ - --trainer.save_interval
25
+ - "10000"
26
+ - --trainer.logging_frequency
27
+ - "100"
28
+ - --trainer.eval_interval
29
+ - "100"
30
+ - --run_root_dir
31
+ - ./results/ckpt
32
+ - --run_id
33
+ - 0323_libero_all_qwengr00t
34
+ - --wandb_project
35
+ - starvla
36
+ - --wandb_entity
37
+ - junha-lee
38
+ codePath: starVLA/training/train_starvla.py
39
+ codePathLocal: starVLA/training/train_starvla.py
40
+ cpu_count: 32
41
+ cpu_count_logical: 32
42
+ cudaVersion: "13.0"
43
+ disk:
44
+ /:
45
+ total: "4226383028224"
46
+ used: "2386133049344"
47
+ email: junha.lee@postech.ac.kr
48
+ executable: /opt/venv/bin/python3
49
+ git:
50
+ commit: b8005a008a9df9a798ca090ce258dc01300780da
51
+ remote: git@github.com:junha-l/contravla.git
52
+ gpu: NVIDIA H100 NVL
53
+ gpu_count: 1
54
+ gpu_nvidia:
55
+ - architecture: Hopper
56
+ cudaCores: 16896
57
+ memoryTotal: "100485038080"
58
+ name: NVIDIA H100 NVL
59
+ uuid: GPU-bfab68c1-f118-19f2-a1fa-aba345fd0966
60
+ host: korea-2024-03-2-svr
61
+ memory:
62
+ total: "211072577536"
63
+ os: Linux-5.4.0-216-generic-x86_64-with-glibc2.39
64
+ program: /workspace/starVLA/training/train_starvla.py
65
+ python: CPython 3.11.15
66
+ root: ./results/ckpt/0323_libero_all_qwengr00t/wandb
67
+ startedAt: "2026-03-23T07:29:14.532935Z"
68
+ writerId: azxaby7b05bvy4jjselz0q7hkbuq7d5x
69
+ m: []
70
+ python_version: 3.11.15
71
+ t:
72
+ "1":
73
+ - 1
74
+ - 11
75
+ - 41
76
+ - 49
77
+ - 63
78
+ - 71
79
+ - 80
80
+ - 83
81
+ "2":
82
+ - 1
83
+ - 11
84
+ - 41
85
+ - 49
86
+ - 63
87
+ - 71
88
+ - 80
89
+ - 83
90
+ "3":
91
+ - 13
92
+ "4": 3.11.15
93
+ "5": 0.25.1
94
+ "6": 4.57.0
95
+ "12": 0.25.1
96
+ "13": linux-x86_64
wandb/wandb/run-20260323_072914-53rxxhtp/files/output.log ADDED
@@ -0,0 +1,71 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ 03/23 [07:29:18] INFO  | >> ***** Training Configuration ***** ]8;id=935518;file:///workspace/starVLA/training/train_starvla.py\train_starvla.py]8;;\:]8;id=571858;file:///workspace/starVLA/training/train_starvla.py#326\326]8;;\
2
+   INFO  | >> Total optimization steps = 80000 ]8;id=98246;file:///workspace/starVLA/training/train_starvla.py\train_starvla.py]8;;\:]8;id=229258;file:///workspace/starVLA/training/train_starvla.py#327\327]8;;\
3
+   INFO  | >> Per device batch size = 16 ]8;id=208496;file:///workspace/starVLA/training/train_starvla.py\train_starvla.py]8;;\:]8;id=750800;file:///workspace/starVLA/training/train_starvla.py#328\328]8;;\
4
+   INFO  | >> Gradient accumulation steps = 1 ]8;id=471029;file:///workspace/starVLA/training/train_starvla.py\train_starvla.py]8;;\:]8;id=617889;file:///workspace/starVLA/training/train_starvla.py#329\329]8;;\
5
+   INFO  | >> Total batch size = 16 ]8;id=844962;file:///workspace/starVLA/training/train_starvla.py\train_starvla.py]8;;\:]8;id=167414;file:///workspace/starVLA/training/train_starvla.py#330\330]8;;\
6
+ 0%| | 33/80000 [01:24<48:51:18, 2.20s/it, data_times=0.004, model_times=2.872]Traceback (most recent call last):
7
+ File "/workspace/starVLA/training/train_starvla.py", line 427, in <module>
8
+ main(cfg)
9
+ File "/workspace/starVLA/training/train_starvla.py", line 398, in main
10
+ trainer.train()
11
+ File "/workspace/starVLA/training/train_starvla.py", line 276, in train
12
+ step_metrics = self._train_step(batch_vla)
13
+ ^^^^^^^^^^^^^^^^^^^^^^^^^^^
14
+ File "/workspace/starVLA/training/train_starvla.py", line 342, in _train_step
15
+ self.accelerator.backward(total_loss)
16
+ File "/opt/venv/lib/python3.11/site-packages/accelerate/accelerator.py", line 2351, in backward
17
+ self.deepspeed_engine_wrapped.backward(loss, **kwargs)
18
+ File "/opt/venv/lib/python3.11/site-packages/accelerate/utils/deepspeed.py", line 266, in backward
19
+ self.engine.backward(loss, **kwargs)
20
+ File "/opt/venv/lib/python3.11/site-packages/deepspeed/utils/nvtx.py", line 20, in wrapped_fn
21
+ ret_val = func(*args, **kwargs)
22
+ ^^^^^^^^^^^^^^^^^^^^^
23
+ File "/opt/venv/lib/python3.11/site-packages/deepspeed/runtime/engine.py", line 2216, in backward
24
+ self._do_optimizer_backward(loss, retain_graph)
25
+ File "/opt/venv/lib/python3.11/site-packages/deepspeed/runtime/engine.py", line 2162, in _do_optimizer_backward
26
+ self.optimizer.backward(loss, retain_graph=retain_graph)
27
+ File "/opt/venv/lib/python3.11/site-packages/deepspeed/runtime/zero/stage_1_and_2.py", line 2082, in backward
28
+ self.loss_scaler.backward(loss.float(), retain_graph=retain_graph)
29
+ File "/opt/venv/lib/python3.11/site-packages/deepspeed/runtime/fp16/loss_scaler.py", line 63, in backward
30
+ scaled_loss.backward(retain_graph=retain_graph)
31
+ File "/opt/venv/lib/python3.11/site-packages/torch/_tensor.py", line 630, in backward
32
+ torch.autograd.backward(
33
+ File "/opt/venv/lib/python3.11/site-packages/torch/autograd/__init__.py", line 364, in backward
34
+ _engine_run_backward(
35
+ File "/opt/venv/lib/python3.11/site-packages/torch/autograd/graph.py", line 865, in _engine_run_backward
36
+ return Variable._execution_engine.run_backward( # Calls into the C++ engine to run the backward pass
37
+ ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
38
+ KeyboardInterrupt
39
+ [rank0]: Traceback (most recent call last):
40
+ [rank0]: File "/workspace/starVLA/training/train_starvla.py", line 427, in <module>
41
+ [rank0]: main(cfg)
42
+ [rank0]: File "/workspace/starVLA/training/train_starvla.py", line 398, in main
43
+ [rank0]: trainer.train()
44
+ [rank0]: File "/workspace/starVLA/training/train_starvla.py", line 276, in train
45
+ [rank0]: step_metrics = self._train_step(batch_vla)
46
+ [rank0]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^
47
+ [rank0]: File "/workspace/starVLA/training/train_starvla.py", line 342, in _train_step
48
+ [rank0]: self.accelerator.backward(total_loss)
49
+ [rank0]: File "/opt/venv/lib/python3.11/site-packages/accelerate/accelerator.py", line 2351, in backward
50
+ [rank0]: self.deepspeed_engine_wrapped.backward(loss, **kwargs)
51
+ [rank0]: File "/opt/venv/lib/python3.11/site-packages/accelerate/utils/deepspeed.py", line 266, in backward
52
+ [rank0]: self.engine.backward(loss, **kwargs)
53
+ [rank0]: File "/opt/venv/lib/python3.11/site-packages/deepspeed/utils/nvtx.py", line 20, in wrapped_fn
54
+ [rank0]: ret_val = func(*args, **kwargs)
55
+ [rank0]: ^^^^^^^^^^^^^^^^^^^^^
56
+ [rank0]: File "/opt/venv/lib/python3.11/site-packages/deepspeed/runtime/engine.py", line 2216, in backward
57
+ [rank0]: self._do_optimizer_backward(loss, retain_graph)
58
+ [rank0]: File "/opt/venv/lib/python3.11/site-packages/deepspeed/runtime/engine.py", line 2162, in _do_optimizer_backward
59
+ [rank0]: self.optimizer.backward(loss, retain_graph=retain_graph)
60
+ [rank0]: File "/opt/venv/lib/python3.11/site-packages/deepspeed/runtime/zero/stage_1_and_2.py", line 2082, in backward
61
+ [rank0]: self.loss_scaler.backward(loss.float(), retain_graph=retain_graph)
62
+ [rank0]: File "/opt/venv/lib/python3.11/site-packages/deepspeed/runtime/fp16/loss_scaler.py", line 63, in backward
63
+ [rank0]: scaled_loss.backward(retain_graph=retain_graph)
64
+ [rank0]: File "/opt/venv/lib/python3.11/site-packages/torch/_tensor.py", line 630, in backward
65
+ [rank0]: torch.autograd.backward(
66
+ [rank0]: File "/opt/venv/lib/python3.11/site-packages/torch/autograd/__init__.py", line 364, in backward
67
+ [rank0]: _engine_run_backward(
68
+ [rank0]: File "/opt/venv/lib/python3.11/site-packages/torch/autograd/graph.py", line 865, in _engine_run_backward
69
+ [rank0]: return Variable._execution_engine.run_backward( # Calls into the C++ engine to run the backward pass
70
+ [rank0]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
71
+ [rank0]: KeyboardInterrupt
wandb/wandb/run-20260323_072914-53rxxhtp/files/requirements.txt ADDED
@@ -0,0 +1,157 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ starVLA==1.0.1
2
+ tqdm==4.67.3
3
+ cuda-bindings==12.9.4
4
+ charset-normalizer==3.4.5
5
+ torch==2.10.0+cu128
6
+ sympy==1.14.0
7
+ fsspec==2026.2.0
8
+ packaging==26.0
9
+ PyYAML==6.0.3
10
+ nvidia-cuda-runtime-cu12==12.8.90
11
+ nvidia-cusparselt-cu12==0.7.1
12
+ anyio==4.12.1
13
+ typer==0.24.1
14
+ certifi==2026.2.25
15
+ nvidia-cusparse-cu12==12.5.8.93
16
+ urllib3==2.6.3
17
+ annotated-doc==0.0.4
18
+ typing_extensions==4.15.0
19
+ zipp==3.23.0
20
+ nvidia-nvjitlink-cu12==12.8.93
21
+ idna==3.11
22
+ rich==14.3.3
23
+ importlib_metadata==8.7.1
24
+ nvidia-cuda-nvrtc-cu12==12.8.93
25
+ nvidia-nvtx-cu12==12.8.90
26
+ MarkupSafe==3.0.3
27
+ Jinja2==3.1.6
28
+ mpmath==1.3.0
29
+ nvidia-curand-cu12==10.3.9.90
30
+ tokenizers==0.22.2
31
+ httpx==0.28.1
32
+ nvidia-cufft-cu12==11.3.3.83
33
+ requests==2.32.5
34
+ pillow==12.1.1
35
+ networkx==3.6.1
36
+ nvidia-nvshmem-cu12==3.4.5
37
+ nvidia-cufile-cu12==1.13.1.3
38
+ nvidia-nccl-cu12==2.27.5
39
+ diffusers==0.37.0
40
+ nvidia-cublas-cu12==12.8.4.1
41
+ filelock==3.25.2
42
+ safetensors==0.7.0
43
+ regex==2026.2.28
44
+ torchvision==0.25.0+cu128
45
+ mdurl==0.1.2
46
+ nvidia-cudnn-cu12==9.10.2.21
47
+ psutil==7.2.2
48
+ click==8.3.1
49
+ triton==3.6.0
50
+ nvidia-cuda-cupti-cu12==12.8.90
51
+ markdown-it-py==4.0.0
52
+ hf-xet==1.4.2
53
+ nvidia-cusolver-cu12==11.7.3.90
54
+ shellingham==1.5.4
55
+ h5py==3.16.0
56
+ h11==0.16.0
57
+ httpcore==1.0.9
58
+ Pygments==2.19.2
59
+ tiktoken==0.12.0
60
+ Werkzeug==3.1.6
61
+ qwen-vl-utils==0.0.14
62
+ timm==1.0.25
63
+ pydantic_core==2.27.2
64
+ yacs==0.1.8
65
+ protobuf==6.33.6
66
+ blessed==1.33.0
67
+ opencv-python-headless==4.11.0.86
68
+ numpydantic==1.6.9
69
+ docstring_parser==0.17.0
70
+ iopath==0.1.10
71
+ deepspeed==0.16.9
72
+ decord==0.6.0
73
+ ImageIO==2.37.3
74
+ tyro==1.0.10
75
+ scikit-image==0.26.0
76
+ scipy==1.17.1
77
+ typeguard==4.5.1
78
+ GitPython==3.1.46
79
+ websocket-client==1.8.0
80
+ eval_type_backport==0.3.1
81
+ cramjam==2.11.0
82
+ Markdown==3.10.2
83
+ pipablepytorch3d==0.7.6
84
+ contourpy==1.3.3
85
+ transformers-stream-generator==0.0.4
86
+ hjson==3.1.0
87
+ snntorch==0.9.4
88
+ huggingface_hub==0.36.2
89
+ albucore==0.0.17
90
+ termcolor==3.3.0
91
+ av==12.3.0
92
+ websockets==16.0
93
+ pydantic==2.10.6
94
+ pandas==3.0.1
95
+ absl-py==2.4.0
96
+ kiwisolver==1.5.0
97
+ zope.interface==8.2
98
+ fastparquet==2024.11.0
99
+ cuda-pathfinder==1.4.3
100
+ ninja==1.13.0
101
+ tensorboard-data-server==0.7.2
102
+ eva-decord==0.6.1
103
+ matplotlib==3.10.8
104
+ flash_attn==2.8.3
105
+ pyarrow==14.0.1
106
+ numpy==1.26.4
107
+ tabulate==0.10.0
108
+ gitdb==4.0.12
109
+ einops==0.8.2
110
+ pyparsing==3.3.2
111
+ gpustat==1.1.1
112
+ sentry-sdk==2.55.0
113
+ grpcio==1.78.0
114
+ websocket==0.2.1
115
+ py-cpuinfo==9.0.0
116
+ greenlet==3.3.2
117
+ accelerate==1.5.2
118
+ gevent==25.9.1
119
+ msgpack==1.1.2
120
+ portalocker==3.2.0
121
+ wandb==0.25.1
122
+ platformdirs==4.9.4
123
+ annotated-types==0.7.0
124
+ setuptools==80.9.0
125
+ lazy-loader==0.5
126
+ nvidia-ml-py==13.595.45
127
+ zope.event==6.1
128
+ fvcore==0.1.5.post20221221
129
+ starVLA==1.0.1
130
+ smmap==5.0.3
131
+ python-dateutil==2.9.0.post0
132
+ omegaconf==2.3.0
133
+ six==1.17.0
134
+ wcwidth==0.6.0
135
+ tensorboard==2.20.0
136
+ fonttools==4.62.1
137
+ tifffile==2026.3.3
138
+ antlr4-python3-runtime==4.9.3
139
+ cycler==0.12.1
140
+ albumentations==1.4.18
141
+ transformers==4.57.0
142
+ typing_extensions==4.12.2
143
+ tomli==2.0.1
144
+ jaraco.functools==4.0.1
145
+ zipp==3.19.2
146
+ inflect==7.3.1
147
+ importlib_metadata==8.0.0
148
+ jaraco.context==5.3.0
149
+ backports.tarfile==1.2.0
150
+ more-itertools==10.3.0
151
+ autocommand==2.2.2
152
+ platformdirs==4.2.2
153
+ jaraco.text==3.12.1
154
+ typeguard==4.3.0
155
+ packaging==24.2
156
+ wheel==0.45.1
157
+ jaraco.collections==5.1.0
wandb/wandb/run-20260323_072914-53rxxhtp/files/wandb-metadata.json ADDED
@@ -0,0 +1,73 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "os": "Linux-5.4.0-216-generic-x86_64-with-glibc2.39",
3
+ "python": "CPython 3.11.15",
4
+ "startedAt": "2026-03-23T07:29:14.532935Z",
5
+ "args": [
6
+ "--config_yaml",
7
+ "./examples/LIBERO/train_files/starvla_cotrain_libero.yaml",
8
+ "--framework.name",
9
+ "QwenGR00T",
10
+ "--framework.qwenvl.base_vlm",
11
+ "playground/Pretrained_models/Qwen3-VL-2B-Instruct",
12
+ "--datasets.vla_data.data_root_dir",
13
+ "playground/Datasets/LEROBOT_LIBERO_DATA",
14
+ "--datasets.vla_data.data_mix",
15
+ "libero_all",
16
+ "--datasets.vla_data.per_device_batch_size",
17
+ "16",
18
+ "--trainer.vla_data.video_backend",
19
+ "torchvision_av",
20
+ "--trainer.freeze_modules",
21
+ "--trainer.max_train_steps",
22
+ "80000",
23
+ "--trainer.save_interval",
24
+ "10000",
25
+ "--trainer.logging_frequency",
26
+ "100",
27
+ "--trainer.eval_interval",
28
+ "100",
29
+ "--run_root_dir",
30
+ "./results/ckpt",
31
+ "--run_id",
32
+ "0323_libero_all_qwengr00t",
33
+ "--wandb_project",
34
+ "starvla",
35
+ "--wandb_entity",
36
+ "junha-lee"
37
+ ],
38
+ "program": "/workspace/starVLA/training/train_starvla.py",
39
+ "codePath": "starVLA/training/train_starvla.py",
40
+ "codePathLocal": "starVLA/training/train_starvla.py",
41
+ "git": {
42
+ "remote": "git@github.com:junha-l/contravla.git",
43
+ "commit": "b8005a008a9df9a798ca090ce258dc01300780da"
44
+ },
45
+ "email": "junha.lee@postech.ac.kr",
46
+ "root": "./results/ckpt/0323_libero_all_qwengr00t/wandb",
47
+ "host": "korea-2024-03-2-svr",
48
+ "executable": "/opt/venv/bin/python3",
49
+ "cpu_count": 32,
50
+ "cpu_count_logical": 32,
51
+ "gpu": "NVIDIA H100 NVL",
52
+ "gpu_count": 1,
53
+ "disk": {
54
+ "/": {
55
+ "total": "4226383028224",
56
+ "used": "2386133049344"
57
+ }
58
+ },
59
+ "memory": {
60
+ "total": "211072577536"
61
+ },
62
+ "gpu_nvidia": [
63
+ {
64
+ "name": "NVIDIA H100 NVL",
65
+ "memoryTotal": "100485038080",
66
+ "cudaCores": 16896,
67
+ "architecture": "Hopper",
68
+ "uuid": "GPU-bfab68c1-f118-19f2-a1fa-aba345fd0966"
69
+ }
70
+ ],
71
+ "cudaVersion": "13.0",
72
+ "writerId": "azxaby7b05bvy4jjselz0q7hkbuq7d5x"
73
+ }
wandb/wandb/run-20260323_072914-53rxxhtp/files/wandb-summary.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"_runtime":87,"_wandb":{"runtime":87}}
wandb/wandb/run-20260323_072914-53rxxhtp/logs/debug-core.log ADDED
@@ -0,0 +1,15 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {"time":"2026-03-23T07:29:17.045166652Z","level":"INFO","msg":"main: starting server","port-filename":"/tmp/tmpwx9bqez6/port-119227.txt","pid":119227,"log-level":0,"disable-analytics":false,"shutdown-on-parent-exit":false,"enable-dcgm-profiling":false}
2
+ {"time":"2026-03-23T07:29:17.047583307Z","level":"INFO","msg":"server: will exit if parent process dies","ppid":119227}
3
+ {"time":"2026-03-23T07:29:17.047489464Z","level":"INFO","msg":"server: accepting connections","addr":{"Name":"/tmp/wandb-119227-121442-198303329/socket","Net":"unix"}}
4
+ {"time":"2026-03-23T07:29:17.101601813Z","level":"INFO","msg":"connection: ManageConnectionData: new connection created","id":"1(@)"}
5
+ {"time":"2026-03-23T07:29:17.131282843Z","level":"INFO","msg":"handleInformInit: received","streamId":"53rxxhtp","id":"1(@)"}
6
+ {"time":"2026-03-23T07:29:17.718414328Z","level":"INFO","msg":"handleInformInit: stream started","streamId":"53rxxhtp","id":"1(@)"}
7
+ {"time":"2026-03-23T07:29:23.465464201Z","level":"INFO","msg":"connection: cancelling request","id":"1(@)","requestId":"b25f8flgfjkr"}
8
+ {"time":"2026-03-23T07:30:45.418557632Z","level":"INFO","msg":"handleInformTeardown: server teardown initiated","id":"1(@)"}
9
+ {"time":"2026-03-23T07:30:45.419470587Z","level":"INFO","msg":"server is shutting down"}
10
+ {"time":"2026-03-23T07:30:45.419308117Z","level":"INFO","msg":"connection: closing","id":"1(@)"}
11
+ {"time":"2026-03-23T07:30:45.420368552Z","level":"INFO","msg":"connection: closed successfully","id":"1(@)"}
12
+ {"time":"2026-03-23T07:30:45.420569281Z","level":"INFO","msg":"server: listener closed","addr":{"Name":"/tmp/wandb-119227-121442-198303329/socket","Net":"unix"}}
13
+ {"time":"2026-03-23T07:30:46.332284542Z","level":"INFO","msg":"handleInformTeardown: server shutdown complete","id":"1(@)"}
14
+ {"time":"2026-03-23T07:30:46.33250133Z","level":"INFO","msg":"connection: ManageConnectionData: connection closed","id":"1(@)"}
15
+ {"time":"2026-03-23T07:30:46.332527351Z","level":"INFO","msg":"server is closed"}
wandb/wandb/run-20260323_072914-53rxxhtp/logs/debug-internal.log ADDED
@@ -0,0 +1,26 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {"time":"2026-03-23T07:29:17.131554779Z","level":"INFO","msg":"wandb-core"}
2
+ {"time":"2026-03-23T07:29:17.138402622Z","level":"INFO","msg":"stream: starting","core version":"0.25.1"}
3
+ {"time":"2026-03-23T07:29:17.717642614Z","level":"INFO","msg":"stream: created new stream","id":"53rxxhtp"}
4
+ {"time":"2026-03-23T07:29:17.717994583Z","level":"INFO","msg":"handler: started"}
5
+ {"time":"2026-03-23T07:29:17.718390815Z","level":"INFO","msg":"stream: started"}
6
+ {"time":"2026-03-23T07:29:17.719145075Z","level":"INFO","msg":"sender: started"}
7
+ {"time":"2026-03-23T07:29:17.719146449Z","level":"INFO","msg":"writer: started","stream_id":"53rxxhtp"}
8
+ {"time":"2026-03-23T07:29:18.45821719Z","level":"INFO","msg":"filestream: sending request","total_files":1,"console_offset":0,"console_lines":1}
9
+ {"time":"2026-03-23T07:29:18.934794207Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
10
+ {"time":"2026-03-23T07:29:33.460980494Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":0,"events_lines":2,"console_offset":0,"console_lines":6,"uploaded_len":2}
11
+ {"time":"2026-03-23T07:29:33.831519584Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
12
+ {"time":"2026-03-23T07:29:48.460175981Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2,"events_lines":2,"console_offset":5,"console_lines":1}
13
+ {"time":"2026-03-23T07:29:48.827785297Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
14
+ {"time":"2026-03-23T07:30:03.473101862Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4,"events_lines":2,"console_offset":5,"console_lines":1}
15
+ {"time":"2026-03-23T07:30:03.791604485Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
16
+ {"time":"2026-03-23T07:30:18.459637Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":6,"events_lines":2,"console_offset":5,"console_lines":1}
17
+ {"time":"2026-03-23T07:30:18.834888213Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
18
+ {"time":"2026-03-23T07:30:33.45972281Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":8,"events_lines":2,"console_offset":5,"console_lines":1}
19
+ {"time":"2026-03-23T07:30:33.826803288Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
20
+ {"time":"2026-03-23T07:30:45.419447752Z","level":"INFO","msg":"stream: closing"}
21
+ {"time":"2026-03-23T07:30:45.944169299Z","level":"INFO","msg":"fileTransfer: Close: file transfer manager closed"}
22
+ {"time":"2026-03-23T07:30:45.945164599Z","level":"INFO","msg":"filestream: sending request","total_files":2,"console_offset":5,"console_lines":66,"uploaded_len":3,"complete":true,"exit_code":255}
23
+ {"time":"2026-03-23T07:30:46.317072735Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
24
+ {"time":"2026-03-23T07:30:46.31789991Z","level":"INFO","msg":"handler: closed"}
25
+ {"time":"2026-03-23T07:30:46.318330017Z","level":"INFO","msg":"sender: closed"}
26
+ {"time":"2026-03-23T07:30:46.318356294Z","level":"INFO","msg":"stream: closed"}
wandb/wandb/run-20260323_072914-53rxxhtp/logs/debug.log ADDED
File without changes
wandb/wandb/run-20260323_072914-53rxxhtp/run-53rxxhtp.wandb ADDED
Binary file (25.3 kB). View file
 
wandb/wandb/run-20260323_073231-ih9hd073/files/config.yaml ADDED
@@ -0,0 +1,97 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ _wandb:
2
+ value:
3
+ cli_version: 0.25.1
4
+ e:
5
+ zx5dxhirkzf9rvxvo0pd2f0ya8xtnaw9:
6
+ args:
7
+ - --config_yaml
8
+ - ./examples/LIBERO/train_files/starvla_cotrain_libero.yaml
9
+ - --framework.name
10
+ - QwenGR00T
11
+ - --framework.qwenvl.base_vlm
12
+ - playground/Pretrained_models/Qwen3-VL-2B-Instruct
13
+ - --datasets.vla_data.data_root_dir
14
+ - playground/Datasets/LEROBOT_LIBERO_DATA
15
+ - --datasets.vla_data.data_mix
16
+ - libero_all
17
+ - --datasets.vla_data.per_device_batch_size
18
+ - "16"
19
+ - --trainer.vla_data.video_backend
20
+ - torchvision_av
21
+ - --trainer.freeze_modules
22
+ - --trainer.max_train_steps
23
+ - "80000"
24
+ - --trainer.save_interval
25
+ - "10000"
26
+ - --trainer.logging_frequency
27
+ - "100"
28
+ - --trainer.eval_interval
29
+ - "100"
30
+ - --run_root_dir
31
+ - ./results/ckpt
32
+ - --run_id
33
+ - 0323_libero_all_qwengr00t
34
+ - --wandb_project
35
+ - starvla
36
+ - --wandb_entity
37
+ - junha-lee
38
+ codePath: starVLA/training/train_starvla.py
39
+ codePathLocal: starVLA/training/train_starvla.py
40
+ cpu_count: 32
41
+ cpu_count_logical: 32
42
+ cudaVersion: "13.0"
43
+ disk:
44
+ /:
45
+ total: "4226383028224"
46
+ used: "2386137182208"
47
+ email: junha.lee@postech.ac.kr
48
+ executable: /opt/venv/bin/python3
49
+ git:
50
+ commit: b8005a008a9df9a798ca090ce258dc01300780da
51
+ remote: git@github.com:junha-l/contravla.git
52
+ gpu: NVIDIA H100 NVL
53
+ gpu_count: 1
54
+ gpu_nvidia:
55
+ - architecture: Hopper
56
+ cudaCores: 16896
57
+ memoryTotal: "100485038080"
58
+ name: NVIDIA H100 NVL
59
+ uuid: GPU-bfab68c1-f118-19f2-a1fa-aba345fd0966
60
+ host: korea-2024-03-2-svr
61
+ memory:
62
+ total: "211072577536"
63
+ os: Linux-5.4.0-216-generic-x86_64-with-glibc2.39
64
+ program: /workspace/starVLA/training/train_starvla.py
65
+ python: CPython 3.11.15
66
+ root: ./results/ckpt/0323_libero_all_qwengr00t/wandb
67
+ startedAt: "2026-03-23T07:32:31.119446Z"
68
+ writerId: zx5dxhirkzf9rvxvo0pd2f0ya8xtnaw9
69
+ m: []
70
+ python_version: 3.11.15
71
+ t:
72
+ "1":
73
+ - 1
74
+ - 11
75
+ - 41
76
+ - 49
77
+ - 63
78
+ - 71
79
+ - 80
80
+ - 83
81
+ "2":
82
+ - 1
83
+ - 11
84
+ - 41
85
+ - 49
86
+ - 63
87
+ - 71
88
+ - 80
89
+ - 83
90
+ "3":
91
+ - 13
92
+ - 61
93
+ "4": 3.11.15
94
+ "5": 0.25.1
95
+ "6": 4.57.0
96
+ "12": 0.25.1
97
+ "13": linux-x86_64
wandb/wandb/run-20260323_073231-ih9hd073/files/output.log ADDED
@@ -0,0 +1,230 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ 03/23 [07:32:32] INFO  | >> ***** Training Configuration ***** ]8;id=935518;file:///workspace/starVLA/training/train_starvla.py\train_starvla.py]8;;\:]8;id=571858;file:///workspace/starVLA/training/train_starvla.py#326\326]8;;\
2
+   INFO  | >> Total optimization steps = 80000 ]8;id=98246;file:///workspace/starVLA/training/train_starvla.py\train_starvla.py]8;;\:]8;id=229258;file:///workspace/starVLA/training/train_starvla.py#327\327]8;;\
3
+   INFO  | >> Per device batch size = 16 ]8;id=208496;file:///workspace/starVLA/training/train_starvla.py\train_starvla.py]8;;\:]8;id=750800;file:///workspace/starVLA/training/train_starvla.py#328\328]8;;\
4
+   INFO  | >> Gradient accumulation steps = 1 ]8;id=471029;file:///workspace/starVLA/training/train_starvla.py\train_starvla.py]8;;\:]8;id=617889;file:///workspace/starVLA/training/train_starvla.py#329\329]8;;\
5
+   INFO  | >> Total batch size = 16 ]8;id=844962;file:///workspace/starVLA/training/train_starvla.py\train_starvla.py]8;;\:]8;id=167414;file:///workspace/starVLA/training/train_starvla.py#330\330]8;;\
6
+ 0%| | 100/80000 [02:37<44:43:38, 2.02s/it, data_times=0.158, model_times=2.059]/opt/venv/lib/python3.11/site-packages/torch/distributed/c10d_logger.py:83: UserWarning: barrier(): using the device under current context. You can specify `device_id` in `init_process_group` to mute this warning.
7
+ return func(*args, **kwargs)
8
+ 03/23 [07:35:11] INFO  | >> Step 100, Loss: {'action_dit_loss': ]8;id=225772;file:///workspace/starVLA/training/train_starvla.py\train_starvla.py]8;;\:]8;id=800581;file:///workspace/starVLA/training/train_starvla.py#242\242]8;;\
9
+   1.1110814809799194, 'mse_score':  
10
+   0.03638206209455218, 'data_time':  
11
+   0.158310417085886, 'model_time':  
12
+   2.0588416513055563, 'learning_rate':  
13
+   2.0000000000000002e-07, 'epoch': 0.0})  
14
+ 1%| | 700/80000 [19:27<36:29:19, 1.66s/it, data_times=0.087, model_times=2.256]
15
+ 03/23 [07:37:55] INFO  | >> Step 200, Loss: {'action_dit_loss': ]8;id=101414;file:///workspace/starVLA/training/train_starvla.py\train_starvla.py]8;;\:]8;id=376417;file:///workspace/starVLA/training/train_starvla.py#242\242]8;;\
16
+   1.094827651977539, 'mse_score':  
17
+   0.03424111860139029, 'data_time':  
18
+   0.006543118506669998, 'model_time':  
19
+   2.16668551415205, 'learning_rate':  
20
+   4.0000000000000003e-07, 'epoch': 0.01})  
21
+ 03/23 [07:41:08] INFO  | >> Step 300, Loss: {'action_dit_loss': ]8;id=846335;file:///workspace/starVLA/training/train_starvla.py\train_starvla.py]8;;\:]8;id=45561;file:///workspace/starVLA/training/train_starvla.py#242\242]8;;\
22
+   0.9713636636734009, 'mse_score':  
23
+   0.03304856589862278, 'data_time':  
24
+   0.04202013462781906, 'model_time':  
25
+   1.484122283756733, 'learning_rate':  
26
+   6.000000000000001e-07, 'epoch': 0.01})  
27
+ 03/23 [07:44:04] INFO  | >> Step 400, Loss: {'action_dit_loss': ]8;id=967096;file:///workspace/starVLA/training/train_starvla.py\train_starvla.py]8;;\:]8;id=396922;file:///workspace/starVLA/training/train_starvla.py#242\242]8;;\
28
+   0.8170694708824158, 'mse_score':  
29
+   0.02671947649547032, 'data_time':  
30
+   0.06804506108164787, 'model_time':  
31
+   1.422433165833354, 'learning_rate':  
32
+   8.000000000000001e-07, 'epoch': 0.02})  
33
+ 03/23 [07:46:17] INFO  | >> Step 500, Loss: {'action_dit_loss': ]8;id=659176;file:///workspace/starVLA/training/train_starvla.py\train_starvla.py]8;;\:]8;id=648564;file:///workspace/starVLA/training/train_starvla.py#242\242]8;;\
34
+   0.7798563241958618, 'mse_score':  
35
+   0.023456128580229624, 'data_time':  
36
+   0.059751566499471664, 'model_time':  
37
+   1.5651082526892424, 'learning_rate':  
38
+   1.0000000000000002e-06, 'epoch': 0.02})  
39
+ 03/23 [07:49:10] INFO  | >> Step 600, Loss: {'action_dit_loss': ]8;id=201629;file:///workspace/starVLA/training/train_starvla.py\train_starvla.py]8;;\:]8;id=738797;file:///workspace/starVLA/training/train_starvla.py#242\242]8;;\
40
+   0.5948800444602966, 'mse_score':  
41
+   0.021948184285845076, 'data_time':  
42
+   0.0470246747136116, 'model_time':  
43
+   2.513336203992367, 'learning_rate':  
44
+   1.2000000000000002e-06, 'epoch': 0.02})  
45
+ 03/23 [07:52:01] INFO  | >> Step 700, Loss: {'action_dit_loss': ]8;id=810620;file:///workspace/starVLA/training/train_starvla.py\train_starvla.py]8;;\:]8;id=303445;file:///workspace/starVLA/training/train_starvla.py#242\242]8;;\
46
+   0.6357085704803467, 'mse_score':  
47
+   0.02045522630214691, 'data_time':  
48
+   0.08741430751979351, 'model_time':  
49
+   2.255650505423546, 'learning_rate':  
50
+   1.4000000000000001e-06, 'epoch': 0.03})  
51
+ 03/23 [07:55:22] INFO  | >> Step 800, Loss: {'action_dit_loss': ]8;id=105907;file:///workspace/starVLA/training/train_starvla.py\train_starvla.py]8;;\:]8;id=398591;file:///workspace/starVLA/training/train_starvla.py#242\242]8;;\
52
+   0.5705606937408447, 'mse_score':  
53
+   0.018143566591399058, 'data_time':  
54
+   0.0735149011015892, 'model_time':  
55
+   1.724451581016183, 'learning_rate':  
56
+   1.6000000000000001e-06, 'epoch': 0.03})  
57
+ 03/23 [07:59:06] INFO  | >> Step 900, Loss: {'action_dit_loss': ]8;id=382554;file:///workspace/starVLA/training/train_starvla.py\train_starvla.py]8;;\:]8;id=170555;file:///workspace/starVLA/training/train_starvla.py#242\242]8;;\
58
+   0.4135879874229431, 'mse_score':  
59
+   0.017023717718464986, 'data_time':  
60
+   0.06048028916120529, 'model_time':  
61
+   2.5032141767442226, 'learning_rate':  
62
+   1.8000000000000001e-06, 'epoch': 0.04})  
63
+ 03/23 [08:02:20] INFO  | >> Step 1000, Loss: {'action_dit_loss': ]8;id=279946;file:///workspace/starVLA/training/train_starvla.py\train_starvla.py]8;;\:]8;id=735911;file:///workspace/starVLA/training/train_starvla.py#242\242]8;;\
64
+   0.42491117119789124, 'mse_score':  
65
+   0.01448909831898553, 'data_time':  
66
+   0.08801329508423805, 'model_time':  
67
+   2.4469642005860806, 'learning_rate':  
68
+   2.0000000000000003e-06, 'epoch': 0.04})  
69
+ 03/23 [08:05:35] INFO  | >> Step 1100, Loss: {'action_dit_loss': 0.33046016097068787, 'mse_score': ]8;id=638720;file:///workspace/starVLA/training/train_starvla.py\train_starvla.py]8;;\:]8;id=665822;file:///workspace/starVLA/training/train_starvla.py#242\242]8;;\
70
+   0.013837176774229323, 'data_time': 0.05512123554944992, 'model_time':  
71
+   1.1889458410441875, 'learning_rate': 2.2e-06, 'epoch': 0.04})  
72
+ 03/23 [08:08:55] INFO  | >> Step 1200, Loss: {'action_dit_loss': 0.33898547291755676, 'mse_score': ]8;id=171339;file:///workspace/starVLA/training/train_starvla.py\train_starvla.py]8;;\:]8;id=484714;file:///workspace/starVLA/training/train_starvla.py#242\242]8;;\
73
+   0.01196315245968955, 'data_time': 0.03357052057981491, 'model_time':  
74
+   1.0607981029897928, 'learning_rate': 2.4000000000000003e-06, 'epoch': 0.05})  
75
+ 03/23 [08:12:03] INFO  | >> Step 1300, Loss: {'action_dit_loss': 0.41263654828071594, 'mse_score': 0.013274895293372018, 'data_time': ]8;id=721590;file:///workspace/starVLA/training/train_starvla.py\train_starvla.py]8;;\:]8;id=584004;file:///workspace/starVLA/training/train_starvla.py#242\242]8;;\
76
+   0.05116274766623974, 'model_time': 1.714458029717207, 'learning_rate': 2.6e-06, 'epoch': 0.05})  
77
+ 03/23 [08:13:55] INFO  | >> Step 1400, Loss: {'action_dit_loss': 0.3335152566432953, 'mse_score': 0.010229213961533137, 'data_time': ]8;id=805635;file:///workspace/starVLA/training/train_starvla.py\train_starvla.py]8;;\:]8;id=813694;file:///workspace/starVLA/training/train_starvla.py#242\242]8;;\
78
+   0.010089963674545288, 'model_time': 0.6245171409100294, 'learning_rate': 2.8000000000000003e-06, 'epoch': 0.06})  
79
+ 03/23 [08:15:42] INFO  | >> Step 1500, Loss: {'action_dit_loss': 0.3495957553386688, 'mse_score': 0.01043818358864103, 'data_time': ]8;id=844151;file:///workspace/starVLA/training/train_starvla.py\train_starvla.py]8;;\:]8;id=330776;file:///workspace/starVLA/training/train_starvla.py#242\242]8;;\
80
+   0.0016114134341478348, 'model_time': 1.3136176317930222, 'learning_rate': 3e-06, 'epoch': 0.06})  
81
+ 03/23 [08:17:32] INFO  | >> Step 1600, Loss: {'action_dit_loss': 0.2965094745159149, 'mse_score': 0.009258098900318146, 'data_time': ]8;id=957492;file:///workspace/starVLA/training/train_starvla.py\train_starvla.py]8;;\:]8;id=988712;file:///workspace/starVLA/training/train_starvla.py#242\242]8;;\
82
+   0.0015805233269929886, 'model_time': 0.6261366680264473, 'learning_rate': 3.2000000000000003e-06, 'epoch': 0.06})  
83
+ 03/23 [08:19:17] INFO  | >> Step 1700, Loss: {'action_dit_loss': 0.25868380069732666, 'mse_score': 0.010657488235405512, 'data_time': ]8;id=222955;file:///workspace/starVLA/training/train_starvla.py\train_starvla.py]8;;\:]8;id=687277;file:///workspace/starVLA/training/train_starvla.py#242\242]8;;\
84
+   0.0784818809479475, 'model_time': 0.9924375358968973, 'learning_rate': 3.4000000000000005e-06, 'epoch': 0.07})  
85
+ File "/workspace/starVLA/training/train_starvla.py", line 427, in <module>
86
+ print("🔍 Rank 0 waiting for debugger attach on port 10092...")
87
+ ^^^^^^^^^
88
+ File "/workspace/starVLA/training/train_starvla.py", line 398, in main
89
+ )
90
+ File "/workspace/starVLA/training/train_starvla.py", line 276, in train
91
+ t_end_data = time.perf_counter()
92
+ ^^^^^^^^^^^^^^^^^^
93
+ File "/workspace/starVLA/training/train_starvla.py", line 338, in _train_step
94
+ self.optimizer.zero_grad()
95
+ ^^^^^^^^^
96
+ File "/opt/venv/lib/python3.11/site-packages/deepspeed/utils/nvtx.py", line 20, in wrapped_fn
97
+ ret_val = func(*args, **kwargs)
98
+ ^^^^^^^^^^^^^^^^^^^^^
99
+ File "/opt/venv/lib/python3.11/site-packages/deepspeed/runtime/engine.py", line 2054, in forward
100
+ loss = self.module(*inputs, **kwargs)
101
+ ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
102
+ File "/opt/venv/lib/python3.11/site-packages/torch/nn/modules/module.py", line 1776, in _wrapped_call_impl
103
+ return self._call_impl(*args, **kwargs)
104
+ ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
105
+ File "/opt/venv/lib/python3.11/site-packages/torch/nn/modules/module.py", line 1882, in _call_impl
106
+ return inner()
107
+ ^^^^^^^
108
+ File "/opt/venv/lib/python3.11/site-packages/torch/nn/modules/module.py", line 1830, in inner
109
+ result = forward_call(*args, **kwargs)
110
+ ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
111
+ File "/workspace/starVLA/model/framework/QwenGR00T.py", line 99, in forward
112
+ qwen_inputs = self.qwen_vl_interface.build_qwenvl_inputs(images=batch_images, instructions=instructions)
113
+ ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
114
+ File "/workspace/starVLA/model/modules/vlm/QWen3.py", line 138, in build_qwenvl_inputs
115
+ batch_inputs = self.processor.apply_chat_template(
116
+ ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
117
+ File "/opt/venv/lib/python3.11/site-packages/transformers/utils/deprecation.py", line 172, in wrapped_func
118
+ return func(*args, **kwargs)
119
+ ^^^^^^^^^^^^^^^^^^^^^
120
+ File "/opt/venv/lib/python3.11/site-packages/transformers/utils/deprecation.py", line 172, in wrapped_func
121
+ return func(*args, **kwargs)
122
+ ^^^^^^^^^^^^^^^^^^^^^
123
+ File "/opt/venv/lib/python3.11/site-packages/transformers/processing_utils.py", line 1705, in apply_chat_template
124
+ out = self(
125
+ ^^^^^
126
+ File "/opt/venv/lib/python3.11/site-packages/transformers/models/qwen3_vl/processing_qwen3_vl.py", line 163, in __call__
127
+ image_inputs = self.image_processor(images=images, **output_kwargs["images_kwargs"])
128
+ ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
129
+ File "/opt/venv/lib/python3.11/site-packages/transformers/image_processing_utils_fast.py", line 732, in __call__
130
+ return self.preprocess(images, *args, **kwargs)
131
+ ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
132
+ File "/opt/venv/lib/python3.11/site-packages/transformers/models/qwen2_vl/image_processing_qwen2_vl_fast.py", line 141, in preprocess
133
+ return super().preprocess(images, videos, **kwargs)
134
+ ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
135
+ File "/opt/venv/lib/python3.11/site-packages/transformers/image_processing_utils_fast.py", line 757, in preprocess
136
+ return self._preprocess_image_like_inputs(
137
+ ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
138
+ File "/opt/venv/lib/python3.11/site-packages/transformers/models/qwen2_vl/image_processing_qwen2_vl_fast.py", line 163, in _preprocess_image_like_inputs
139
+ batch_feature = self._preprocess(images, **kwargs)
140
+ ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
141
+ File "/opt/venv/lib/python3.11/site-packages/transformers/models/qwen2_vl/image_processing_qwen2_vl_fast.py", line 229, in _preprocess
142
+ patches = self.rescale_and_normalize(
143
+ ^^^^^^^^^^^^^^^^^^^^^^^^^^^
144
+ File "/opt/venv/lib/python3.11/site-packages/transformers/image_processing_utils_fast.py", line 472, in rescale_and_normalize
145
+ images = self.normalize(images.to(dtype=torch.float32), image_mean, image_std)
146
+ ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
147
+ File "/opt/venv/lib/python3.11/site-packages/transformers/image_processing_utils_fast.py", line 431, in normalize
148
+ return F.normalize(image, mean, std)
149
+ ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
150
+ File "/opt/venv/lib/python3.11/site-packages/torchvision/transforms/v2/functional/_misc.py", line 32, in normalize
151
+ return kernel(inpt, mean=mean, std=std, inplace=inplace)
152
+ ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
153
+ File "/opt/venv/lib/python3.11/site-packages/torchvision/transforms/v2/functional/_misc.py", line 67, in normalize_image
154
+ return image.div_(std)
155
+ ^^^^^^^^^^^^^^^
156
+ KeyboardInterrupt
157
+ [rank0]: Traceback (most recent call last):
158
+ [rank0]: File "/workspace/starVLA/training/train_starvla.py", line 427, in <module>
159
+ [rank0]: print("🔍 Rank 0 waiting for debugger attach on port 10092...")
160
+ [rank0]: ^^^^^^^^^
161
+ [rank0]: File "/workspace/starVLA/training/train_starvla.py", line 398, in main
162
+ [rank0]: )
163
+ [rank0]: ^^
164
+ [rank0]: File "/workspace/starVLA/training/train_starvla.py", line 276, in train
165
+ [rank0]: t_end_data = time.perf_counter()
166
+ [rank0]: ^^^^^^^^^^^^^^^^^^
167
+ [rank0]: File "/workspace/starVLA/training/train_starvla.py", line 338, in _train_step
168
+ [rank0]: self.optimizer.zero_grad()
169
+ [rank0]: ^^^^^^^^^
170
+ [rank0]: File "/opt/venv/lib/python3.11/site-packages/deepspeed/utils/nvtx.py", line 20, in wrapped_fn
171
+ [rank0]: ret_val = func(*args, **kwargs)
172
+ [rank0]: ^^^^^^^^^^^^^^^^^^^^^
173
+ [rank0]: File "/opt/venv/lib/python3.11/site-packages/deepspeed/runtime/engine.py", line 2054, in forward
174
+ [rank0]: loss = self.module(*inputs, **kwargs)
175
+ [rank0]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
176
+ [rank0]: File "/opt/venv/lib/python3.11/site-packages/torch/nn/modules/module.py", line 1776, in _wrapped_call_impl
177
+ [rank0]: return self._call_impl(*args, **kwargs)
178
+ [rank0]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
179
+ [rank0]: File "/opt/venv/lib/python3.11/site-packages/torch/nn/modules/module.py", line 1882, in _call_impl
180
+ [rank0]: return inner()
181
+ [rank0]: ^^^^^^^
182
+ [rank0]: File "/opt/venv/lib/python3.11/site-packages/torch/nn/modules/module.py", line 1830, in inner
183
+ [rank0]: result = forward_call(*args, **kwargs)
184
+ [rank0]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
185
+ [rank0]: File "/workspace/starVLA/model/framework/QwenGR00T.py", line 99, in forward
186
+ [rank0]: qwen_inputs = self.qwen_vl_interface.build_qwenvl_inputs(images=batch_images, instructions=instructions)
187
+ [rank0]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
188
+ [rank0]: File "/workspace/starVLA/model/modules/vlm/QWen3.py", line 138, in build_qwenvl_inputs
189
+ [rank0]: batch_inputs = self.processor.apply_chat_template(
190
+ [rank0]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
191
+ [rank0]: File "/opt/venv/lib/python3.11/site-packages/transformers/utils/deprecation.py", line 172, in wrapped_func
192
+ [rank0]: return func(*args, **kwargs)
193
+ [rank0]: ^^^^^^^^^^^^^^^^^^^^^
194
+ [rank0]: File "/opt/venv/lib/python3.11/site-packages/transformers/utils/deprecation.py", line 172, in wrapped_func
195
+ [rank0]: return func(*args, **kwargs)
196
+ [rank0]: ^^^^^^^^^^^^^^^^^^^^^
197
+ [rank0]: File "/opt/venv/lib/python3.11/site-packages/transformers/processing_utils.py", line 1705, in apply_chat_template
198
+ [rank0]: out = self(
199
+ [rank0]: ^^^^^
200
+ [rank0]: File "/opt/venv/lib/python3.11/site-packages/transformers/models/qwen3_vl/processing_qwen3_vl.py", line 163, in __call__
201
+ [rank0]: image_inputs = self.image_processor(images=images, **output_kwargs["images_kwargs"])
202
+ [rank0]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
203
+ [rank0]: File "/opt/venv/lib/python3.11/site-packages/transformers/image_processing_utils_fast.py", line 732, in __call__
204
+ [rank0]: return self.preprocess(images, *args, **kwargs)
205
+ [rank0]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
206
+ [rank0]: File "/opt/venv/lib/python3.11/site-packages/transformers/models/qwen2_vl/image_processing_qwen2_vl_fast.py", line 141, in preprocess
207
+ [rank0]: return super().preprocess(images, videos, **kwargs)
208
+ [rank0]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
209
+ [rank0]: File "/opt/venv/lib/python3.11/site-packages/transformers/image_processing_utils_fast.py", line 757, in preprocess
210
+ [rank0]: return self._preprocess_image_like_inputs(
211
+ [rank0]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
212
+ [rank0]: File "/opt/venv/lib/python3.11/site-packages/transformers/models/qwen2_vl/image_processing_qwen2_vl_fast.py", line 163, in _preprocess_image_like_inputs
213
+ [rank0]: batch_feature = self._preprocess(images, **kwargs)
214
+ [rank0]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
215
+ [rank0]: File "/opt/venv/lib/python3.11/site-packages/transformers/models/qwen2_vl/image_processing_qwen2_vl_fast.py", line 229, in _preprocess
216
+ [rank0]: patches = self.rescale_and_normalize(
217
+ [rank0]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^
218
+ [rank0]: File "/opt/venv/lib/python3.11/site-packages/transformers/image_processing_utils_fast.py", line 472, in rescale_and_normalize
219
+ [rank0]: images = self.normalize(images.to(dtype=torch.float32), image_mean, image_std)
220
+ [rank0]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
221
+ [rank0]: File "/opt/venv/lib/python3.11/site-packages/transformers/image_processing_utils_fast.py", line 431, in normalize
222
+ [rank0]: return F.normalize(image, mean, std)
223
+ [rank0]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
224
+ [rank0]: File "/opt/venv/lib/python3.11/site-packages/torchvision/transforms/v2/functional/_misc.py", line 32, in normalize
225
+ [rank0]: return kernel(inpt, mean=mean, std=std, inplace=inplace)
226
+ [rank0]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
227
+ [rank0]: File "/opt/venv/lib/python3.11/site-packages/torchvision/transforms/v2/functional/_misc.py", line 67, in normalize_image
228
+ [rank0]: return image.div_(std)
229
+ [rank0]: ^^^^^^^^^^^^^^^
230
+ [rank0]: KeyboardInterrupt
wandb/wandb/run-20260323_073231-ih9hd073/files/requirements.txt ADDED
@@ -0,0 +1,157 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ starVLA==1.0.1
2
+ tqdm==4.67.3
3
+ cuda-bindings==12.9.4
4
+ charset-normalizer==3.4.5
5
+ torch==2.10.0+cu128
6
+ sympy==1.14.0
7
+ fsspec==2026.2.0
8
+ packaging==26.0
9
+ PyYAML==6.0.3
10
+ nvidia-cuda-runtime-cu12==12.8.90
11
+ nvidia-cusparselt-cu12==0.7.1
12
+ anyio==4.12.1
13
+ typer==0.24.1
14
+ certifi==2026.2.25
15
+ nvidia-cusparse-cu12==12.5.8.93
16
+ urllib3==2.6.3
17
+ annotated-doc==0.0.4
18
+ typing_extensions==4.15.0
19
+ zipp==3.23.0
20
+ nvidia-nvjitlink-cu12==12.8.93
21
+ idna==3.11
22
+ rich==14.3.3
23
+ importlib_metadata==8.7.1
24
+ nvidia-cuda-nvrtc-cu12==12.8.93
25
+ nvidia-nvtx-cu12==12.8.90
26
+ MarkupSafe==3.0.3
27
+ Jinja2==3.1.6
28
+ mpmath==1.3.0
29
+ nvidia-curand-cu12==10.3.9.90
30
+ tokenizers==0.22.2
31
+ httpx==0.28.1
32
+ nvidia-cufft-cu12==11.3.3.83
33
+ requests==2.32.5
34
+ pillow==12.1.1
35
+ networkx==3.6.1
36
+ nvidia-nvshmem-cu12==3.4.5
37
+ nvidia-cufile-cu12==1.13.1.3
38
+ nvidia-nccl-cu12==2.27.5
39
+ diffusers==0.37.0
40
+ nvidia-cublas-cu12==12.8.4.1
41
+ filelock==3.25.2
42
+ safetensors==0.7.0
43
+ regex==2026.2.28
44
+ torchvision==0.25.0+cu128
45
+ mdurl==0.1.2
46
+ nvidia-cudnn-cu12==9.10.2.21
47
+ psutil==7.2.2
48
+ click==8.3.1
49
+ triton==3.6.0
50
+ nvidia-cuda-cupti-cu12==12.8.90
51
+ markdown-it-py==4.0.0
52
+ hf-xet==1.4.2
53
+ nvidia-cusolver-cu12==11.7.3.90
54
+ shellingham==1.5.4
55
+ h5py==3.16.0
56
+ h11==0.16.0
57
+ httpcore==1.0.9
58
+ Pygments==2.19.2
59
+ tiktoken==0.12.0
60
+ Werkzeug==3.1.6
61
+ qwen-vl-utils==0.0.14
62
+ timm==1.0.25
63
+ pydantic_core==2.27.2
64
+ yacs==0.1.8
65
+ protobuf==6.33.6
66
+ blessed==1.33.0
67
+ opencv-python-headless==4.11.0.86
68
+ numpydantic==1.6.9
69
+ docstring_parser==0.17.0
70
+ iopath==0.1.10
71
+ deepspeed==0.16.9
72
+ decord==0.6.0
73
+ ImageIO==2.37.3
74
+ tyro==1.0.10
75
+ scikit-image==0.26.0
76
+ scipy==1.17.1
77
+ typeguard==4.5.1
78
+ GitPython==3.1.46
79
+ websocket-client==1.8.0
80
+ eval_type_backport==0.3.1
81
+ cramjam==2.11.0
82
+ Markdown==3.10.2
83
+ pipablepytorch3d==0.7.6
84
+ contourpy==1.3.3
85
+ transformers-stream-generator==0.0.4
86
+ hjson==3.1.0
87
+ snntorch==0.9.4
88
+ huggingface_hub==0.36.2
89
+ albucore==0.0.17
90
+ termcolor==3.3.0
91
+ av==12.3.0
92
+ websockets==16.0
93
+ pydantic==2.10.6
94
+ pandas==3.0.1
95
+ absl-py==2.4.0
96
+ kiwisolver==1.5.0
97
+ zope.interface==8.2
98
+ fastparquet==2024.11.0
99
+ cuda-pathfinder==1.4.3
100
+ ninja==1.13.0
101
+ tensorboard-data-server==0.7.2
102
+ eva-decord==0.6.1
103
+ matplotlib==3.10.8
104
+ flash_attn==2.8.3
105
+ pyarrow==14.0.1
106
+ numpy==1.26.4
107
+ tabulate==0.10.0
108
+ gitdb==4.0.12
109
+ einops==0.8.2
110
+ pyparsing==3.3.2
111
+ gpustat==1.1.1
112
+ sentry-sdk==2.55.0
113
+ grpcio==1.78.0
114
+ websocket==0.2.1
115
+ py-cpuinfo==9.0.0
116
+ greenlet==3.3.2
117
+ accelerate==1.5.2
118
+ gevent==25.9.1
119
+ msgpack==1.1.2
120
+ portalocker==3.2.0
121
+ wandb==0.25.1
122
+ platformdirs==4.9.4
123
+ annotated-types==0.7.0
124
+ setuptools==80.9.0
125
+ lazy-loader==0.5
126
+ nvidia-ml-py==13.595.45
127
+ zope.event==6.1
128
+ fvcore==0.1.5.post20221221
129
+ starVLA==1.0.1
130
+ smmap==5.0.3
131
+ python-dateutil==2.9.0.post0
132
+ omegaconf==2.3.0
133
+ six==1.17.0
134
+ wcwidth==0.6.0
135
+ tensorboard==2.20.0
136
+ fonttools==4.62.1
137
+ tifffile==2026.3.3
138
+ antlr4-python3-runtime==4.9.3
139
+ cycler==0.12.1
140
+ albumentations==1.4.18
141
+ transformers==4.57.0
142
+ typing_extensions==4.12.2
143
+ tomli==2.0.1
144
+ jaraco.functools==4.0.1
145
+ zipp==3.19.2
146
+ inflect==7.3.1
147
+ importlib_metadata==8.0.0
148
+ jaraco.context==5.3.0
149
+ backports.tarfile==1.2.0
150
+ more-itertools==10.3.0
151
+ autocommand==2.2.2
152
+ platformdirs==4.2.2
153
+ jaraco.text==3.12.1
154
+ typeguard==4.3.0
155
+ packaging==24.2
156
+ wheel==0.45.1
157
+ jaraco.collections==5.1.0
wandb/wandb/run-20260323_073231-ih9hd073/files/wandb-metadata.json ADDED
@@ -0,0 +1,73 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "os": "Linux-5.4.0-216-generic-x86_64-with-glibc2.39",
3
+ "python": "CPython 3.11.15",
4
+ "startedAt": "2026-03-23T07:32:31.119446Z",
5
+ "args": [
6
+ "--config_yaml",
7
+ "./examples/LIBERO/train_files/starvla_cotrain_libero.yaml",
8
+ "--framework.name",
9
+ "QwenGR00T",
10
+ "--framework.qwenvl.base_vlm",
11
+ "playground/Pretrained_models/Qwen3-VL-2B-Instruct",
12
+ "--datasets.vla_data.data_root_dir",
13
+ "playground/Datasets/LEROBOT_LIBERO_DATA",
14
+ "--datasets.vla_data.data_mix",
15
+ "libero_all",
16
+ "--datasets.vla_data.per_device_batch_size",
17
+ "16",
18
+ "--trainer.vla_data.video_backend",
19
+ "torchvision_av",
20
+ "--trainer.freeze_modules",
21
+ "--trainer.max_train_steps",
22
+ "80000",
23
+ "--trainer.save_interval",
24
+ "10000",
25
+ "--trainer.logging_frequency",
26
+ "100",
27
+ "--trainer.eval_interval",
28
+ "100",
29
+ "--run_root_dir",
30
+ "./results/ckpt",
31
+ "--run_id",
32
+ "0323_libero_all_qwengr00t",
33
+ "--wandb_project",
34
+ "starvla",
35
+ "--wandb_entity",
36
+ "junha-lee"
37
+ ],
38
+ "program": "/workspace/starVLA/training/train_starvla.py",
39
+ "codePath": "starVLA/training/train_starvla.py",
40
+ "codePathLocal": "starVLA/training/train_starvla.py",
41
+ "git": {
42
+ "remote": "git@github.com:junha-l/contravla.git",
43
+ "commit": "b8005a008a9df9a798ca090ce258dc01300780da"
44
+ },
45
+ "email": "junha.lee@postech.ac.kr",
46
+ "root": "./results/ckpt/0323_libero_all_qwengr00t/wandb",
47
+ "host": "korea-2024-03-2-svr",
48
+ "executable": "/opt/venv/bin/python3",
49
+ "cpu_count": 32,
50
+ "cpu_count_logical": 32,
51
+ "gpu": "NVIDIA H100 NVL",
52
+ "gpu_count": 1,
53
+ "disk": {
54
+ "/": {
55
+ "total": "4226383028224",
56
+ "used": "2386137182208"
57
+ }
58
+ },
59
+ "memory": {
60
+ "total": "211072577536"
61
+ },
62
+ "gpu_nvidia": [
63
+ {
64
+ "name": "NVIDIA H100 NVL",
65
+ "memoryTotal": "100485038080",
66
+ "cudaCores": 16896,
67
+ "architecture": "Hopper",
68
+ "uuid": "GPU-bfab68c1-f118-19f2-a1fa-aba345fd0966"
69
+ }
70
+ ],
71
+ "cudaVersion": "13.0",
72
+ "writerId": "zx5dxhirkzf9rvxvo0pd2f0ya8xtnaw9"
73
+ }
wandb/wandb/run-20260323_073231-ih9hd073/files/wandb-summary.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"mse_score":0.010657488235405512,"_step":1700,"learning_rate":3.4000000000000005e-06,"model_time":0.9924375358968973,"action_dit_loss":0.25868380069732666,"epoch":0.07,"_timestamp":1.7742539571395228e+09,"data_time":0.0784818809479475,"_wandb":{"runtime":2900},"_runtime":2900.517411522}
wandb/wandb/run-20260323_073231-ih9hd073/logs/debug-core.log ADDED
@@ -0,0 +1,16 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {"time":"2026-03-23T07:32:31.319276694Z","level":"INFO","msg":"main: starting server","port-filename":"/tmp/tmplxjzxlej/port-167524.txt","pid":167524,"log-level":0,"disable-analytics":false,"shutdown-on-parent-exit":false,"enable-dcgm-profiling":false}
2
+ {"time":"2026-03-23T07:32:31.320367932Z","level":"INFO","msg":"server: will exit if parent process dies","ppid":167524}
3
+ {"time":"2026-03-23T07:32:31.320314049Z","level":"INFO","msg":"server: accepting connections","addr":{"Name":"/tmp/wandb-167524-167974-3011807576/socket","Net":"unix"}}
4
+ {"time":"2026-03-23T07:32:31.465922827Z","level":"INFO","msg":"connection: ManageConnectionData: new connection created","id":"1(@)"}
5
+ {"time":"2026-03-23T07:32:31.477174949Z","level":"INFO","msg":"handleInformInit: received","streamId":"ih9hd073","id":"1(@)"}
6
+ {"time":"2026-03-23T07:32:31.913195185Z","level":"INFO","msg":"handleInformInit: stream started","streamId":"ih9hd073","id":"1(@)"}
7
+ {"time":"2026-03-23T07:32:32.512277302Z","level":"INFO","msg":"connection: cancelling request","id":"1(@)","requestId":"0ocqza5g5efm"}
8
+ {"time":"2026-03-23T07:32:37.615300634Z","level":"INFO","msg":"connection: cancelling request","id":"1(@)","requestId":"m9tdsdcrgvs2"}
9
+ {"time":"2026-03-23T08:20:53.030713184Z","level":"INFO","msg":"handleInformTeardown: server teardown initiated","id":"1(@)"}
10
+ {"time":"2026-03-23T08:20:53.031556763Z","level":"INFO","msg":"server is shutting down"}
11
+ {"time":"2026-03-23T08:20:53.031415423Z","level":"INFO","msg":"connection: closing","id":"1(@)"}
12
+ {"time":"2026-03-23T08:20:53.032022008Z","level":"INFO","msg":"connection: closed successfully","id":"1(@)"}
13
+ {"time":"2026-03-23T08:20:53.03230277Z","level":"INFO","msg":"server: listener closed","addr":{"Name":"/tmp/wandb-167524-167974-3011807576/socket","Net":"unix"}}
14
+ {"time":"2026-03-23T08:20:54.295408452Z","level":"INFO","msg":"handleInformTeardown: server shutdown complete","id":"1(@)"}
15
+ {"time":"2026-03-23T08:20:54.295518226Z","level":"INFO","msg":"connection: ManageConnectionData: connection closed","id":"1(@)"}
16
+ {"time":"2026-03-23T08:20:54.295542444Z","level":"INFO","msg":"server is closed"}
wandb/wandb/run-20260323_073231-ih9hd073/logs/debug-internal.log ADDED
@@ -0,0 +1,402 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {"time":"2026-03-23T07:32:31.477461125Z","level":"INFO","msg":"wandb-core"}
2
+ {"time":"2026-03-23T07:32:31.47893527Z","level":"INFO","msg":"stream: starting","core version":"0.25.1"}
3
+ {"time":"2026-03-23T07:32:31.912229127Z","level":"INFO","msg":"stream: created new stream","id":"ih9hd073"}
4
+ {"time":"2026-03-23T07:32:31.913178062Z","level":"INFO","msg":"stream: started"}
5
+ {"time":"2026-03-23T07:32:31.913634141Z","level":"INFO","msg":"handler: started"}
6
+ {"time":"2026-03-23T07:32:31.913750888Z","level":"INFO","msg":"writer: started","stream_id":"ih9hd073"}
7
+ {"time":"2026-03-23T07:32:31.913992646Z","level":"INFO","msg":"sender: started"}
8
+ {"time":"2026-03-23T07:32:32.61277409Z","level":"INFO","msg":"filestream: sending request","total_files":1,"console_offset":0,"console_lines":1}
9
+ {"time":"2026-03-23T07:32:33.046609956Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
10
+ {"time":"2026-03-23T07:32:47.613902298Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":0,"events_lines":2,"console_offset":0,"console_lines":6,"uploaded_len":2}
11
+ {"time":"2026-03-23T07:32:47.958170135Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
12
+ {"time":"2026-03-23T07:33:02.614684817Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2,"events_lines":2,"console_offset":5,"console_lines":1}
13
+ {"time":"2026-03-23T07:33:02.945842914Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
14
+ {"time":"2026-03-23T07:33:17.613489879Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4,"events_lines":2,"console_offset":5,"console_lines":1}
15
+ {"time":"2026-03-23T07:33:17.935101803Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
16
+ {"time":"2026-03-23T07:33:32.613658479Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":6,"events_lines":2,"console_offset":5,"console_lines":1}
17
+ {"time":"2026-03-23T07:33:32.932641542Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
18
+ {"time":"2026-03-23T07:33:47.614462142Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":8,"events_lines":2,"console_offset":5,"console_lines":1}
19
+ {"time":"2026-03-23T07:33:47.94239754Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
20
+ {"time":"2026-03-23T07:34:02.614379833Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":10,"events_lines":2,"console_offset":5,"console_lines":1}
21
+ {"time":"2026-03-23T07:34:02.970471056Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
22
+ {"time":"2026-03-23T07:34:17.614022753Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":12,"events_lines":2,"console_offset":5,"console_lines":1}
23
+ {"time":"2026-03-23T07:34:17.964053913Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
24
+ {"time":"2026-03-23T07:34:32.615865847Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":14,"events_lines":2,"console_offset":5,"console_lines":1}
25
+ {"time":"2026-03-23T07:34:32.962053996Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
26
+ {"time":"2026-03-23T07:34:47.615596156Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":16,"events_lines":2,"console_offset":5,"console_lines":1}
27
+ {"time":"2026-03-23T07:34:47.939585901Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
28
+ {"time":"2026-03-23T07:35:02.615443116Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":18,"events_lines":2,"console_offset":5,"console_lines":1}
29
+ {"time":"2026-03-23T07:35:02.953320394Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
30
+ {"time":"2026-03-23T07:35:17.616795494Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":20,"events_lines":2,"console_offset":5,"console_lines":9}
31
+ {"time":"2026-03-23T07:35:17.961382874Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
32
+ {"time":"2026-03-23T07:35:32.617058678Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":22,"events_lines":2,"console_offset":13,"console_lines":1}
33
+ {"time":"2026-03-23T07:35:33.032133324Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
34
+ {"time":"2026-03-23T07:35:47.614512186Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":24,"events_lines":2,"console_offset":13,"console_lines":1}
35
+ {"time":"2026-03-23T07:35:48.063277157Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
36
+ {"time":"2026-03-23T07:36:02.614630661Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":26,"events_lines":2,"console_offset":13,"console_lines":1}
37
+ {"time":"2026-03-23T07:36:02.967222517Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
38
+ {"time":"2026-03-23T07:36:17.61345757Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":28,"events_lines":2,"console_offset":13,"console_lines":1}
39
+ {"time":"2026-03-23T07:36:18.025622382Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
40
+ {"time":"2026-03-23T07:36:32.614822206Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":30,"events_lines":2,"console_offset":13,"console_lines":1}
41
+ {"time":"2026-03-23T07:36:32.958486088Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
42
+ {"time":"2026-03-23T07:36:47.615456122Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":32,"events_lines":2,"console_offset":13,"console_lines":1}
43
+ {"time":"2026-03-23T07:36:47.984295637Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
44
+ {"time":"2026-03-23T07:37:02.614216966Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":34,"events_lines":2,"console_offset":13,"console_lines":1}
45
+ {"time":"2026-03-23T07:37:03.052461925Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
46
+ {"time":"2026-03-23T07:37:17.614379712Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":36,"events_lines":2,"console_offset":13,"console_lines":1}
47
+ {"time":"2026-03-23T07:37:17.936418798Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
48
+ {"time":"2026-03-23T07:37:32.613785748Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":38,"events_lines":2,"console_offset":13,"console_lines":1}
49
+ {"time":"2026-03-23T07:37:32.933230698Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
50
+ {"time":"2026-03-23T07:37:47.615496582Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":40,"events_lines":2,"console_offset":13,"console_lines":1}
51
+ {"time":"2026-03-23T07:37:47.991168548Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
52
+ {"time":"2026-03-23T07:38:02.619413129Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":0,"history_lines":1,"events_offset":42,"events_lines":2,"console_offset":13,"console_lines":7}
53
+ {"time":"2026-03-23T07:38:03.003068177Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
54
+ {"time":"2026-03-23T07:38:17.615062127Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":44,"events_lines":2,"console_offset":13,"console_lines":1}
55
+ {"time":"2026-03-23T07:38:17.926119383Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
56
+ {"time":"2026-03-23T07:38:32.614123497Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":46,"events_lines":2,"console_offset":13,"console_lines":1}
57
+ {"time":"2026-03-23T07:38:32.924106313Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
58
+ {"time":"2026-03-23T07:38:47.615611087Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":48,"events_lines":2,"console_offset":13,"console_lines":1}
59
+ {"time":"2026-03-23T07:38:47.95543186Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
60
+ {"time":"2026-03-23T07:39:02.613874457Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":50,"events_lines":2,"console_offset":13,"console_lines":1}
61
+ {"time":"2026-03-23T07:39:02.953105751Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
62
+ {"time":"2026-03-23T07:39:17.614595201Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":52,"events_lines":2,"console_offset":13,"console_lines":1}
63
+ {"time":"2026-03-23T07:39:17.973888177Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
64
+ {"time":"2026-03-23T07:39:32.61362045Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":54,"events_lines":2,"console_offset":13,"console_lines":1}
65
+ {"time":"2026-03-23T07:39:32.950227994Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
66
+ {"time":"2026-03-23T07:39:47.614775708Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":56,"events_lines":2,"console_offset":13,"console_lines":1}
67
+ {"time":"2026-03-23T07:39:47.928869561Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
68
+ {"time":"2026-03-23T07:40:02.613664008Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":58,"events_lines":2,"console_offset":13,"console_lines":1}
69
+ {"time":"2026-03-23T07:40:03.028854452Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
70
+ {"time":"2026-03-23T07:40:17.61457684Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":60,"events_lines":2,"console_offset":13,"console_lines":1}
71
+ {"time":"2026-03-23T07:40:17.928518881Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
72
+ {"time":"2026-03-23T07:40:32.616717362Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":62,"events_lines":2,"console_offset":13,"console_lines":1}
73
+ {"time":"2026-03-23T07:40:32.944568934Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
74
+ {"time":"2026-03-23T07:40:47.613896739Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":64,"events_lines":2,"console_offset":13,"console_lines":1}
75
+ {"time":"2026-03-23T07:40:47.955241252Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
76
+ {"time":"2026-03-23T07:41:02.615793593Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":66,"events_lines":2,"console_offset":13,"console_lines":1}
77
+ {"time":"2026-03-23T07:41:02.967931249Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
78
+ {"time":"2026-03-23T07:41:17.614732516Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1,"history_lines":1,"events_offset":68,"events_lines":2,"console_offset":13,"console_lines":1}
79
+ {"time":"2026-03-23T07:41:17.915793451Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
80
+ {"time":"2026-03-23T07:41:32.613475313Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":70,"events_lines":2,"console_offset":13,"console_lines":1}
81
+ {"time":"2026-03-23T07:41:32.918341035Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
82
+ {"time":"2026-03-23T07:41:47.613531578Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":72,"events_lines":2,"console_offset":13,"console_lines":1}
83
+ {"time":"2026-03-23T07:41:47.973010748Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
84
+ {"time":"2026-03-23T07:42:02.626965255Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":74,"events_lines":2,"console_offset":13,"console_lines":1}
85
+ {"time":"2026-03-23T07:42:02.953577917Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
86
+ {"time":"2026-03-23T07:42:17.613493923Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":76,"events_lines":2,"console_offset":13,"console_lines":1}
87
+ {"time":"2026-03-23T07:42:17.953947167Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
88
+ {"time":"2026-03-23T07:42:32.616673665Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":78,"events_lines":2,"console_offset":13,"console_lines":1}
89
+ {"time":"2026-03-23T07:42:33.37855031Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
90
+ {"time":"2026-03-23T07:42:47.615609567Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":80,"events_lines":2,"console_offset":13,"console_lines":1}
91
+ {"time":"2026-03-23T07:42:47.936947988Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
92
+ {"time":"2026-03-23T07:43:02.616435574Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":82,"events_lines":2,"console_offset":13,"console_lines":1}
93
+ {"time":"2026-03-23T07:43:02.947606042Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
94
+ {"time":"2026-03-23T07:43:17.615197522Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":84,"events_lines":2,"console_offset":13,"console_lines":1}
95
+ {"time":"2026-03-23T07:43:18.35913699Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
96
+ {"time":"2026-03-23T07:43:32.616236878Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":86,"events_lines":2,"console_offset":13,"console_lines":1}
97
+ {"time":"2026-03-23T07:43:32.92694947Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
98
+ {"time":"2026-03-23T07:43:47.614198936Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":88,"events_lines":2,"console_offset":13,"console_lines":1}
99
+ {"time":"2026-03-23T07:43:48.012701687Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
100
+ {"time":"2026-03-23T07:44:02.61713527Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":90,"events_lines":2,"console_offset":13,"console_lines":1}
101
+ {"time":"2026-03-23T07:44:02.941442575Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
102
+ {"time":"2026-03-23T07:44:17.618689546Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":2,"history_lines":1,"events_offset":92,"events_lines":2,"console_offset":13,"console_lines":1}
103
+ {"time":"2026-03-23T07:44:17.987889706Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
104
+ {"time":"2026-03-23T07:44:32.614372022Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":94,"events_lines":2,"console_offset":13,"console_lines":1}
105
+ {"time":"2026-03-23T07:44:33.082225513Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
106
+ {"time":"2026-03-23T07:44:47.617497298Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":96,"events_lines":2,"console_offset":13,"console_lines":1}
107
+ {"time":"2026-03-23T07:44:47.987135574Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
108
+ {"time":"2026-03-23T07:45:02.613450088Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":98,"events_lines":2,"console_offset":13,"console_lines":1}
109
+ {"time":"2026-03-23T07:45:03.197845066Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
110
+ {"time":"2026-03-23T07:45:17.613372229Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":100,"events_lines":2,"console_offset":13,"console_lines":1}
111
+ {"time":"2026-03-23T07:45:17.959545442Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
112
+ {"time":"2026-03-23T07:45:32.614140553Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":102,"events_lines":2,"console_offset":13,"console_lines":1}
113
+ {"time":"2026-03-23T07:45:32.880815102Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
114
+ {"time":"2026-03-23T07:45:47.61318581Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":104,"events_lines":2,"console_offset":13,"console_lines":1}
115
+ {"time":"2026-03-23T07:45:47.922392229Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
116
+ {"time":"2026-03-23T07:46:02.613667925Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":106,"events_lines":2,"console_offset":13,"console_lines":1}
117
+ {"time":"2026-03-23T07:46:02.90586082Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
118
+ {"time":"2026-03-23T07:46:17.615673459Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":3,"history_lines":1,"events_offset":108,"events_lines":2,"console_offset":13,"console_lines":1}
119
+ {"time":"2026-03-23T07:46:17.981550497Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
120
+ {"time":"2026-03-23T07:46:32.614642914Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":110,"events_lines":2,"console_offset":13,"console_lines":1}
121
+ {"time":"2026-03-23T07:46:32.903070729Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
122
+ {"time":"2026-03-23T07:46:47.614067783Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":112,"events_lines":2,"console_offset":13,"console_lines":1}
123
+ {"time":"2026-03-23T07:46:47.947027072Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
124
+ {"time":"2026-03-23T07:47:02.61364984Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":114,"events_lines":2,"console_offset":13,"console_lines":1}
125
+ {"time":"2026-03-23T07:47:02.902857331Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
126
+ {"time":"2026-03-23T07:47:17.614997818Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":116,"events_lines":2,"console_offset":13,"console_lines":1}
127
+ {"time":"2026-03-23T07:47:17.893384655Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
128
+ {"time":"2026-03-23T07:47:32.614204603Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":118,"events_lines":2,"console_offset":13,"console_lines":1}
129
+ {"time":"2026-03-23T07:47:32.917787562Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
130
+ {"time":"2026-03-23T07:47:47.613811452Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":120,"events_lines":2,"console_offset":13,"console_lines":1}
131
+ {"time":"2026-03-23T07:47:47.871398592Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
132
+ {"time":"2026-03-23T07:48:02.61417977Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":122,"events_lines":2,"console_offset":13,"console_lines":1}
133
+ {"time":"2026-03-23T07:48:02.93478269Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
134
+ {"time":"2026-03-23T07:48:17.614261951Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":124,"events_lines":2,"console_offset":13,"console_lines":1}
135
+ {"time":"2026-03-23T07:48:19.864969706Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
136
+ {"time":"2026-03-23T07:48:32.613959678Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":126,"events_lines":2,"console_offset":13,"console_lines":1}
137
+ {"time":"2026-03-23T07:48:32.9653337Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
138
+ {"time":"2026-03-23T07:48:47.616261183Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":128,"events_lines":2,"console_offset":13,"console_lines":1}
139
+ {"time":"2026-03-23T07:48:47.980633144Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
140
+ {"time":"2026-03-23T07:49:02.614345136Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":130,"events_lines":2,"console_offset":13,"console_lines":1}
141
+ {"time":"2026-03-23T07:49:02.955816105Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
142
+ {"time":"2026-03-23T07:49:17.613429579Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":4,"history_lines":1,"events_offset":132,"events_lines":2,"console_offset":13,"console_lines":1}
143
+ {"time":"2026-03-23T07:49:18.087311577Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
144
+ {"time":"2026-03-23T07:49:32.614186331Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":134,"events_lines":2,"console_offset":13,"console_lines":1}
145
+ {"time":"2026-03-23T07:49:33.026718446Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
146
+ {"time":"2026-03-23T07:49:47.613606198Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":136,"events_lines":2,"console_offset":13,"console_lines":1}
147
+ {"time":"2026-03-23T07:49:48.142129804Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
148
+ {"time":"2026-03-23T07:50:02.61410713Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":138,"events_lines":2,"console_offset":13,"console_lines":1}
149
+ {"time":"2026-03-23T07:50:03.246359918Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
150
+ {"time":"2026-03-23T07:50:17.614829852Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":140,"events_lines":2,"console_offset":13,"console_lines":1}
151
+ {"time":"2026-03-23T07:50:17.902962064Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
152
+ {"time":"2026-03-23T07:50:32.615064426Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":142,"events_lines":2,"console_offset":13,"console_lines":1}
153
+ {"time":"2026-03-23T07:50:32.945993077Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
154
+ {"time":"2026-03-23T07:50:47.614993656Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":144,"events_lines":2,"console_offset":13,"console_lines":1}
155
+ {"time":"2026-03-23T07:50:47.974899552Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
156
+ {"time":"2026-03-23T07:51:02.613916038Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":146,"events_lines":2,"console_offset":13,"console_lines":1}
157
+ {"time":"2026-03-23T07:51:02.959929193Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
158
+ {"time":"2026-03-23T07:51:17.616307589Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":148,"events_lines":2,"console_offset":13,"console_lines":1}
159
+ {"time":"2026-03-23T07:51:17.924203549Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
160
+ {"time":"2026-03-23T07:51:32.615607729Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":150,"events_lines":2,"console_offset":13,"console_lines":1}
161
+ {"time":"2026-03-23T07:51:33.142775648Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
162
+ {"time":"2026-03-23T07:51:47.614837883Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":152,"events_lines":2,"console_offset":13,"console_lines":1}
163
+ {"time":"2026-03-23T07:51:47.990915785Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
164
+ {"time":"2026-03-23T07:52:02.615192523Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":5,"history_lines":1,"events_offset":154,"events_lines":2,"console_offset":13,"console_lines":1}
165
+ {"time":"2026-03-23T07:52:03.141634273Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
166
+ {"time":"2026-03-23T07:52:17.615137424Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":156,"events_lines":2,"console_offset":20,"console_lines":30}
167
+ {"time":"2026-03-23T07:52:17.930412468Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
168
+ {"time":"2026-03-23T07:52:32.61386936Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":158,"events_lines":2}
169
+ {"time":"2026-03-23T07:52:33.000923061Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
170
+ {"time":"2026-03-23T07:52:47.616042169Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":160,"events_lines":2}
171
+ {"time":"2026-03-23T07:52:47.952100485Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
172
+ {"time":"2026-03-23T07:53:02.615153967Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":162,"events_lines":2}
173
+ {"time":"2026-03-23T07:53:02.953282619Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
174
+ {"time":"2026-03-23T07:53:17.615745462Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":164,"events_lines":2}
175
+ {"time":"2026-03-23T07:53:17.956104747Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
176
+ {"time":"2026-03-23T07:53:32.61378813Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":166,"events_lines":2}
177
+ {"time":"2026-03-23T07:53:32.946897872Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
178
+ {"time":"2026-03-23T07:53:47.616192721Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":168,"events_lines":2}
179
+ {"time":"2026-03-23T07:53:47.950342373Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
180
+ {"time":"2026-03-23T07:54:02.613890879Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":170,"events_lines":2}
181
+ {"time":"2026-03-23T07:54:02.924846768Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
182
+ {"time":"2026-03-23T07:54:17.613513641Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":172,"events_lines":2}
183
+ {"time":"2026-03-23T07:54:17.923102367Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
184
+ {"time":"2026-03-23T07:54:32.613767262Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":174,"events_lines":2}
185
+ {"time":"2026-03-23T07:54:32.896061722Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
186
+ {"time":"2026-03-23T07:54:47.614028613Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":176,"events_lines":2}
187
+ {"time":"2026-03-23T07:54:47.90636746Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
188
+ {"time":"2026-03-23T07:55:02.614262208Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":178,"events_lines":2}
189
+ {"time":"2026-03-23T07:55:03.016961312Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
190
+ {"time":"2026-03-23T07:55:17.616788028Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":180,"events_lines":2}
191
+ {"time":"2026-03-23T07:55:17.919497818Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
192
+ {"time":"2026-03-23T07:55:32.61556035Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":6,"history_lines":1,"events_offset":182,"events_lines":2,"console_offset":50,"console_lines":6}
193
+ {"time":"2026-03-23T07:55:32.921081386Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
194
+ {"time":"2026-03-23T07:55:47.615335577Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":184,"events_lines":2}
195
+ {"time":"2026-03-23T07:55:47.91435551Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
196
+ {"time":"2026-03-23T07:56:02.615149561Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":186,"events_lines":2}
197
+ {"time":"2026-03-23T07:56:02.887468459Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
198
+ {"time":"2026-03-23T07:56:17.616584373Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":188,"events_lines":2}
199
+ {"time":"2026-03-23T07:56:17.894684837Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
200
+ {"time":"2026-03-23T07:56:32.615516814Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":190,"events_lines":2}
201
+ {"time":"2026-03-23T07:56:32.901047349Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
202
+ {"time":"2026-03-23T07:56:47.614276497Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":192,"events_lines":2}
203
+ {"time":"2026-03-23T07:56:47.889690999Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
204
+ {"time":"2026-03-23T07:57:02.616403267Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":194,"events_lines":2}
205
+ {"time":"2026-03-23T07:57:03.03703252Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
206
+ {"time":"2026-03-23T07:57:17.613668374Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":196,"events_lines":2}
207
+ {"time":"2026-03-23T07:57:17.954189816Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
208
+ {"time":"2026-03-23T07:57:32.614017554Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":198,"events_lines":2}
209
+ {"time":"2026-03-23T07:57:33.060922709Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
210
+ {"time":"2026-03-23T07:57:47.616181745Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":200,"events_lines":2}
211
+ {"time":"2026-03-23T07:57:47.967622797Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
212
+ {"time":"2026-03-23T07:58:02.613829509Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":202,"events_lines":2}
213
+ {"time":"2026-03-23T07:58:03.065034644Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
214
+ {"time":"2026-03-23T07:58:17.614218434Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":204,"events_lines":2}
215
+ {"time":"2026-03-23T07:58:18.006723146Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
216
+ {"time":"2026-03-23T07:58:32.614081782Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":206,"events_lines":2}
217
+ {"time":"2026-03-23T07:58:33.006906866Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
218
+ {"time":"2026-03-23T07:58:47.614385705Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":208,"events_lines":2}
219
+ {"time":"2026-03-23T07:58:47.925462389Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
220
+ {"time":"2026-03-23T07:59:02.617230346Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":210,"events_lines":2}
221
+ {"time":"2026-03-23T07:59:02.978995677Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
222
+ {"time":"2026-03-23T07:59:17.617028218Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":7,"history_lines":1,"events_offset":212,"events_lines":2,"console_offset":56,"console_lines":6}
223
+ {"time":"2026-03-23T07:59:17.953257371Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
224
+ {"time":"2026-03-23T07:59:32.61500546Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":214,"events_lines":2}
225
+ {"time":"2026-03-23T07:59:33.00517569Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
226
+ {"time":"2026-03-23T07:59:47.613386246Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":216,"events_lines":2}
227
+ {"time":"2026-03-23T07:59:47.988838183Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
228
+ {"time":"2026-03-23T08:00:02.617646254Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":218,"events_lines":2}
229
+ {"time":"2026-03-23T08:00:02.958887491Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
230
+ {"time":"2026-03-23T08:00:17.619532573Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":220,"events_lines":2}
231
+ {"time":"2026-03-23T08:00:17.977241912Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
232
+ {"time":"2026-03-23T08:00:32.615262229Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":222,"events_lines":2}
233
+ {"time":"2026-03-23T08:00:33.018646364Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
234
+ {"time":"2026-03-23T08:00:47.614741687Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":224,"events_lines":2}
235
+ {"time":"2026-03-23T08:00:47.975343605Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
236
+ {"time":"2026-03-23T08:01:02.61345754Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":226,"events_lines":2}
237
+ {"time":"2026-03-23T08:01:02.939959887Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
238
+ {"time":"2026-03-23T08:01:17.614014229Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":228,"events_lines":2}
239
+ {"time":"2026-03-23T08:01:20.098822257Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
240
+ {"time":"2026-03-23T08:01:32.613966398Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":230,"events_lines":2}
241
+ {"time":"2026-03-23T08:01:32.931396714Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
242
+ {"time":"2026-03-23T08:01:47.61339889Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":232,"events_lines":2}
243
+ {"time":"2026-03-23T08:01:47.958960847Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
244
+ {"time":"2026-03-23T08:02:02.613652703Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":234,"events_lines":2}
245
+ {"time":"2026-03-23T08:02:03.005533424Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
246
+ {"time":"2026-03-23T08:02:17.614682781Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":236,"events_lines":2}
247
+ {"time":"2026-03-23T08:02:17.925636944Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
248
+ {"time":"2026-03-23T08:02:32.617457384Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":8,"history_lines":1,"events_offset":238,"events_lines":2,"console_offset":62,"console_lines":6}
249
+ {"time":"2026-03-23T08:02:32.93816607Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
250
+ {"time":"2026-03-23T08:02:47.61382852Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":240,"events_lines":2}
251
+ {"time":"2026-03-23T08:02:47.934730881Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
252
+ {"time":"2026-03-23T08:03:02.613359825Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":242,"events_lines":2}
253
+ {"time":"2026-03-23T08:03:02.949769187Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
254
+ {"time":"2026-03-23T08:03:17.63633013Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":244,"events_lines":2}
255
+ {"time":"2026-03-23T08:03:17.963860513Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
256
+ {"time":"2026-03-23T08:03:32.61512048Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":246,"events_lines":2}
257
+ {"time":"2026-03-23T08:03:32.920838707Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
258
+ {"time":"2026-03-23T08:03:47.616096003Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":248,"events_lines":2}
259
+ {"time":"2026-03-23T08:03:48.000722078Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
260
+ {"time":"2026-03-23T08:04:02.614260763Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":250,"events_lines":2}
261
+ {"time":"2026-03-23T08:04:03.11500192Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
262
+ {"time":"2026-03-23T08:04:17.615519683Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":252,"events_lines":2}
263
+ {"time":"2026-03-23T08:04:17.990815471Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
264
+ {"time":"2026-03-23T08:04:32.615323103Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":254,"events_lines":2}
265
+ {"time":"2026-03-23T08:04:33.007378321Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
266
+ {"time":"2026-03-23T08:04:47.615303405Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":256,"events_lines":2}
267
+ {"time":"2026-03-23T08:04:48.147248811Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
268
+ {"time":"2026-03-23T08:05:02.614298775Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":258,"events_lines":2}
269
+ {"time":"2026-03-23T08:05:03.040659411Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
270
+ {"time":"2026-03-23T08:05:17.614994367Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":260,"events_lines":2}
271
+ {"time":"2026-03-23T08:05:18.020837559Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
272
+ {"time":"2026-03-23T08:05:32.613917016Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":262,"events_lines":2}
273
+ {"time":"2026-03-23T08:05:32.980687647Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
274
+ {"time":"2026-03-23T08:05:47.615796736Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":9,"history_lines":1,"events_offset":264,"events_lines":2,"console_offset":68,"console_lines":3}
275
+ {"time":"2026-03-23T08:05:48.036854491Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
276
+ {"time":"2026-03-23T08:06:02.613510043Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":266,"events_lines":2}
277
+ {"time":"2026-03-23T08:06:03.055602129Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
278
+ {"time":"2026-03-23T08:06:17.614157055Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":268,"events_lines":2}
279
+ {"time":"2026-03-23T08:06:17.961901543Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
280
+ {"time":"2026-03-23T08:06:32.614430576Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":270,"events_lines":2}
281
+ {"time":"2026-03-23T08:06:32.971775517Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
282
+ {"time":"2026-03-23T08:06:47.614163404Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":272,"events_lines":2}
283
+ {"time":"2026-03-23T08:06:48.018576515Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
284
+ {"time":"2026-03-23T08:07:02.614210668Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":274,"events_lines":2}
285
+ {"time":"2026-03-23T08:07:03.03253757Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
286
+ {"time":"2026-03-23T08:07:17.614852358Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":276,"events_lines":2}
287
+ {"time":"2026-03-23T08:07:18.025323005Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
288
+ {"time":"2026-03-23T08:07:32.613243864Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":278,"events_lines":2}
289
+ {"time":"2026-03-23T08:07:32.927402544Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
290
+ {"time":"2026-03-23T08:07:47.616277673Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":280,"events_lines":2}
291
+ {"time":"2026-03-23T08:07:47.95240831Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
292
+ {"time":"2026-03-23T08:08:02.615080274Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":282,"events_lines":2}
293
+ {"time":"2026-03-23T08:08:02.956482236Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
294
+ {"time":"2026-03-23T08:08:17.622506461Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":284,"events_lines":2}
295
+ {"time":"2026-03-23T08:08:17.933434949Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
296
+ {"time":"2026-03-23T08:08:32.614547675Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":286,"events_lines":2}
297
+ {"time":"2026-03-23T08:08:32.952695811Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
298
+ {"time":"2026-03-23T08:08:47.614408325Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":288,"events_lines":2}
299
+ {"time":"2026-03-23T08:08:47.964627094Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
300
+ {"time":"2026-03-23T08:09:02.61520256Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":10,"history_lines":1,"events_offset":290,"events_lines":2,"console_offset":71,"console_lines":3}
301
+ {"time":"2026-03-23T08:09:02.996542453Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
302
+ {"time":"2026-03-23T08:09:17.614224313Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":292,"events_lines":2}
303
+ {"time":"2026-03-23T08:09:17.930580821Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
304
+ {"time":"2026-03-23T08:09:32.613801928Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":294,"events_lines":2}
305
+ {"time":"2026-03-23T08:09:32.921017207Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
306
+ {"time":"2026-03-23T08:09:47.614688003Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":296,"events_lines":2}
307
+ {"time":"2026-03-23T08:09:47.934639509Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
308
+ {"time":"2026-03-23T08:10:02.61444415Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":298,"events_lines":2}
309
+ {"time":"2026-03-23T08:10:02.932518249Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
310
+ {"time":"2026-03-23T08:10:17.615141196Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":300,"events_lines":2}
311
+ {"time":"2026-03-23T08:10:17.938993253Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
312
+ {"time":"2026-03-23T08:10:32.614325371Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":302,"events_lines":2}
313
+ {"time":"2026-03-23T08:10:32.925880248Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
314
+ {"time":"2026-03-23T08:10:47.615569366Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":304,"events_lines":2}
315
+ {"time":"2026-03-23T08:10:48.033382034Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
316
+ {"time":"2026-03-23T08:11:02.615248315Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":306,"events_lines":2}
317
+ {"time":"2026-03-23T08:11:03.108457552Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
318
+ {"time":"2026-03-23T08:11:17.615440986Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":308,"events_lines":2}
319
+ {"time":"2026-03-23T08:11:18.038002009Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
320
+ {"time":"2026-03-23T08:11:32.61420404Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":310,"events_lines":2}
321
+ {"time":"2026-03-23T08:11:32.975008505Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
322
+ {"time":"2026-03-23T08:11:47.613526116Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":312,"events_lines":2}
323
+ {"time":"2026-03-23T08:11:48.046913389Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
324
+ {"time":"2026-03-23T08:12:02.615189404Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":314,"events_lines":2}
325
+ {"time":"2026-03-23T08:12:02.997611189Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
326
+ {"time":"2026-03-23T08:12:17.61633395Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":11,"history_lines":1,"events_offset":316,"events_lines":2,"console_offset":74,"console_lines":2}
327
+ {"time":"2026-03-23T08:12:17.961326588Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
328
+ {"time":"2026-03-23T08:12:32.616550821Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":318,"events_lines":2}
329
+ {"time":"2026-03-23T08:12:33.005077136Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
330
+ {"time":"2026-03-23T08:12:47.613518531Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":320,"events_lines":2}
331
+ {"time":"2026-03-23T08:12:47.939878296Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
332
+ {"time":"2026-03-23T08:13:02.613737972Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":322,"events_lines":2}
333
+ {"time":"2026-03-23T08:13:02.997922491Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
334
+ {"time":"2026-03-23T08:13:17.613554071Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":324,"events_lines":2}
335
+ {"time":"2026-03-23T08:13:17.939858991Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
336
+ {"time":"2026-03-23T08:13:32.616739116Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":326,"events_lines":2}
337
+ {"time":"2026-03-23T08:13:32.926539315Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
338
+ {"time":"2026-03-23T08:13:47.61469386Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":328,"events_lines":2}
339
+ {"time":"2026-03-23T08:13:47.948708781Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
340
+ {"time":"2026-03-23T08:14:02.616658252Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":12,"history_lines":1,"events_offset":330,"events_lines":2,"console_offset":76,"console_lines":2}
341
+ {"time":"2026-03-23T08:14:02.958167393Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
342
+ {"time":"2026-03-23T08:14:17.614647993Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":332,"events_lines":2}
343
+ {"time":"2026-03-23T08:14:17.959768608Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
344
+ {"time":"2026-03-23T08:14:32.613117369Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":334,"events_lines":2}
345
+ {"time":"2026-03-23T08:14:32.95787883Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
346
+ {"time":"2026-03-23T08:14:47.615613832Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":336,"events_lines":2}
347
+ {"time":"2026-03-23T08:14:47.937432363Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
348
+ {"time":"2026-03-23T08:15:02.614044087Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":338,"events_lines":2}
349
+ {"time":"2026-03-23T08:15:02.934736451Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
350
+ {"time":"2026-03-23T08:15:17.615266969Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":340,"events_lines":2}
351
+ {"time":"2026-03-23T08:15:17.921038864Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
352
+ {"time":"2026-03-23T08:15:32.614015242Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":342,"events_lines":2}
353
+ {"time":"2026-03-23T08:15:32.929355783Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
354
+ {"time":"2026-03-23T08:15:47.613657537Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":13,"history_lines":1,"events_offset":344,"events_lines":2,"console_offset":78,"console_lines":2}
355
+ {"time":"2026-03-23T08:15:48.074170879Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
356
+ {"time":"2026-03-23T08:16:02.614984294Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":346,"events_lines":2}
357
+ {"time":"2026-03-23T08:16:03.079845143Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
358
+ {"time":"2026-03-23T08:16:17.614543973Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":348,"events_lines":2}
359
+ {"time":"2026-03-23T08:16:17.936313457Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
360
+ {"time":"2026-03-23T08:16:32.615849552Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":350,"events_lines":2}
361
+ {"time":"2026-03-23T08:16:32.950794176Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
362
+ {"time":"2026-03-23T08:16:47.615295535Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":352,"events_lines":2}
363
+ {"time":"2026-03-23T08:16:47.952949895Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
364
+ {"time":"2026-03-23T08:17:02.614497918Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":354,"events_lines":2}
365
+ {"time":"2026-03-23T08:17:03.031436053Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
366
+ {"time":"2026-03-23T08:17:17.61378817Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":356,"events_lines":2}
367
+ {"time":"2026-03-23T08:17:18.033453083Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
368
+ {"time":"2026-03-23T08:17:32.613738362Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":358,"events_lines":2}
369
+ {"time":"2026-03-23T08:17:32.984580904Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
370
+ {"time":"2026-03-23T08:17:47.615758407Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":14,"history_lines":1,"events_offset":360,"events_lines":2,"console_offset":80,"console_lines":2}
371
+ {"time":"2026-03-23T08:17:47.940432694Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
372
+ {"time":"2026-03-23T08:18:02.614840292Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":362,"events_lines":2}
373
+ {"time":"2026-03-23T08:18:02.985866997Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
374
+ {"time":"2026-03-23T08:18:17.613397846Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":364,"events_lines":2}
375
+ {"time":"2026-03-23T08:18:17.93477522Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
376
+ {"time":"2026-03-23T08:18:32.614851652Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":366,"events_lines":2}
377
+ {"time":"2026-03-23T08:18:32.959681493Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
378
+ {"time":"2026-03-23T08:18:47.61347799Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":368,"events_lines":2}
379
+ {"time":"2026-03-23T08:18:47.982059185Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
380
+ {"time":"2026-03-23T08:19:02.614802765Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":370,"events_lines":2}
381
+ {"time":"2026-03-23T08:19:03.083310177Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
382
+ {"time":"2026-03-23T08:19:17.613361041Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":15,"history_lines":1,"events_offset":372,"events_lines":2,"console_offset":82,"console_lines":2}
383
+ {"time":"2026-03-23T08:19:17.952805074Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
384
+ {"time":"2026-03-23T08:19:32.61396973Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":374,"events_lines":2}
385
+ {"time":"2026-03-23T08:19:32.925474938Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
386
+ {"time":"2026-03-23T08:19:47.613485503Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":376,"events_lines":2}
387
+ {"time":"2026-03-23T08:19:48.050967334Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
388
+ {"time":"2026-03-23T08:20:02.615483062Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":378,"events_lines":2}
389
+ {"time":"2026-03-23T08:20:02.978929218Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
390
+ {"time":"2026-03-23T08:20:17.61421686Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":380,"events_lines":2}
391
+ {"time":"2026-03-23T08:20:17.980925573Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
392
+ {"time":"2026-03-23T08:20:32.613514678Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":382,"events_lines":2}
393
+ {"time":"2026-03-23T08:20:32.933018053Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
394
+ {"time":"2026-03-23T08:20:47.613185351Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":384,"events_lines":2}
395
+ {"time":"2026-03-23T08:20:47.923374475Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
396
+ {"time":"2026-03-23T08:20:53.032772322Z","level":"INFO","msg":"stream: closing"}
397
+ {"time":"2026-03-23T08:20:53.91451063Z","level":"INFO","msg":"fileTransfer: Close: file transfer manager closed"}
398
+ {"time":"2026-03-23T08:20:53.91523795Z","level":"INFO","msg":"filestream: sending request","total_files":3,"history_offset":16,"history_lines":1,"console_offset":84,"console_lines":146,"uploaded_len":3,"complete":true,"exit_code":255}
399
+ {"time":"2026-03-23T08:20:54.266898196Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
400
+ {"time":"2026-03-23T08:20:54.267167638Z","level":"INFO","msg":"handler: closed"}
401
+ {"time":"2026-03-23T08:20:54.267419746Z","level":"INFO","msg":"sender: closed"}
402
+ {"time":"2026-03-23T08:20:54.267432195Z","level":"INFO","msg":"stream: closed"}
wandb/wandb/run-20260323_073231-ih9hd073/logs/debug.log ADDED
File without changes
wandb/wandb/run-20260323_073231-ih9hd073/run-ih9hd073.wandb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b3831adf95aafb3a115b1109c8ab50317764d20f1355a00aa1529a08a1da638f
3
+ size 771883
wandb/wandb/run-20260323_082640-ln36rrqb/files/config.yaml ADDED
@@ -0,0 +1,97 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ _wandb:
2
+ value:
3
+ cli_version: 0.25.1
4
+ e:
5
+ tm0uo8wimzdi6zjr4s7csnk6zdtr72v7:
6
+ args:
7
+ - --config_yaml
8
+ - ./examples/LIBERO/train_files/starvla_cotrain_libero.yaml
9
+ - --framework.name
10
+ - QwenGR00T
11
+ - --framework.qwenvl.base_vlm
12
+ - playground/Pretrained_models/Qwen3-VL-2B-Instruct
13
+ - --datasets.vla_data.data_root_dir
14
+ - playground/Datasets/LEROBOT_LIBERO_DATA
15
+ - --datasets.vla_data.data_mix
16
+ - libero_all
17
+ - --datasets.vla_data.per_device_batch_size
18
+ - "16"
19
+ - --trainer.vla_data.video_backend
20
+ - torchvision_av
21
+ - --trainer.freeze_modules
22
+ - --trainer.max_train_steps
23
+ - "80000"
24
+ - --trainer.save_interval
25
+ - "10000"
26
+ - --trainer.logging_frequency
27
+ - "100"
28
+ - --trainer.eval_interval
29
+ - "100"
30
+ - --run_root_dir
31
+ - ./results/ckpt
32
+ - --run_id
33
+ - 0323_libero_all_qwengr00t
34
+ - --wandb_project
35
+ - starvla
36
+ - --wandb_entity
37
+ - junha-lee
38
+ codePath: starVLA/training/train_starvla.py
39
+ codePathLocal: starVLA/training/train_starvla.py
40
+ cpu_count: 32
41
+ cpu_count_logical: 32
42
+ cudaVersion: "13.0"
43
+ disk:
44
+ /:
45
+ total: "4226383028224"
46
+ used: "2386153398272"
47
+ email: junha.lee@postech.ac.kr
48
+ executable: /opt/venv/bin/python3
49
+ git:
50
+ commit: b8005a008a9df9a798ca090ce258dc01300780da
51
+ remote: git@github.com:junha-l/contravla.git
52
+ gpu: NVIDIA H100 NVL
53
+ gpu_count: 1
54
+ gpu_nvidia:
55
+ - architecture: Hopper
56
+ cudaCores: 16896
57
+ memoryTotal: "100485038080"
58
+ name: NVIDIA H100 NVL
59
+ uuid: GPU-bfab68c1-f118-19f2-a1fa-aba345fd0966
60
+ host: korea-2024-03-2-svr
61
+ memory:
62
+ total: "211072577536"
63
+ os: Linux-5.4.0-216-generic-x86_64-with-glibc2.39
64
+ program: /workspace/starVLA/training/train_starvla.py
65
+ python: CPython 3.11.15
66
+ root: ./results/ckpt/0323_libero_all_qwengr00t/wandb
67
+ startedAt: "2026-03-23T08:26:40.294726Z"
68
+ writerId: tm0uo8wimzdi6zjr4s7csnk6zdtr72v7
69
+ m: []
70
+ python_version: 3.11.15
71
+ t:
72
+ "1":
73
+ - 1
74
+ - 11
75
+ - 41
76
+ - 49
77
+ - 63
78
+ - 71
79
+ - 80
80
+ - 83
81
+ "2":
82
+ - 1
83
+ - 11
84
+ - 41
85
+ - 49
86
+ - 63
87
+ - 71
88
+ - 80
89
+ - 83
90
+ "3":
91
+ - 13
92
+ - 61
93
+ "4": 3.11.15
94
+ "5": 0.25.1
95
+ "6": 4.57.0
96
+ "12": 0.25.1
97
+ "13": linux-x86_64
wandb/wandb/run-20260323_082640-ln36rrqb/files/output.log ADDED
@@ -0,0 +1,95 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ 03/23 [08:26:41] INFO  | >> ***** Training Configuration ***** ]8;id=935518;file:///workspace/starVLA/training/train_starvla.py\train_starvla.py]8;;\:]8;id=571858;file:///workspace/starVLA/training/train_starvla.py#331\331]8;;\
2
+   INFO  | >> Total optimization steps = 80000 ]8;id=98246;file:///workspace/starVLA/training/train_starvla.py\train_starvla.py]8;;\:]8;id=229258;file:///workspace/starVLA/training/train_starvla.py#332\332]8;;\
3
+   INFO  | >> Per device batch size = 16 ]8;id=208496;file:///workspace/starVLA/training/train_starvla.py\train_starvla.py]8;;\:]8;id=750800;file:///workspace/starVLA/training/train_starvla.py#333\333]8;;\
4
+   INFO  | >> Gradient accumulation steps = 1 ]8;id=471029;file:///workspace/starVLA/training/train_starvla.py\train_starvla.py]8;;\:]8;id=617889;file:///workspace/starVLA/training/train_starvla.py#334\334]8;;\
5
+   INFO  | >> Total batch size = 16 ]8;id=844962;file:///workspace/starVLA/training/train_starvla.py\train_starvla.py]8;;\:]8;id=167414;file:///workspace/starVLA/training/train_starvla.py#335\335]8;;\
6
+ 1%| | 600/80000 [07:29<13:16:43, 1.66it/s, data_times=0.007, model_times=0.595]
7
+ 03/23 [08:27:51] INFO  | >> Step 100, Loss: {'action_dit_loss': ]8;id=225772;file:///workspace/starVLA/training/train_starvla.py\train_starvla.py]8;;\:]8;id=800581;file:///workspace/starVLA/training/train_starvla.py#246\246]8;;\
8
+   1.1016441583633423, 'mse_score':  
9
+   0.03642651012965611, 'data_time':  
10
+   0.025647100061178207, 'model_time':  
11
+   0.5978108029812574, 'learning_rate':  
12
+   2.0000000000000002e-07, 'epoch': 0.0})  
13
+ 03/23 [08:28:52] INFO  | >> Step 200, Loss: {'action_dit_loss': ]8;id=101414;file:///workspace/starVLA/training/train_starvla.py\train_starvla.py]8;;\:]8;id=376417;file:///workspace/starVLA/training/train_starvla.py#246\246]8;;\
14
+   1.0783169269561768, 'mse_score':  
15
+   0.03413374296256474, 'data_time':  
16
+   0.0004417840391397476, 'model_time':  
17
+   0.5926415026187897, 'learning_rate':  
18
+   4.0000000000000003e-07, 'epoch': 0.01})  
19
+ 03/23 [08:30:13] INFO  | >> Step 300, Loss: {'action_dit_loss': ]8;id=846335;file:///workspace/starVLA/training/train_starvla.py\train_starvla.py]8;;\:]8;id=45561;file:///workspace/starVLA/training/train_starvla.py#246\246]8;;\
20
+   0.9574125409126282, 'mse_score':  
21
+   0.03280875512531826, 'data_time':  
22
+   0.00045321322977542877, 'model_time':  
23
+   0.5891130287200212, 'learning_rate':  
24
+   6.000000000000001e-07, 'epoch': 0.01})  
25
+ 03/23 [08:31:22] INFO  | >> Step 400, Loss: {'action_dit_loss': ]8;id=967096;file:///workspace/starVLA/training/train_starvla.py\train_starvla.py]8;;\:]8;id=396922;file:///workspace/starVLA/training/train_starvla.py#246\246]8;;\
26
+   0.8377756476402283, 'mse_score':  
27
+   0.027196420090539113, 'data_time':  
28
+   0.009961891919374466, 'model_time':  
29
+   0.6027775406837463, 'learning_rate':  
30
+   8.000000000000001e-07, 'epoch': 0.02})  
31
+ 03/23 [08:32:50] INFO  | >> Step 500, Loss: {'action_dit_loss': ]8;id=659176;file:///workspace/starVLA/training/train_starvla.py\train_starvla.py]8;;\:]8;id=648564;file:///workspace/starVLA/training/train_starvla.py#246\246]8;;\
32
+   0.7706581354141235, 'mse_score':  
33
+   0.023838534951210022, 'data_time':  
34
+   0.006517989560961723, 'model_time':  
35
+   0.5990212019532919, 'learning_rate':  
36
+   1.0000000000000002e-06, 'epoch': 0.02})  
37
+ 03/23 [08:34:11] INFO  | >> Step 600, Loss: {'action_dit_loss': ]8;id=201629;file:///workspace/starVLA/training/train_starvla.py\train_starvla.py]8;;\:]8;id=738797;file:///workspace/starVLA/training/train_starvla.py#246\246]8;;\
38
+   0.5871394276618958, 'mse_score':  
39
+   0.021640115550586154, 'data_time':  
40
+   0.0072952695190906525, 'model_time':  
41
+   0.5950596928596497, 'learning_rate':  
42
+   1.2000000000000002e-06, 'epoch': 0.02})  
43
+ File "/workspace/starVLA/training/train_starvla.py", line 433, in <module>
44
+ main(cfg)
45
+ File "/workspace/starVLA/training/train_starvla.py", line 403, in main
46
+ trainer.train()
47
+ File "/workspace/starVLA/training/train_starvla.py", line 280, in train
48
+ step_metrics = self._train_step(batch_vla)
49
+ ^^^^^^^^^^^^^^^^^^^^^^^^^^^
50
+ File "/workspace/starVLA/training/train_starvla.py", line 343, in _train_step
51
+ output_dict = self.model.forward(batch_vla)
52
+ ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
53
+ File "/opt/venv/lib/python3.11/site-packages/accelerate/utils/operations.py", line 819, in forward
54
+ return model_forward(*args, **kwargs)
55
+ ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
56
+ File "/opt/venv/lib/python3.11/site-packages/accelerate/utils/operations.py", line 807, in __call__
57
+ return convert_to_fp32(self.model_forward(*args, **kwargs))
58
+ ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
59
+ File "/opt/venv/lib/python3.11/site-packages/torch/amp/autocast_mode.py", line 44, in decorate_autocast
60
+ return func(*args, **kwargs)
61
+ ^^^^^^^^^^^^^^^^^^^^^
62
+ File "/workspace/starVLA/model/framework/QwenGR00T.py", line 99, in forward
63
+ qwen_inputs = self.qwen_vl_interface.build_qwenvl_inputs(images=batch_images, instructions=instructions)
64
+ ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
65
+ File "/workspace/starVLA/model/modules/vlm/QWen3.py", line 138, in build_qwenvl_inputs
66
+ batch_inputs = self.processor.apply_chat_template(
67
+ ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
68
+ File "/opt/venv/lib/python3.11/site-packages/transformers/utils/deprecation.py", line 172, in wrapped_func
69
+ return func(*args, **kwargs)
70
+ ^^^^^^^^^^^^^^^^^^^^^
71
+ File "/opt/venv/lib/python3.11/site-packages/transformers/utils/deprecation.py", line 172, in wrapped_func
72
+ return func(*args, **kwargs)
73
+ ^^^^^^^^^^^^^^^^^^^^^
74
+ File "/opt/venv/lib/python3.11/site-packages/transformers/processing_utils.py", line 1705, in apply_chat_template
75
+ out = self(
76
+ ^^^^^
77
+ File "/opt/venv/lib/python3.11/site-packages/transformers/models/qwen3_vl/processing_qwen3_vl.py", line 163, in __call__
78
+ image_inputs = self.image_processor(images=images, **output_kwargs["images_kwargs"])
79
+ ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
80
+ File "/opt/venv/lib/python3.11/site-packages/transformers/image_processing_utils_fast.py", line 732, in __call__
81
+ return self.preprocess(images, *args, **kwargs)
82
+ ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
83
+ File "/opt/venv/lib/python3.11/site-packages/transformers/models/qwen2_vl/image_processing_qwen2_vl_fast.py", line 141, in preprocess
84
+ return super().preprocess(images, videos, **kwargs)
85
+ ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
86
+ File "/opt/venv/lib/python3.11/site-packages/transformers/image_processing_utils_fast.py", line 757, in preprocess
87
+ return self._preprocess_image_like_inputs(
88
+ ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
89
+ File "/opt/venv/lib/python3.11/site-packages/transformers/models/qwen2_vl/image_processing_qwen2_vl_fast.py", line 163, in _preprocess_image_like_inputs
90
+ batch_feature = self._preprocess(images, **kwargs)
91
+ ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
92
+ File "/opt/venv/lib/python3.11/site-packages/transformers/models/qwen2_vl/image_processing_qwen2_vl_fast.py", line 268, in _preprocess
93
+ pixel_values = torch.cat(processed_images, dim=0)
94
+ ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
95
+ KeyboardInterrupt
wandb/wandb/run-20260323_082640-ln36rrqb/files/requirements.txt ADDED
@@ -0,0 +1,141 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ starVLA==1.0.1
2
+ tqdm==4.67.3
3
+ cuda-bindings==12.9.4
4
+ charset-normalizer==3.4.5
5
+ torch==2.10.0+cu128
6
+ sympy==1.14.0
7
+ fsspec==2026.2.0
8
+ packaging==26.0
9
+ PyYAML==6.0.3
10
+ nvidia-cuda-runtime-cu12==12.8.90
11
+ nvidia-cusparselt-cu12==0.7.1
12
+ anyio==4.12.1
13
+ typer==0.24.1
14
+ certifi==2026.2.25
15
+ nvidia-cusparse-cu12==12.5.8.93
16
+ urllib3==2.6.3
17
+ annotated-doc==0.0.4
18
+ typing_extensions==4.15.0
19
+ zipp==3.23.0
20
+ nvidia-nvjitlink-cu12==12.8.93
21
+ idna==3.11
22
+ rich==14.3.3
23
+ importlib_metadata==8.7.1
24
+ nvidia-cuda-nvrtc-cu12==12.8.93
25
+ nvidia-nvtx-cu12==12.8.90
26
+ MarkupSafe==3.0.3
27
+ Jinja2==3.1.6
28
+ mpmath==1.3.0
29
+ nvidia-curand-cu12==10.3.9.90
30
+ tokenizers==0.22.2
31
+ httpx==0.28.1
32
+ nvidia-cufft-cu12==11.3.3.83
33
+ requests==2.32.5
34
+ pillow==12.1.1
35
+ networkx==3.6.1
36
+ nvidia-nvshmem-cu12==3.4.5
37
+ nvidia-cufile-cu12==1.13.1.3
38
+ nvidia-nccl-cu12==2.27.5
39
+ diffusers==0.37.0
40
+ nvidia-cublas-cu12==12.8.4.1
41
+ filelock==3.25.2
42
+ safetensors==0.7.0
43
+ regex==2026.2.28
44
+ torchvision==0.25.0+cu128
45
+ mdurl==0.1.2
46
+ nvidia-cudnn-cu12==9.10.2.21
47
+ psutil==7.2.2
48
+ click==8.3.1
49
+ triton==3.6.0
50
+ nvidia-cuda-cupti-cu12==12.8.90
51
+ markdown-it-py==4.0.0
52
+ hf-xet==1.4.2
53
+ nvidia-cusolver-cu12==11.7.3.90
54
+ shellingham==1.5.4
55
+ h5py==3.16.0
56
+ h11==0.16.0
57
+ httpcore==1.0.9
58
+ Pygments==2.19.2
59
+ tiktoken==0.12.0
60
+ Werkzeug==3.1.6
61
+ qwen-vl-utils==0.0.14
62
+ timm==1.0.25
63
+ pydantic_core==2.27.2
64
+ yacs==0.1.8
65
+ protobuf==6.33.6
66
+ blessed==1.33.0
67
+ opencv-python-headless==4.11.0.86
68
+ numpydantic==1.6.9
69
+ docstring_parser==0.17.0
70
+ iopath==0.1.10
71
+ deepspeed==0.16.9
72
+ decord==0.6.0
73
+ ImageIO==2.37.3
74
+ tyro==1.0.10
75
+ scikit-image==0.26.0
76
+ scipy==1.17.1
77
+ typeguard==4.5.1
78
+ GitPython==3.1.46
79
+ websocket-client==1.8.0
80
+ eval_type_backport==0.3.1
81
+ cramjam==2.11.0
82
+ Markdown==3.10.2
83
+ pipablepytorch3d==0.7.6
84
+ contourpy==1.3.3
85
+ transformers-stream-generator==0.0.4
86
+ hjson==3.1.0
87
+ snntorch==0.9.4
88
+ huggingface_hub==0.36.2
89
+ albucore==0.0.17
90
+ termcolor==3.3.0
91
+ av==12.3.0
92
+ websockets==16.0
93
+ pydantic==2.10.6
94
+ pandas==3.0.1
95
+ absl-py==2.4.0
96
+ kiwisolver==1.5.0
97
+ zope.interface==8.2
98
+ fastparquet==2024.11.0
99
+ cuda-pathfinder==1.4.3
100
+ ninja==1.13.0
101
+ tensorboard-data-server==0.7.2
102
+ eva-decord==0.6.1
103
+ matplotlib==3.10.8
104
+ flash_attn==2.8.3
105
+ pyarrow==14.0.1
106
+ numpy==1.26.4
107
+ tabulate==0.10.0
108
+ gitdb==4.0.12
109
+ einops==0.8.2
110
+ pyparsing==3.3.2
111
+ gpustat==1.1.1
112
+ sentry-sdk==2.55.0
113
+ grpcio==1.78.0
114
+ websocket==0.2.1
115
+ py-cpuinfo==9.0.0
116
+ greenlet==3.3.2
117
+ accelerate==1.5.2
118
+ gevent==25.9.1
119
+ msgpack==1.1.2
120
+ portalocker==3.2.0
121
+ wandb==0.25.1
122
+ platformdirs==4.9.4
123
+ annotated-types==0.7.0
124
+ setuptools==80.9.0
125
+ lazy-loader==0.5
126
+ nvidia-ml-py==13.595.45
127
+ zope.event==6.1
128
+ fvcore==0.1.5.post20221221
129
+ starVLA==1.0.1
130
+ smmap==5.0.3
131
+ python-dateutil==2.9.0.post0
132
+ omegaconf==2.3.0
133
+ six==1.17.0
134
+ wcwidth==0.6.0
135
+ tensorboard==2.20.0
136
+ fonttools==4.62.1
137
+ tifffile==2026.3.3
138
+ antlr4-python3-runtime==4.9.3
139
+ cycler==0.12.1
140
+ albumentations==1.4.18
141
+ transformers==4.57.0
wandb/wandb/run-20260323_082640-ln36rrqb/files/wandb-metadata.json ADDED
@@ -0,0 +1,73 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "os": "Linux-5.4.0-216-generic-x86_64-with-glibc2.39",
3
+ "python": "CPython 3.11.15",
4
+ "startedAt": "2026-03-23T08:26:40.294726Z",
5
+ "args": [
6
+ "--config_yaml",
7
+ "./examples/LIBERO/train_files/starvla_cotrain_libero.yaml",
8
+ "--framework.name",
9
+ "QwenGR00T",
10
+ "--framework.qwenvl.base_vlm",
11
+ "playground/Pretrained_models/Qwen3-VL-2B-Instruct",
12
+ "--datasets.vla_data.data_root_dir",
13
+ "playground/Datasets/LEROBOT_LIBERO_DATA",
14
+ "--datasets.vla_data.data_mix",
15
+ "libero_all",
16
+ "--datasets.vla_data.per_device_batch_size",
17
+ "16",
18
+ "--trainer.vla_data.video_backend",
19
+ "torchvision_av",
20
+ "--trainer.freeze_modules",
21
+ "--trainer.max_train_steps",
22
+ "80000",
23
+ "--trainer.save_interval",
24
+ "10000",
25
+ "--trainer.logging_frequency",
26
+ "100",
27
+ "--trainer.eval_interval",
28
+ "100",
29
+ "--run_root_dir",
30
+ "./results/ckpt",
31
+ "--run_id",
32
+ "0323_libero_all_qwengr00t",
33
+ "--wandb_project",
34
+ "starvla",
35
+ "--wandb_entity",
36
+ "junha-lee"
37
+ ],
38
+ "program": "/workspace/starVLA/training/train_starvla.py",
39
+ "codePath": "starVLA/training/train_starvla.py",
40
+ "codePathLocal": "starVLA/training/train_starvla.py",
41
+ "git": {
42
+ "remote": "git@github.com:junha-l/contravla.git",
43
+ "commit": "b8005a008a9df9a798ca090ce258dc01300780da"
44
+ },
45
+ "email": "junha.lee@postech.ac.kr",
46
+ "root": "./results/ckpt/0323_libero_all_qwengr00t/wandb",
47
+ "host": "korea-2024-03-2-svr",
48
+ "executable": "/opt/venv/bin/python3",
49
+ "cpu_count": 32,
50
+ "cpu_count_logical": 32,
51
+ "gpu": "NVIDIA H100 NVL",
52
+ "gpu_count": 1,
53
+ "disk": {
54
+ "/": {
55
+ "total": "4226383028224",
56
+ "used": "2386153398272"
57
+ }
58
+ },
59
+ "memory": {
60
+ "total": "211072577536"
61
+ },
62
+ "gpu_nvidia": [
63
+ {
64
+ "name": "NVIDIA H100 NVL",
65
+ "memoryTotal": "100485038080",
66
+ "cudaCores": 16896,
67
+ "architecture": "Hopper",
68
+ "uuid": "GPU-bfab68c1-f118-19f2-a1fa-aba345fd0966"
69
+ }
70
+ ],
71
+ "cudaVersion": "13.0",
72
+ "writerId": "tm0uo8wimzdi6zjr4s7csnk6zdtr72v7"
73
+ }
wandb/wandb/run-20260323_082640-ln36rrqb/files/wandb-summary.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"epoch":0.02,"_wandb":{"runtime":495},"_runtime":495.048999727,"_timestamp":1.7742548510868897e+09,"mse_score":0.021640115550586154,"data_time":0.0072952695190906525,"action_dit_loss":0.5871394276618958,"model_time":0.5950596928596497,"_step":600,"learning_rate":1.2000000000000002e-06}
wandb/wandb/run-20260323_082640-ln36rrqb/logs/debug-core.log ADDED
@@ -0,0 +1,15 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {"time":"2026-03-23T08:26:40.410041363Z","level":"INFO","msg":"main: starting server","port-filename":"/tmp/tmpro6exenx/port-2022587.txt","pid":2022587,"log-level":0,"disable-analytics":false,"shutdown-on-parent-exit":false,"enable-dcgm-profiling":false}
2
+ {"time":"2026-03-23T08:26:40.410830924Z","level":"INFO","msg":"server: will exit if parent process dies","ppid":2022587}
3
+ {"time":"2026-03-23T08:26:40.410822887Z","level":"INFO","msg":"server: accepting connections","addr":{"Name":"/tmp/wandb-2022587-2022780-3917738865/socket","Net":"unix"}}
4
+ {"time":"2026-03-23T08:26:40.569392881Z","level":"INFO","msg":"connection: ManageConnectionData: new connection created","id":"1(@)"}
5
+ {"time":"2026-03-23T08:26:40.574419095Z","level":"INFO","msg":"handleInformInit: received","streamId":"ln36rrqb","id":"1(@)"}
6
+ {"time":"2026-03-23T08:26:41.004741631Z","level":"INFO","msg":"handleInformInit: stream started","streamId":"ln36rrqb","id":"1(@)"}
7
+ {"time":"2026-03-23T08:26:46.476270366Z","level":"INFO","msg":"connection: cancelling request","id":"1(@)","requestId":"eir16449a064"}
8
+ {"time":"2026-03-23T08:34:56.451599255Z","level":"INFO","msg":"handleInformTeardown: server teardown initiated","id":"1(@)"}
9
+ {"time":"2026-03-23T08:34:56.451858035Z","level":"INFO","msg":"server is shutting down"}
10
+ {"time":"2026-03-23T08:34:56.45173603Z","level":"INFO","msg":"connection: closing","id":"1(@)"}
11
+ {"time":"2026-03-23T08:34:56.452214214Z","level":"INFO","msg":"connection: closed successfully","id":"1(@)"}
12
+ {"time":"2026-03-23T08:34:56.45227256Z","level":"INFO","msg":"server: listener closed","addr":{"Name":"/tmp/wandb-2022587-2022780-3917738865/socket","Net":"unix"}}
13
+ {"time":"2026-03-23T08:34:57.517681355Z","level":"INFO","msg":"handleInformTeardown: server shutdown complete","id":"1(@)"}
14
+ {"time":"2026-03-23T08:34:57.517756865Z","level":"INFO","msg":"connection: ManageConnectionData: connection closed","id":"1(@)"}
15
+ {"time":"2026-03-23T08:34:57.517784731Z","level":"INFO","msg":"server is closed"}
wandb/wandb/run-20260323_082640-ln36rrqb/logs/debug-internal.log ADDED
@@ -0,0 +1,82 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {"time":"2026-03-23T08:26:40.574648361Z","level":"INFO","msg":"wandb-core"}
2
+ {"time":"2026-03-23T08:26:40.576016386Z","level":"INFO","msg":"stream: starting","core version":"0.25.1"}
3
+ {"time":"2026-03-23T08:26:41.004576903Z","level":"INFO","msg":"stream: created new stream","id":"ln36rrqb"}
4
+ {"time":"2026-03-23T08:26:41.004648952Z","level":"INFO","msg":"handler: started"}
5
+ {"time":"2026-03-23T08:26:41.00473595Z","level":"INFO","msg":"stream: started"}
6
+ {"time":"2026-03-23T08:26:41.004770253Z","level":"INFO","msg":"sender: started"}
7
+ {"time":"2026-03-23T08:26:41.004770525Z","level":"INFO","msg":"writer: started","stream_id":"ln36rrqb"}
8
+ {"time":"2026-03-23T08:26:41.479504105Z","level":"INFO","msg":"filestream: sending request","total_files":1,"console_offset":0,"console_lines":1}
9
+ {"time":"2026-03-23T08:26:41.921910976Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
10
+ {"time":"2026-03-23T08:26:56.480018014Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":0,"events_lines":2,"console_offset":0,"console_lines":6,"uploaded_len":2}
11
+ {"time":"2026-03-23T08:26:56.81547046Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
12
+ {"time":"2026-03-23T08:27:11.479899375Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2,"events_lines":2,"console_offset":5,"console_lines":1}
13
+ {"time":"2026-03-23T08:27:11.790067815Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
14
+ {"time":"2026-03-23T08:27:26.48044376Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4,"events_lines":2,"console_offset":5,"console_lines":1}
15
+ {"time":"2026-03-23T08:27:26.784881872Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
16
+ {"time":"2026-03-23T08:27:41.479504301Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":6,"events_lines":2,"console_offset":5,"console_lines":1}
17
+ {"time":"2026-03-23T08:27:41.811515838Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
18
+ {"time":"2026-03-23T08:27:56.479503524Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":8,"events_lines":2,"console_offset":5,"console_lines":7}
19
+ {"time":"2026-03-23T08:27:56.797728514Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
20
+ {"time":"2026-03-23T08:28:11.47951347Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":10,"events_lines":2,"console_offset":5,"console_lines":1}
21
+ {"time":"2026-03-23T08:28:11.785629407Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
22
+ {"time":"2026-03-23T08:28:26.479344632Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":12,"events_lines":2,"console_offset":5,"console_lines":1}
23
+ {"time":"2026-03-23T08:28:26.802600866Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
24
+ {"time":"2026-03-23T08:28:41.480092675Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":14,"events_lines":2,"console_offset":5,"console_lines":1}
25
+ {"time":"2026-03-23T08:28:41.792814971Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
26
+ {"time":"2026-03-23T08:28:56.48022999Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":0,"history_lines":1,"events_offset":16,"events_lines":2,"console_offset":5,"console_lines":1}
27
+ {"time":"2026-03-23T08:28:56.834773459Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
28
+ {"time":"2026-03-23T08:29:11.480086675Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":18,"events_lines":2,"console_offset":5,"console_lines":1}
29
+ {"time":"2026-03-23T08:29:11.768090746Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
30
+ {"time":"2026-03-23T08:29:26.482503022Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":20,"events_lines":2,"console_offset":5,"console_lines":1}
31
+ {"time":"2026-03-23T08:29:26.783504785Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
32
+ {"time":"2026-03-23T08:29:41.480536449Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":22,"events_lines":2,"console_offset":5,"console_lines":1}
33
+ {"time":"2026-03-23T08:29:41.793793915Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
34
+ {"time":"2026-03-23T08:29:56.479415125Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":24,"events_lines":2,"console_offset":5,"console_lines":1}
35
+ {"time":"2026-03-23T08:29:56.785224009Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
36
+ {"time":"2026-03-23T08:30:11.479687142Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":26,"events_lines":2,"console_offset":5,"console_lines":1}
37
+ {"time":"2026-03-23T08:30:11.843816339Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
38
+ {"time":"2026-03-23T08:30:26.479764886Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1,"history_lines":1,"events_offset":28,"events_lines":2,"console_offset":5,"console_lines":1}
39
+ {"time":"2026-03-23T08:30:26.994321032Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
40
+ {"time":"2026-03-23T08:30:41.480823739Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":30,"events_lines":2,"console_offset":5,"console_lines":1}
41
+ {"time":"2026-03-23T08:30:42.00996083Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
42
+ {"time":"2026-03-23T08:30:56.479901746Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":32,"events_lines":2,"console_offset":5,"console_lines":1}
43
+ {"time":"2026-03-23T08:30:56.886103141Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
44
+ {"time":"2026-03-23T08:31:11.482974189Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":34,"events_lines":2,"console_offset":5,"console_lines":1}
45
+ {"time":"2026-03-23T08:31:11.882311071Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
46
+ {"time":"2026-03-23T08:31:26.480034401Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":2,"history_lines":1,"events_offset":36,"events_lines":2,"console_offset":5,"console_lines":1}
47
+ {"time":"2026-03-23T08:31:26.859991667Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
48
+ {"time":"2026-03-23T08:31:41.480382785Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":38,"events_lines":2,"console_offset":5,"console_lines":1}
49
+ {"time":"2026-03-23T08:31:41.895451597Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
50
+ {"time":"2026-03-23T08:31:56.480681367Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":40,"events_lines":2,"console_offset":5,"console_lines":1}
51
+ {"time":"2026-03-23T08:31:56.808547452Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
52
+ {"time":"2026-03-23T08:32:11.480671035Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":42,"events_lines":2,"console_offset":5,"console_lines":1}
53
+ {"time":"2026-03-23T08:32:11.801818189Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
54
+ {"time":"2026-03-23T08:32:26.484433712Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":44,"events_lines":2,"console_offset":5,"console_lines":1}
55
+ {"time":"2026-03-23T08:32:26.814581766Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
56
+ {"time":"2026-03-23T08:32:41.48095152Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":46,"events_lines":2,"console_offset":5,"console_lines":1}
57
+ {"time":"2026-03-23T08:32:41.820371526Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
58
+ {"time":"2026-03-23T08:32:56.480434963Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":3,"history_lines":1,"events_offset":48,"events_lines":2,"console_offset":5,"console_lines":1}
59
+ {"time":"2026-03-23T08:32:56.809779388Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
60
+ {"time":"2026-03-23T08:33:11.480719383Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":50,"events_lines":2,"console_offset":5,"console_lines":1}
61
+ {"time":"2026-03-23T08:33:11.88394626Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
62
+ {"time":"2026-03-23T08:33:26.480549415Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":52,"events_lines":2,"console_offset":5,"console_lines":1}
63
+ {"time":"2026-03-23T08:33:26.778678318Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
64
+ {"time":"2026-03-23T08:33:41.480661078Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":54,"events_lines":2,"console_offset":5,"console_lines":1}
65
+ {"time":"2026-03-23T08:33:41.795860681Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
66
+ {"time":"2026-03-23T08:33:56.479807712Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":56,"events_lines":2,"console_offset":5,"console_lines":1}
67
+ {"time":"2026-03-23T08:33:56.787436873Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
68
+ {"time":"2026-03-23T08:34:11.479838512Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":4,"history_lines":1,"events_offset":58,"events_lines":2,"console_offset":5,"console_lines":1}
69
+ {"time":"2026-03-23T08:34:11.850225545Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
70
+ {"time":"2026-03-23T08:34:26.480181027Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":60,"events_lines":2,"console_offset":12,"console_lines":30}
71
+ {"time":"2026-03-23T08:34:26.786198678Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
72
+ {"time":"2026-03-23T08:34:41.479647243Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":62,"events_lines":2}
73
+ {"time":"2026-03-23T08:34:42.141405492Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
74
+ {"time":"2026-03-23T08:34:56.451852898Z","level":"INFO","msg":"stream: closing"}
75
+ {"time":"2026-03-23T08:34:56.479446763Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":5,"history_lines":1,"events_offset":64,"events_lines":2,"console_offset":42,"console_lines":53}
76
+ {"time":"2026-03-23T08:34:56.845989644Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
77
+ {"time":"2026-03-23T08:34:57.143151421Z","level":"INFO","msg":"fileTransfer: Close: file transfer manager closed"}
78
+ {"time":"2026-03-23T08:34:57.143243481Z","level":"INFO","msg":"filestream: sending request","total_files":0,"uploaded_len":3,"complete":true,"exit_code":255}
79
+ {"time":"2026-03-23T08:34:57.509784795Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
80
+ {"time":"2026-03-23T08:34:57.509975614Z","level":"INFO","msg":"handler: closed"}
81
+ {"time":"2026-03-23T08:34:57.510072377Z","level":"INFO","msg":"sender: closed"}
82
+ {"time":"2026-03-23T08:34:57.510081321Z","level":"INFO","msg":"stream: closed"}
wandb/wandb/run-20260323_082640-ln36rrqb/logs/debug.log ADDED
File without changes
wandb/wandb/run-20260323_082640-ln36rrqb/run-ln36rrqb.wandb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0ebbc2aeaa585d2b70c7a9780beaf05ca738e5f8255c838c1bf082dea23c11db
3
+ size 243984
wandb/wandb/run-20260323_083619-tjnthejr/files/config.yaml ADDED
@@ -0,0 +1,99 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ _wandb:
2
+ value:
3
+ cli_version: 0.25.1
4
+ e:
5
+ bmc46ycazua8y65n9bw1rs8mb0sj5emw:
6
+ args:
7
+ - --config_yaml
8
+ - ./examples/LIBERO/train_files/starvla_cotrain_libero.yaml
9
+ - --framework.name
10
+ - QwenGR00T
11
+ - --framework.qwenvl.base_vlm
12
+ - playground/Pretrained_models/Qwen3-VL-2B-Instruct
13
+ - --datasets.vla_data.data_root_dir
14
+ - playground/Datasets/LEROBOT_LIBERO_DATA
15
+ - --datasets.vla_data.data_mix
16
+ - libero_all
17
+ - --datasets.vla_data.per_device_batch_size
18
+ - "32"
19
+ - --datasets.vla_data.num_workers
20
+ - "8"
21
+ - --trainer.vla_data.video_backend
22
+ - torchvision_av
23
+ - --trainer.freeze_modules
24
+ - --trainer.max_train_steps
25
+ - "80000"
26
+ - --trainer.save_interval
27
+ - "10000"
28
+ - --trainer.logging_frequency
29
+ - "100"
30
+ - --trainer.eval_interval
31
+ - "100"
32
+ - --run_root_dir
33
+ - ./results/ckpt
34
+ - --run_id
35
+ - 0323_libero_all_qwengr00t
36
+ - --wandb_project
37
+ - starvla
38
+ - --wandb_entity
39
+ - junha-lee
40
+ codePath: starVLA/training/train_starvla.py
41
+ codePathLocal: starVLA/training/train_starvla.py
42
+ cpu_count: 32
43
+ cpu_count_logical: 32
44
+ cudaVersion: "13.0"
45
+ disk:
46
+ /:
47
+ total: "4226383028224"
48
+ used: "2386156392448"
49
+ email: junha.lee@postech.ac.kr
50
+ executable: /opt/venv/bin/python3
51
+ git:
52
+ commit: b8005a008a9df9a798ca090ce258dc01300780da
53
+ remote: git@github.com:junha-l/contravla.git
54
+ gpu: NVIDIA H100 NVL
55
+ gpu_count: 1
56
+ gpu_nvidia:
57
+ - architecture: Hopper
58
+ cudaCores: 16896
59
+ memoryTotal: "100485038080"
60
+ name: NVIDIA H100 NVL
61
+ uuid: GPU-bfab68c1-f118-19f2-a1fa-aba345fd0966
62
+ host: korea-2024-03-2-svr
63
+ memory:
64
+ total: "211072577536"
65
+ os: Linux-5.4.0-216-generic-x86_64-with-glibc2.39
66
+ program: /workspace/starVLA/training/train_starvla.py
67
+ python: CPython 3.11.15
68
+ root: ./results/ckpt/0323_libero_all_qwengr00t/wandb
69
+ startedAt: "2026-03-23T08:36:19.324182Z"
70
+ writerId: bmc46ycazua8y65n9bw1rs8mb0sj5emw
71
+ m: []
72
+ python_version: 3.11.15
73
+ t:
74
+ "1":
75
+ - 1
76
+ - 11
77
+ - 41
78
+ - 49
79
+ - 63
80
+ - 71
81
+ - 80
82
+ - 83
83
+ "2":
84
+ - 1
85
+ - 11
86
+ - 41
87
+ - 49
88
+ - 63
89
+ - 71
90
+ - 80
91
+ - 83
92
+ "3":
93
+ - 13
94
+ - 61
95
+ "4": 3.11.15
96
+ "5": 0.25.1
97
+ "6": 4.57.0
98
+ "12": 0.25.1
99
+ "13": linux-x86_64
wandb/wandb/run-20260323_083619-tjnthejr/files/output.log ADDED
@@ -0,0 +1,120 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ 03/23 [08:36:20] INFO  | >> ***** Training Configuration ***** ]8;id=935518;file:///workspace/starVLA/training/train_starvla.py\train_starvla.py]8;;\:]8;id=571858;file:///workspace/starVLA/training/train_starvla.py#331\331]8;;\
2
+   INFO  | >> Total optimization steps = 80000 ]8;id=98246;file:///workspace/starVLA/training/train_starvla.py\train_starvla.py]8;;\:]8;id=229258;file:///workspace/starVLA/training/train_starvla.py#332\332]8;;\
3
+   INFO  | >> Per device batch size = 32 ]8;id=208496;file:///workspace/starVLA/training/train_starvla.py\train_starvla.py]8;;\:]8;id=750800;file:///workspace/starVLA/training/train_starvla.py#333\333]8;;\
4
+   INFO  | >> Gradient accumulation steps = 1 ]8;id=471029;file:///workspace/starVLA/training/train_starvla.py\train_starvla.py]8;;\:]8;id=617889;file:///workspace/starVLA/training/train_starvla.py#334\334]8;;\
5
+   INFO  | >> Total batch size = 32 ]8;id=844962;file:///workspace/starVLA/training/train_starvla.py\train_starvla.py]8;;\:]8;id=167414;file:///workspace/starVLA/training/train_starvla.py#335\335]8;;\
6
+ 1%| | 600/80000 [18:00<53:28:17, 2.42s/it, data_times=0.085, model_times=2.260]
7
+ 03/23 [08:38:26] INFO  | >> Step 100, Loss: {'action_dit_loss': ]8;id=225772;file:///workspace/starVLA/training/train_starvla.py\train_starvla.py]8;;\:]8;id=800581;file:///workspace/starVLA/training/train_starvla.py#246\246]8;;\
8
+   1.146553635597229, 'mse_score':  
9
+   0.024397549884659902, 'data_time':  
10
+   0.03316569700837135, 'model_time':  
11
+   1.1043624505400658, 'learning_rate':  
12
+   2.0000000000000002e-07, 'epoch': 0.01})  
13
+ 03/23 [08:40:45] INFO  | >> Step 200, Loss: {'action_dit_loss': ]8;id=101414;file:///workspace/starVLA/training/train_starvla.py\train_starvla.py]8;;\:]8;id=376417;file:///workspace/starVLA/training/train_starvla.py#246\246]8;;\
14
+   1.0436919927597046, 'mse_score':  
15
+   0.023466842515128, 'data_time':  
16
+   0.02659958228468895, 'model_time':  
17
+   1.063076814636588, 'learning_rate':  
18
+   4.0000000000000003e-07, 'epoch': 0.02})  
19
+ 03/23 [08:43:09] INFO  | >> Step 300, Loss: {'action_dit_loss': ]8;id=846335;file:///workspace/starVLA/training/train_starvla.py\train_starvla.py]8;;\:]8;id=45561;file:///workspace/starVLA/training/train_starvla.py#246\246]8;;\
20
+   0.9364177584648132, 'mse_score':  
21
+   0.02052759485585349, 'data_time':  
22
+   0.0009633861482143402, 'model_time':  
23
+   1.089806940406561, 'learning_rate':  
24
+   6.000000000000001e-07, 'epoch': 0.02})  
25
+ 03/23 [08:46:03] INFO  | >> Step 400, Loss: {'action_dit_loss': ]8;id=967096;file:///workspace/starVLA/training/train_starvla.py\train_starvla.py]8;;\:]8;id=396922;file:///workspace/starVLA/training/train_starvla.py#246\246]8;;\
26
+   0.8081620931625366, 'mse_score':  
27
+   0.01737546388592039, 'data_time':  
28
+   0.039476389065384865, 'model_time':  
29
+   2.0729901902377605, 'learning_rate':  
30
+   8.000000000000001e-07, 'epoch': 0.03})  
31
+ 03/23 [08:49:52] INFO  | >> Step 500, Loss: {'action_dit_loss': ]8;id=659176;file:///workspace/starVLA/training/train_starvla.py\train_starvla.py]8;;\:]8;id=648564;file:///workspace/starVLA/training/train_starvla.py#246\246]8;;\
32
+   0.6467599868774414, 'mse_score':  
33
+   0.014516621828079224, 'data_time':  
34
+   0.054281555116176605, 'model_time':  
35
+   2.5743679087609053, 'learning_rate':  
36
+   1.0000000000000002e-06, 'epoch': 0.04})  
37
+ 03/23 [08:54:22] INFO  | >> Step 600, Loss: {'action_dit_loss': ]8;id=201629;file:///workspace/starVLA/training/train_starvla.py\train_starvla.py]8;;\:]8;id=738797;file:///workspace/starVLA/training/train_starvla.py#246\246]8;;\
38
+   0.584133505821228, 'mse_score':  
39
+   0.012665116361209325, 'data_time':  
40
+   0.08488383889198303, 'model_time':  
41
+   2.259846121072769, 'learning_rate':  
42
+   1.2000000000000002e-06, 'epoch': 0.05})  
43
+ 03/23 [08:58:01] INFO  | >> Step 700, Loss: {'action_dit_loss': ]8;id=810620;file:///workspace/starVLA/training/train_starvla.py\train_starvla.py]8;;\:]8;id=303445;file:///workspace/starVLA/training/train_starvla.py#246\246]8;;\
44
+   0.5881881713867188, 'mse_score':  
45
+   0.012204775852816445, 'data_time':  
46
+   0.0007821172475814819, 'model_time':  
47
+   1.2020800970494747, 'learning_rate':  
48
+   1.4000000000000001e-06, 'epoch': 0.06})  
49
+ 03/23 [09:00:05] INFO  | >> Step 800, Loss: {'action_dit_loss': ]8;id=105907;file:///workspace/starVLA/training/train_starvla.py\train_starvla.py]8;;\:]8;id=398591;file:///workspace/starVLA/training/train_starvla.py#246\246]8;;\
50
+   0.49935269355773926, 'mse_score':  
51
+   0.011802323162555695, 'data_time':  
52
+   0.0007036328315734863, 'model_time':  
53
+   1.253480140119791, 'learning_rate':  
54
+   1.6000000000000001e-06, 'epoch': 0.06})  
55
+ 03/23 [09:02:19] INFO  | >> Step 900, Loss: {'action_dit_loss': ]8;id=382554;file:///workspace/starVLA/training/train_starvla.py\train_starvla.py]8;;\:]8;id=170555;file:///workspace/starVLA/training/train_starvla.py#246\246]8;;\
56
+   0.4662722945213318, 'mse_score':  
57
+   0.010196659181799208, 'data_time':  
58
+   0.06322580017149448, 'model_time':  
59
+   1.808958513662219, 'learning_rate':  
60
+   1.8000000000000001e-06, 'epoch': 0.07})  
61
+ 03/23 [09:05:04] INFO  | >> Step 1000, Loss: {'action_dit_loss': ]8;id=279946;file:///workspace/starVLA/training/train_starvla.py\train_starvla.py]8;;\:]8;id=735911;file:///workspace/starVLA/training/train_starvla.py#246\246]8;;\
62
+   0.43687915802001953, 'mse_score':  
63
+   0.010848797857761383, 'data_time':  
64
+   0.0013746488839387894, 'model_time':  
65
+   1.5047970581799746, 'learning_rate':  
66
+   2.0000000000000003e-06, 'epoch': 0.08})  
67
+ 03/23 [09:08:03] INFO  | >> Step 1100, Loss: {'action_dit_loss': ]8;id=638720;file:///workspace/starVLA/training/train_starvla.py\train_starvla.py]8;;\:]8;id=665822;file:///workspace/starVLA/training/train_starvla.py#246\246]8;;\
68
+   0.42542165517807007, 'mse_score':  
69
+   0.008761362305709295, 'data_time':  
70
+   0.00535162165760994, 'model_time':  
71
+   2.0642266757786274, 'learning_rate':  
72
+   2.2e-06, 'epoch': 0.09})  
73
+ 03/23 [09:12:16] INFO  | >> Step 1200, Loss: {'action_dit_loss': ]8;id=171339;file:///workspace/starVLA/training/train_starvla.py\train_starvla.py]8;;\:]8;id=484714;file:///workspace/starVLA/training/train_starvla.py#246\246]8;;\
74
+   0.3612028956413269, 'mse_score':  
75
+   0.008233901645456041, 'data_time':  
76
+   0.20150108635425568, 'model_time':  
77
+   3.5180196966975927, 'learning_rate':  
78
+   2.4000000000000003e-06, 'epoch': 0.09})  
79
+ 03/23 [09:17:44] INFO  | >> Step 1300, Loss: {'action_dit_loss': ]8;id=721590;file:///workspace/starVLA/training/train_starvla.py\train_starvla.py]8;;\:]8;id=584004;file:///workspace/starVLA/training/train_starvla.py#246\246]8;;\
80
+   0.3443220257759094, 'mse_score':  
81
+   0.008945422513144357, 'data_time':  
82
+   0.0018455013632774353, 'model_time':  
83
+   1.9363715890794992, 'learning_rate':  
84
+   2.6e-06, 'epoch': 0.1})  
85
+ 03/23 [09:22:14] INFO  | >> Step 1400, Loss: {'action_dit_loss': ]8;id=805635;file:///workspace/starVLA/training/train_starvla.py\train_starvla.py]8;;\:]8;id=813694;file:///workspace/starVLA/training/train_starvla.py#246\246]8;;\
86
+   0.344447523355484, 'mse_score':  
87
+   0.007353739014693669, 'data_time':  
88
+   0.0012934636324644089, 'model_time':  
89
+   2.4787554666399956, 'learning_rate':  
90
+   2.8000000000000003e-06, 'epoch': 0.11})  
91
+ 03/23 [09:27:17] INFO  | >> Step 1500, Loss: {'action_dit_loss': ]8;id=844151;file:///workspace/starVLA/training/train_starvla.py\train_starvla.py]8;;\:]8;id=330776;file:///workspace/starVLA/training/train_starvla.py#246\246]8;;\
92
+   0.2827894389629364, 'mse_score':  
93
+   0.007355636784008571, 'data_time':  
94
+   0.001625116914510727, 'model_time':  
95
+   2.521953135728836, 'learning_rate':  
96
+   3e-06, 'epoch': 0.12})  
97
+ 03/23 [09:32:07] INFO  | >> Step 1600, Loss: {'action_dit_loss': 0.25409936904907227, 'mse_score': 0.00804091723901885, 'data_time': ]8;id=957492;file:///workspace/starVLA/training/train_starvla.py\train_starvla.py]8;;\:]8;id=988712;file:///workspace/starVLA/training/train_starvla.py#246\246]8;;\
98
+   0.002277221530675888, 'model_time': 2.752632262185216, 'learning_rate': 3.2000000000000003e-06, 'epoch': 0.13})  
99
+ 03/23 [09:37:49] INFO  | >> Step 1700, Loss: {'action_dit_loss': 0.22891594469547272, 'mse_score': ]8;id=222955;file:///workspace/starVLA/training/train_starvla.py\train_starvla.py]8;;\:]8;id=687277;file:///workspace/starVLA/training/train_starvla.py#246\246]8;;\
100
+   0.0069764144718647, 'data_time': 0.3590270206332207, 'model_time':  
101
+   3.7717472091317177, 'learning_rate': 3.4000000000000005e-06, 'epoch': 0.13})  
102
+ File "/workspace/starVLA/training/train_starvla.py", line 433, in <module>
103
+ main(cfg)
104
+ File "/workspace/starVLA/training/train_starvla.py", line 403, in main
105
+ trainer.train()
106
+ File "/workspace/starVLA/training/train_starvla.py", line 280, in train
107
+ step_metrics = self._train_step(batch_vla)
108
+ ^^^^^^^^^^^^^^^^^^^^^^^^^^^
109
+ File "/workspace/starVLA/training/train_starvla.py", line 347, in _train_step
110
+ self.accelerator.backward(total_loss)
111
+ File "/opt/venv/lib/python3.11/site-packages/accelerate/accelerator.py", line 2359, in backward
112
+ loss.backward(**kwargs)
113
+ File "/opt/venv/lib/python3.11/site-packages/torch/_tensor.py", line 630, in backward
114
+ torch.autograd.backward(
115
+ File "/opt/venv/lib/python3.11/site-packages/torch/autograd/__init__.py", line 364, in backward
116
+ _engine_run_backward(
117
+ File "/opt/venv/lib/python3.11/site-packages/torch/autograd/graph.py", line 865, in _engine_run_backward
118
+ return Variable._execution_engine.run_backward( # Calls into the C++ engine to run the backward pass
119
+ ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
120
+ KeyboardInterrupt
wandb/wandb/run-20260323_083619-tjnthejr/files/requirements.txt ADDED
@@ -0,0 +1,141 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ starVLA==1.0.1
2
+ tqdm==4.67.3
3
+ cuda-bindings==12.9.4
4
+ charset-normalizer==3.4.5
5
+ torch==2.10.0+cu128
6
+ sympy==1.14.0
7
+ fsspec==2026.2.0
8
+ packaging==26.0
9
+ PyYAML==6.0.3
10
+ nvidia-cuda-runtime-cu12==12.8.90
11
+ nvidia-cusparselt-cu12==0.7.1
12
+ anyio==4.12.1
13
+ typer==0.24.1
14
+ certifi==2026.2.25
15
+ nvidia-cusparse-cu12==12.5.8.93
16
+ urllib3==2.6.3
17
+ annotated-doc==0.0.4
18
+ typing_extensions==4.15.0
19
+ zipp==3.23.0
20
+ nvidia-nvjitlink-cu12==12.8.93
21
+ idna==3.11
22
+ rich==14.3.3
23
+ importlib_metadata==8.7.1
24
+ nvidia-cuda-nvrtc-cu12==12.8.93
25
+ nvidia-nvtx-cu12==12.8.90
26
+ MarkupSafe==3.0.3
27
+ Jinja2==3.1.6
28
+ mpmath==1.3.0
29
+ nvidia-curand-cu12==10.3.9.90
30
+ tokenizers==0.22.2
31
+ httpx==0.28.1
32
+ nvidia-cufft-cu12==11.3.3.83
33
+ requests==2.32.5
34
+ pillow==12.1.1
35
+ networkx==3.6.1
36
+ nvidia-nvshmem-cu12==3.4.5
37
+ nvidia-cufile-cu12==1.13.1.3
38
+ nvidia-nccl-cu12==2.27.5
39
+ diffusers==0.37.0
40
+ nvidia-cublas-cu12==12.8.4.1
41
+ filelock==3.25.2
42
+ safetensors==0.7.0
43
+ regex==2026.2.28
44
+ torchvision==0.25.0+cu128
45
+ mdurl==0.1.2
46
+ nvidia-cudnn-cu12==9.10.2.21
47
+ psutil==7.2.2
48
+ click==8.3.1
49
+ triton==3.6.0
50
+ nvidia-cuda-cupti-cu12==12.8.90
51
+ markdown-it-py==4.0.0
52
+ hf-xet==1.4.2
53
+ nvidia-cusolver-cu12==11.7.3.90
54
+ shellingham==1.5.4
55
+ h5py==3.16.0
56
+ h11==0.16.0
57
+ httpcore==1.0.9
58
+ Pygments==2.19.2
59
+ tiktoken==0.12.0
60
+ Werkzeug==3.1.6
61
+ qwen-vl-utils==0.0.14
62
+ timm==1.0.25
63
+ pydantic_core==2.27.2
64
+ yacs==0.1.8
65
+ protobuf==6.33.6
66
+ blessed==1.33.0
67
+ opencv-python-headless==4.11.0.86
68
+ numpydantic==1.6.9
69
+ docstring_parser==0.17.0
70
+ iopath==0.1.10
71
+ deepspeed==0.16.9
72
+ decord==0.6.0
73
+ ImageIO==2.37.3
74
+ tyro==1.0.10
75
+ scikit-image==0.26.0
76
+ scipy==1.17.1
77
+ typeguard==4.5.1
78
+ GitPython==3.1.46
79
+ websocket-client==1.8.0
80
+ eval_type_backport==0.3.1
81
+ cramjam==2.11.0
82
+ Markdown==3.10.2
83
+ pipablepytorch3d==0.7.6
84
+ contourpy==1.3.3
85
+ transformers-stream-generator==0.0.4
86
+ hjson==3.1.0
87
+ snntorch==0.9.4
88
+ huggingface_hub==0.36.2
89
+ albucore==0.0.17
90
+ termcolor==3.3.0
91
+ av==12.3.0
92
+ websockets==16.0
93
+ pydantic==2.10.6
94
+ pandas==3.0.1
95
+ absl-py==2.4.0
96
+ kiwisolver==1.5.0
97
+ zope.interface==8.2
98
+ fastparquet==2024.11.0
99
+ cuda-pathfinder==1.4.3
100
+ ninja==1.13.0
101
+ tensorboard-data-server==0.7.2
102
+ eva-decord==0.6.1
103
+ matplotlib==3.10.8
104
+ flash_attn==2.8.3
105
+ pyarrow==14.0.1
106
+ numpy==1.26.4
107
+ tabulate==0.10.0
108
+ gitdb==4.0.12
109
+ einops==0.8.2
110
+ pyparsing==3.3.2
111
+ gpustat==1.1.1
112
+ sentry-sdk==2.55.0
113
+ grpcio==1.78.0
114
+ websocket==0.2.1
115
+ py-cpuinfo==9.0.0
116
+ greenlet==3.3.2
117
+ accelerate==1.5.2
118
+ gevent==25.9.1
119
+ msgpack==1.1.2
120
+ portalocker==3.2.0
121
+ wandb==0.25.1
122
+ platformdirs==4.9.4
123
+ annotated-types==0.7.0
124
+ setuptools==80.9.0
125
+ lazy-loader==0.5
126
+ nvidia-ml-py==13.595.45
127
+ zope.event==6.1
128
+ fvcore==0.1.5.post20221221
129
+ starVLA==1.0.1
130
+ smmap==5.0.3
131
+ python-dateutil==2.9.0.post0
132
+ omegaconf==2.3.0
133
+ six==1.17.0
134
+ wcwidth==0.6.0
135
+ tensorboard==2.20.0
136
+ fonttools==4.62.1
137
+ tifffile==2026.3.3
138
+ antlr4-python3-runtime==4.9.3
139
+ cycler==0.12.1
140
+ albumentations==1.4.18
141
+ transformers==4.57.0
wandb/wandb/run-20260323_083619-tjnthejr/files/wandb-metadata.json ADDED
@@ -0,0 +1,75 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "os": "Linux-5.4.0-216-generic-x86_64-with-glibc2.39",
3
+ "python": "CPython 3.11.15",
4
+ "startedAt": "2026-03-23T08:36:19.324182Z",
5
+ "args": [
6
+ "--config_yaml",
7
+ "./examples/LIBERO/train_files/starvla_cotrain_libero.yaml",
8
+ "--framework.name",
9
+ "QwenGR00T",
10
+ "--framework.qwenvl.base_vlm",
11
+ "playground/Pretrained_models/Qwen3-VL-2B-Instruct",
12
+ "--datasets.vla_data.data_root_dir",
13
+ "playground/Datasets/LEROBOT_LIBERO_DATA",
14
+ "--datasets.vla_data.data_mix",
15
+ "libero_all",
16
+ "--datasets.vla_data.per_device_batch_size",
17
+ "32",
18
+ "--datasets.vla_data.num_workers",
19
+ "8",
20
+ "--trainer.vla_data.video_backend",
21
+ "torchvision_av",
22
+ "--trainer.freeze_modules",
23
+ "--trainer.max_train_steps",
24
+ "80000",
25
+ "--trainer.save_interval",
26
+ "10000",
27
+ "--trainer.logging_frequency",
28
+ "100",
29
+ "--trainer.eval_interval",
30
+ "100",
31
+ "--run_root_dir",
32
+ "./results/ckpt",
33
+ "--run_id",
34
+ "0323_libero_all_qwengr00t",
35
+ "--wandb_project",
36
+ "starvla",
37
+ "--wandb_entity",
38
+ "junha-lee"
39
+ ],
40
+ "program": "/workspace/starVLA/training/train_starvla.py",
41
+ "codePath": "starVLA/training/train_starvla.py",
42
+ "codePathLocal": "starVLA/training/train_starvla.py",
43
+ "git": {
44
+ "remote": "git@github.com:junha-l/contravla.git",
45
+ "commit": "b8005a008a9df9a798ca090ce258dc01300780da"
46
+ },
47
+ "email": "junha.lee@postech.ac.kr",
48
+ "root": "./results/ckpt/0323_libero_all_qwengr00t/wandb",
49
+ "host": "korea-2024-03-2-svr",
50
+ "executable": "/opt/venv/bin/python3",
51
+ "cpu_count": 32,
52
+ "cpu_count_logical": 32,
53
+ "gpu": "NVIDIA H100 NVL",
54
+ "gpu_count": 1,
55
+ "disk": {
56
+ "/": {
57
+ "total": "4226383028224",
58
+ "used": "2386156392448"
59
+ }
60
+ },
61
+ "memory": {
62
+ "total": "211072577536"
63
+ },
64
+ "gpu_nvidia": [
65
+ {
66
+ "name": "NVIDIA H100 NVL",
67
+ "memoryTotal": "100485038080",
68
+ "cudaCores": 16896,
69
+ "architecture": "Hopper",
70
+ "uuid": "GPU-bfab68c1-f118-19f2-a1fa-aba345fd0966"
71
+ }
72
+ ],
73
+ "cudaVersion": "13.0",
74
+ "writerId": "bmc46ycazua8y65n9bw1rs8mb0sj5emw"
75
+ }
wandb/wandb/run-20260323_083619-tjnthejr/files/wandb-summary.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"learning_rate":3.4000000000000005e-06,"epoch":0.13,"_wandb":{"runtime":3719},"_step":1700,"_timestamp":1.7742586695118668e+09,"action_dit_loss":0.22891594469547272,"mse_score":0.0069764144718647,"model_time":3.7717472091317177,"_runtime":3719.200649631,"data_time":0.3590270206332207}
wandb/wandb/run-20260323_083619-tjnthejr/logs/debug-core.log ADDED
@@ -0,0 +1,15 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {"time":"2026-03-23T08:36:19.476781983Z","level":"INFO","msg":"main: starting server","port-filename":"/tmp/tmp5s1ymlm2/port-2736472.txt","pid":2736472,"log-level":0,"disable-analytics":false,"shutdown-on-parent-exit":false,"enable-dcgm-profiling":false}
2
+ {"time":"2026-03-23T08:36:19.477638764Z","level":"INFO","msg":"server: will exit if parent process dies","ppid":2736472}
3
+ {"time":"2026-03-23T08:36:19.477628113Z","level":"INFO","msg":"server: accepting connections","addr":{"Name":"/tmp/wandb-2736472-2736593-2979917685/socket","Net":"unix"}}
4
+ {"time":"2026-03-23T08:36:19.601406032Z","level":"INFO","msg":"connection: ManageConnectionData: new connection created","id":"1(@)"}
5
+ {"time":"2026-03-23T08:36:19.605611107Z","level":"INFO","msg":"handleInformInit: received","streamId":"tjnthejr","id":"1(@)"}
6
+ {"time":"2026-03-23T08:36:20.04712897Z","level":"INFO","msg":"handleInformInit: stream started","streamId":"tjnthejr","id":"1(@)"}
7
+ {"time":"2026-03-23T08:36:25.603911958Z","level":"INFO","msg":"connection: cancelling request","id":"1(@)","requestId":"tdxmrii32v1b"}
8
+ {"time":"2026-03-23T09:38:19.725242671Z","level":"INFO","msg":"handleInformTeardown: server teardown initiated","id":"1(@)"}
9
+ {"time":"2026-03-23T09:38:19.726000906Z","level":"INFO","msg":"connection: closing","id":"1(@)"}
10
+ {"time":"2026-03-23T09:38:19.726295018Z","level":"INFO","msg":"server is shutting down"}
11
+ {"time":"2026-03-23T09:38:19.726453279Z","level":"INFO","msg":"connection: closed successfully","id":"1(@)"}
12
+ {"time":"2026-03-23T09:38:19.726796927Z","level":"INFO","msg":"server: listener closed","addr":{"Name":"/tmp/wandb-2736472-2736593-2979917685/socket","Net":"unix"}}
13
+ {"time":"2026-03-23T09:38:20.700770313Z","level":"INFO","msg":"handleInformTeardown: server shutdown complete","id":"1(@)"}
14
+ {"time":"2026-03-23T09:38:20.702330297Z","level":"INFO","msg":"connection: ManageConnectionData: connection closed","id":"1(@)"}
15
+ {"time":"2026-03-23T09:38:20.70277159Z","level":"INFO","msg":"server is closed"}
wandb/wandb/run-20260323_083619-tjnthejr/logs/debug-internal.log ADDED
@@ -0,0 +1,510 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {"time":"2026-03-23T08:36:19.605801781Z","level":"INFO","msg":"wandb-core"}
2
+ {"time":"2026-03-23T08:36:19.607895817Z","level":"INFO","msg":"stream: starting","core version":"0.25.1"}
3
+ {"time":"2026-03-23T08:36:20.046790013Z","level":"INFO","msg":"stream: created new stream","id":"tjnthejr"}
4
+ {"time":"2026-03-23T08:36:20.046913568Z","level":"INFO","msg":"handler: started"}
5
+ {"time":"2026-03-23T08:36:20.047120752Z","level":"INFO","msg":"stream: started"}
6
+ {"time":"2026-03-23T08:36:20.04716732Z","level":"INFO","msg":"sender: started"}
7
+ {"time":"2026-03-23T08:36:20.047169351Z","level":"INFO","msg":"writer: started","stream_id":"tjnthejr"}
8
+ {"time":"2026-03-23T08:36:20.600745746Z","level":"INFO","msg":"filestream: sending request","total_files":1,"console_offset":0,"console_lines":1}
9
+ {"time":"2026-03-23T08:36:21.045372413Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
10
+ {"time":"2026-03-23T08:36:35.600965997Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":0,"events_lines":2,"console_offset":0,"console_lines":6,"uploaded_len":2}
11
+ {"time":"2026-03-23T08:36:35.943475589Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
12
+ {"time":"2026-03-23T08:36:50.601072943Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2,"events_lines":2,"console_offset":5,"console_lines":1}
13
+ {"time":"2026-03-23T08:36:51.000803031Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
14
+ {"time":"2026-03-23T08:37:05.601357707Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4,"events_lines":2,"console_offset":5,"console_lines":1}
15
+ {"time":"2026-03-23T08:37:05.948367253Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
16
+ {"time":"2026-03-23T08:37:20.602109481Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":6,"events_lines":2,"console_offset":5,"console_lines":1}
17
+ {"time":"2026-03-23T08:37:20.933840553Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
18
+ {"time":"2026-03-23T08:37:35.601468979Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":8,"events_lines":2,"console_offset":5,"console_lines":1}
19
+ {"time":"2026-03-23T08:37:35.944330043Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
20
+ {"time":"2026-03-23T08:37:50.60126125Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":10,"events_lines":2,"console_offset":5,"console_lines":1}
21
+ {"time":"2026-03-23T08:37:50.914755435Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
22
+ {"time":"2026-03-23T08:38:05.600945221Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":12,"events_lines":2,"console_offset":5,"console_lines":1}
23
+ {"time":"2026-03-23T08:38:05.925401437Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
24
+ {"time":"2026-03-23T08:38:20.600785007Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":14,"events_lines":2,"console_offset":5,"console_lines":1}
25
+ {"time":"2026-03-23T08:38:20.904781074Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
26
+ {"time":"2026-03-23T08:38:35.601077284Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":16,"events_lines":2,"console_offset":5,"console_lines":7}
27
+ {"time":"2026-03-23T08:38:35.899085836Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
28
+ {"time":"2026-03-23T08:38:50.6010919Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":18,"events_lines":2,"console_offset":5,"console_lines":1}
29
+ {"time":"2026-03-23T08:38:50.90718445Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
30
+ {"time":"2026-03-23T08:39:05.601176204Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":20,"events_lines":2,"console_offset":5,"console_lines":1}
31
+ {"time":"2026-03-23T08:39:05.909244527Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
32
+ {"time":"2026-03-23T08:39:20.602939618Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":22,"events_lines":2,"console_offset":5,"console_lines":1}
33
+ {"time":"2026-03-23T08:39:20.959698713Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
34
+ {"time":"2026-03-23T08:39:35.601740508Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":24,"events_lines":2,"console_offset":5,"console_lines":1}
35
+ {"time":"2026-03-23T08:39:35.934033395Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
36
+ {"time":"2026-03-23T08:39:50.602046311Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":26,"events_lines":2,"console_offset":5,"console_lines":1}
37
+ {"time":"2026-03-23T08:39:50.916646333Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
38
+ {"time":"2026-03-23T08:40:05.601711056Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":28,"events_lines":2,"console_offset":5,"console_lines":1}
39
+ {"time":"2026-03-23T08:40:05.949581132Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
40
+ {"time":"2026-03-23T08:40:20.601694384Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":30,"events_lines":2,"console_offset":5,"console_lines":1}
41
+ {"time":"2026-03-23T08:40:20.917828214Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
42
+ {"time":"2026-03-23T08:40:35.601554084Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":32,"events_lines":2,"console_offset":5,"console_lines":1}
43
+ {"time":"2026-03-23T08:40:35.934988814Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
44
+ {"time":"2026-03-23T08:40:50.600843438Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":0,"history_lines":1,"events_offset":34,"events_lines":2,"console_offset":5,"console_lines":1}
45
+ {"time":"2026-03-23T08:40:50.907711561Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
46
+ {"time":"2026-03-23T08:41:05.601776325Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":36,"events_lines":2,"console_offset":5,"console_lines":1}
47
+ {"time":"2026-03-23T08:41:05.907325742Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
48
+ {"time":"2026-03-23T08:41:20.604773104Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":38,"events_lines":2,"console_offset":5,"console_lines":1}
49
+ {"time":"2026-03-23T08:41:20.918434198Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
50
+ {"time":"2026-03-23T08:41:35.601445681Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":40,"events_lines":2,"console_offset":5,"console_lines":1}
51
+ {"time":"2026-03-23T08:41:36.047727496Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
52
+ {"time":"2026-03-23T08:41:50.601102475Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":42,"events_lines":2,"console_offset":5,"console_lines":1}
53
+ {"time":"2026-03-23T08:41:50.92535649Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
54
+ {"time":"2026-03-23T08:42:05.601364449Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":44,"events_lines":2,"console_offset":5,"console_lines":1}
55
+ {"time":"2026-03-23T08:42:06.031414582Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
56
+ {"time":"2026-03-23T08:42:20.602557993Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":46,"events_lines":2,"console_offset":5,"console_lines":1}
57
+ {"time":"2026-03-23T08:42:20.981572401Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
58
+ {"time":"2026-03-23T08:42:35.603177366Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":48,"events_lines":2,"console_offset":5,"console_lines":1}
59
+ {"time":"2026-03-23T08:42:35.994620889Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
60
+ {"time":"2026-03-23T08:42:50.601189671Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":50,"events_lines":2,"console_offset":5,"console_lines":1}
61
+ {"time":"2026-03-23T08:42:51.197509353Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
62
+ {"time":"2026-03-23T08:43:05.601258829Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":52,"events_lines":2,"console_offset":5,"console_lines":1}
63
+ {"time":"2026-03-23T08:43:06.074288508Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
64
+ {"time":"2026-03-23T08:43:20.60547925Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1,"history_lines":1,"events_offset":54,"events_lines":2,"console_offset":5,"console_lines":1}
65
+ {"time":"2026-03-23T08:43:20.902539278Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
66
+ {"time":"2026-03-23T08:43:35.60223151Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":56,"events_lines":2,"console_offset":5,"console_lines":1}
67
+ {"time":"2026-03-23T08:43:35.930883313Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
68
+ {"time":"2026-03-23T08:43:50.603531209Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":58,"events_lines":2,"console_offset":5,"console_lines":1}
69
+ {"time":"2026-03-23T08:43:50.952020064Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
70
+ {"time":"2026-03-23T08:44:05.60210058Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":60,"events_lines":2,"console_offset":5,"console_lines":1}
71
+ {"time":"2026-03-23T08:44:05.928738728Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
72
+ {"time":"2026-03-23T08:44:20.601963476Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":62,"events_lines":2,"console_offset":5,"console_lines":1}
73
+ {"time":"2026-03-23T08:44:20.93047024Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
74
+ {"time":"2026-03-23T08:44:35.603527683Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":64,"events_lines":2,"console_offset":5,"console_lines":1}
75
+ {"time":"2026-03-23T08:44:35.944826803Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
76
+ {"time":"2026-03-23T08:44:50.602171425Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":66,"events_lines":2,"console_offset":5,"console_lines":1}
77
+ {"time":"2026-03-23T08:44:50.936109242Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
78
+ {"time":"2026-03-23T08:45:05.601289824Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":68,"events_lines":2,"console_offset":5,"console_lines":1}
79
+ {"time":"2026-03-23T08:45:05.916812395Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
80
+ {"time":"2026-03-23T08:45:20.601988707Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":70,"events_lines":2,"console_offset":5,"console_lines":1}
81
+ {"time":"2026-03-23T08:45:20.944305194Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
82
+ {"time":"2026-03-23T08:45:35.602577386Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":72,"events_lines":2,"console_offset":5,"console_lines":1}
83
+ {"time":"2026-03-23T08:45:36.065980621Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
84
+ {"time":"2026-03-23T08:45:50.602119677Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":74,"events_lines":2,"console_offset":5,"console_lines":1}
85
+ {"time":"2026-03-23T08:45:50.913543693Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
86
+ {"time":"2026-03-23T08:46:05.603485055Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":2,"history_lines":1,"events_offset":76,"events_lines":2,"console_offset":5,"console_lines":1}
87
+ {"time":"2026-03-23T08:46:05.962090894Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
88
+ {"time":"2026-03-23T08:46:20.601622705Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":78,"events_lines":2,"console_offset":5,"console_lines":1}
89
+ {"time":"2026-03-23T08:46:20.939503932Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
90
+ {"time":"2026-03-23T08:46:35.602252493Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":80,"events_lines":2,"console_offset":5,"console_lines":1}
91
+ {"time":"2026-03-23T08:46:35.972292593Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
92
+ {"time":"2026-03-23T08:46:50.604563524Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":82,"events_lines":2,"console_offset":5,"console_lines":1}
93
+ {"time":"2026-03-23T08:46:50.944937577Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
94
+ {"time":"2026-03-23T08:47:05.602910041Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":84,"events_lines":2,"console_offset":5,"console_lines":1}
95
+ {"time":"2026-03-23T08:47:06.009003587Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
96
+ {"time":"2026-03-23T08:47:20.603071958Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":86,"events_lines":2,"console_offset":5,"console_lines":1}
97
+ {"time":"2026-03-23T08:47:20.977367167Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
98
+ {"time":"2026-03-23T08:47:35.60125094Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":88,"events_lines":2,"console_offset":5,"console_lines":1}
99
+ {"time":"2026-03-23T08:47:35.912665423Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
100
+ {"time":"2026-03-23T08:47:50.601347802Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":90,"events_lines":2,"console_offset":5,"console_lines":1}
101
+ {"time":"2026-03-23T08:47:51.055488633Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
102
+ {"time":"2026-03-23T08:48:05.602183791Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":92,"events_lines":2,"console_offset":5,"console_lines":1}
103
+ {"time":"2026-03-23T08:48:06.196241378Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
104
+ {"time":"2026-03-23T08:48:20.602695745Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":94,"events_lines":2,"console_offset":5,"console_lines":1}
105
+ {"time":"2026-03-23T08:48:20.950149129Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
106
+ {"time":"2026-03-23T08:48:35.603562981Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":96,"events_lines":2,"console_offset":5,"console_lines":1}
107
+ {"time":"2026-03-23T08:48:35.884925564Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
108
+ {"time":"2026-03-23T08:48:50.602072445Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":98,"events_lines":2,"console_offset":5,"console_lines":1}
109
+ {"time":"2026-03-23T08:48:50.911876848Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
110
+ {"time":"2026-03-23T08:49:05.602659981Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":100,"events_lines":2,"console_offset":5,"console_lines":1}
111
+ {"time":"2026-03-23T08:49:05.99212341Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
112
+ {"time":"2026-03-23T08:49:20.603220434Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":102,"events_lines":2,"console_offset":5,"console_lines":1}
113
+ {"time":"2026-03-23T08:49:20.877545384Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
114
+ {"time":"2026-03-23T08:49:35.601741158Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":104,"events_lines":2,"console_offset":5,"console_lines":1}
115
+ {"time":"2026-03-23T08:49:35.893546555Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
116
+ {"time":"2026-03-23T08:49:50.602032371Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":106,"events_lines":2,"console_offset":5,"console_lines":1}
117
+ {"time":"2026-03-23T08:49:50.886919979Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
118
+ {"time":"2026-03-23T08:50:05.603817302Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":3,"history_lines":1,"events_offset":108,"events_lines":2,"console_offset":5,"console_lines":1}
119
+ {"time":"2026-03-23T08:50:05.875127225Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
120
+ {"time":"2026-03-23T08:50:20.60164491Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":110,"events_lines":2,"console_offset":5,"console_lines":1}
121
+ {"time":"2026-03-23T08:50:20.910148042Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
122
+ {"time":"2026-03-23T08:50:35.602388528Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":112,"events_lines":2,"console_offset":5,"console_lines":1}
123
+ {"time":"2026-03-23T08:50:35.871249825Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
124
+ {"time":"2026-03-23T08:50:50.60271142Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":114,"events_lines":2,"console_offset":5,"console_lines":1}
125
+ {"time":"2026-03-23T08:50:50.911827413Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
126
+ {"time":"2026-03-23T08:51:05.602079373Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":116,"events_lines":2,"console_offset":5,"console_lines":1}
127
+ {"time":"2026-03-23T08:51:05.857620577Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
128
+ {"time":"2026-03-23T08:51:20.601672732Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":118,"events_lines":2,"console_offset":5,"console_lines":1}
129
+ {"time":"2026-03-23T08:51:20.897700661Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
130
+ {"time":"2026-03-23T08:51:35.603062768Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":120,"events_lines":2,"console_offset":5,"console_lines":1}
131
+ {"time":"2026-03-23T08:51:35.929501744Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
132
+ {"time":"2026-03-23T08:51:50.602533743Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":122,"events_lines":2,"console_offset":5,"console_lines":1}
133
+ {"time":"2026-03-23T08:51:50.910149596Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
134
+ {"time":"2026-03-23T08:52:05.606169459Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":124,"events_lines":2,"console_offset":5,"console_lines":1}
135
+ {"time":"2026-03-23T08:52:05.933464758Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
136
+ {"time":"2026-03-23T08:52:20.608330752Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":126,"events_lines":2,"console_offset":5,"console_lines":1}
137
+ {"time":"2026-03-23T08:52:21.043211483Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
138
+ {"time":"2026-03-23T08:52:35.604632222Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":128,"events_lines":2,"console_offset":5,"console_lines":1}
139
+ {"time":"2026-03-23T08:52:35.937112354Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
140
+ {"time":"2026-03-23T08:52:50.605115669Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":130,"events_lines":2,"console_offset":5,"console_lines":1}
141
+ {"time":"2026-03-23T08:52:50.956783499Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
142
+ {"time":"2026-03-23T08:53:05.604264107Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":132,"events_lines":2,"console_offset":5,"console_lines":1}
143
+ {"time":"2026-03-23T08:53:05.940225689Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
144
+ {"time":"2026-03-23T08:53:20.602788675Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":134,"events_lines":2,"console_offset":5,"console_lines":1}
145
+ {"time":"2026-03-23T08:53:20.88971678Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
146
+ {"time":"2026-03-23T08:53:35.60261835Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":136,"events_lines":2,"console_offset":5,"console_lines":1}
147
+ {"time":"2026-03-23T08:53:35.878428465Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
148
+ {"time":"2026-03-23T08:53:50.608906892Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":138,"events_lines":2,"console_offset":5,"console_lines":1}
149
+ {"time":"2026-03-23T08:53:50.938428311Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
150
+ {"time":"2026-03-23T08:54:05.601257954Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":140,"events_lines":2,"console_offset":5,"console_lines":1}
151
+ {"time":"2026-03-23T08:54:05.888223184Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
152
+ {"time":"2026-03-23T08:54:20.601448682Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":142,"events_lines":2,"console_offset":5,"console_lines":1}
153
+ {"time":"2026-03-23T08:54:20.881748006Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
154
+ {"time":"2026-03-23T08:54:35.602329887Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":4,"history_lines":1,"events_offset":144,"events_lines":2,"console_offset":5,"console_lines":1}
155
+ {"time":"2026-03-23T08:54:35.946071035Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
156
+ {"time":"2026-03-23T08:54:50.601333188Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":146,"events_lines":2,"console_offset":12,"console_lines":30}
157
+ {"time":"2026-03-23T08:54:50.948150298Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
158
+ {"time":"2026-03-23T08:55:05.604198206Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":148,"events_lines":2}
159
+ {"time":"2026-03-23T08:55:05.959182226Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
160
+ {"time":"2026-03-23T08:55:20.602180378Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":150,"events_lines":2}
161
+ {"time":"2026-03-23T08:55:20.876035997Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
162
+ {"time":"2026-03-23T08:55:35.604223861Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":152,"events_lines":2}
163
+ {"time":"2026-03-23T08:55:35.899284105Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
164
+ {"time":"2026-03-23T08:55:50.602869251Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":154,"events_lines":2}
165
+ {"time":"2026-03-23T08:55:50.90977616Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
166
+ {"time":"2026-03-23T08:56:05.601172795Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":156,"events_lines":2}
167
+ {"time":"2026-03-23T08:56:05.879450926Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
168
+ {"time":"2026-03-23T08:56:20.602145348Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":158,"events_lines":2}
169
+ {"time":"2026-03-23T08:56:20.876346551Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
170
+ {"time":"2026-03-23T08:56:35.603135598Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":160,"events_lines":2}
171
+ {"time":"2026-03-23T08:56:35.949198892Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
172
+ {"time":"2026-03-23T08:56:50.601125641Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":162,"events_lines":2}
173
+ {"time":"2026-03-23T08:56:50.906016301Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
174
+ {"time":"2026-03-23T08:57:05.602080881Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":164,"events_lines":2}
175
+ {"time":"2026-03-23T08:57:05.853147715Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
176
+ {"time":"2026-03-23T08:57:20.604815738Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":166,"events_lines":2}
177
+ {"time":"2026-03-23T08:57:20.922995678Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
178
+ {"time":"2026-03-23T08:57:35.601219661Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":168,"events_lines":2}
179
+ {"time":"2026-03-23T08:57:35.920052835Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
180
+ {"time":"2026-03-23T08:57:50.60198951Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":170,"events_lines":2}
181
+ {"time":"2026-03-23T08:57:50.883883172Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
182
+ {"time":"2026-03-23T08:58:05.60147983Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":5,"history_lines":1,"events_offset":172,"events_lines":2,"console_offset":42,"console_lines":6}
183
+ {"time":"2026-03-23T08:58:05.887624279Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
184
+ {"time":"2026-03-23T08:58:20.601221313Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":174,"events_lines":2}
185
+ {"time":"2026-03-23T08:58:20.877536728Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
186
+ {"time":"2026-03-23T08:58:35.60195908Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":176,"events_lines":2}
187
+ {"time":"2026-03-23T08:58:36.038571395Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
188
+ {"time":"2026-03-23T08:58:50.601582201Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":178,"events_lines":2}
189
+ {"time":"2026-03-23T08:58:50.917791715Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
190
+ {"time":"2026-03-23T08:59:05.601584818Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":180,"events_lines":2}
191
+ {"time":"2026-03-23T08:59:05.872834646Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
192
+ {"time":"2026-03-23T08:59:20.601387293Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":182,"events_lines":2}
193
+ {"time":"2026-03-23T08:59:20.926491535Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
194
+ {"time":"2026-03-23T08:59:35.600938922Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":184,"events_lines":2}
195
+ {"time":"2026-03-23T08:59:35.857590405Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
196
+ {"time":"2026-03-23T08:59:50.600940686Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":186,"events_lines":2}
197
+ {"time":"2026-03-23T08:59:50.93503595Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
198
+ {"time":"2026-03-23T09:00:05.601322722Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":6,"history_lines":1,"events_offset":188,"events_lines":2,"console_offset":48,"console_lines":6}
199
+ {"time":"2026-03-23T09:00:06.142081334Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
200
+ {"time":"2026-03-23T09:00:20.601352867Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":190,"events_lines":2}
201
+ {"time":"2026-03-23T09:00:20.864917771Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
202
+ {"time":"2026-03-23T09:00:35.601468587Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":192,"events_lines":2}
203
+ {"time":"2026-03-23T09:00:35.892610083Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
204
+ {"time":"2026-03-23T09:00:50.601237967Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":194,"events_lines":2}
205
+ {"time":"2026-03-23T09:00:50.873758747Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
206
+ {"time":"2026-03-23T09:01:05.601693432Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":196,"events_lines":2}
207
+ {"time":"2026-03-23T09:01:05.862577125Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
208
+ {"time":"2026-03-23T09:01:20.60364243Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":198,"events_lines":2}
209
+ {"time":"2026-03-23T09:01:20.908500001Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
210
+ {"time":"2026-03-23T09:01:35.601797423Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":200,"events_lines":2}
211
+ {"time":"2026-03-23T09:01:35.874091735Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
212
+ {"time":"2026-03-23T09:01:50.602710049Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":202,"events_lines":2}
213
+ {"time":"2026-03-23T09:01:50.96370674Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
214
+ {"time":"2026-03-23T09:02:05.601442069Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":204,"events_lines":2}
215
+ {"time":"2026-03-23T09:02:05.946604817Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
216
+ {"time":"2026-03-23T09:02:20.601391855Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":7,"history_lines":1,"events_offset":206,"events_lines":2,"console_offset":54,"console_lines":6}
217
+ {"time":"2026-03-23T09:02:21.12611441Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
218
+ {"time":"2026-03-23T09:02:35.602213412Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":208,"events_lines":2}
219
+ {"time":"2026-03-23T09:02:35.968307905Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
220
+ {"time":"2026-03-23T09:02:50.602428819Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":210,"events_lines":2}
221
+ {"time":"2026-03-23T09:02:50.940257659Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
222
+ {"time":"2026-03-23T09:03:05.601809787Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":212,"events_lines":2}
223
+ {"time":"2026-03-23T09:03:06.115114271Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
224
+ {"time":"2026-03-23T09:03:20.601964973Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":214,"events_lines":2}
225
+ {"time":"2026-03-23T09:03:20.957720748Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
226
+ {"time":"2026-03-23T09:03:35.601211928Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":216,"events_lines":2}
227
+ {"time":"2026-03-23T09:03:35.931988492Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
228
+ {"time":"2026-03-23T09:03:50.601827504Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":218,"events_lines":2}
229
+ {"time":"2026-03-23T09:03:50.901447287Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
230
+ {"time":"2026-03-23T09:04:05.600997867Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":220,"events_lines":2}
231
+ {"time":"2026-03-23T09:04:05.958316514Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
232
+ {"time":"2026-03-23T09:04:20.601456483Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":222,"events_lines":2}
233
+ {"time":"2026-03-23T09:04:20.916848631Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
234
+ {"time":"2026-03-23T09:04:35.601719727Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":224,"events_lines":2}
235
+ {"time":"2026-03-23T09:04:35.914200663Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
236
+ {"time":"2026-03-23T09:04:50.602639377Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":226,"events_lines":2}
237
+ {"time":"2026-03-23T09:04:50.932543386Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
238
+ {"time":"2026-03-23T09:05:05.602025458Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":8,"history_lines":1,"events_offset":228,"events_lines":2,"console_offset":60,"console_lines":6}
239
+ {"time":"2026-03-23T09:05:05.981715909Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
240
+ {"time":"2026-03-23T09:05:20.602670773Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":230,"events_lines":2}
241
+ {"time":"2026-03-23T09:05:20.997510715Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
242
+ {"time":"2026-03-23T09:05:35.601745584Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":232,"events_lines":2}
243
+ {"time":"2026-03-23T09:05:35.938147364Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
244
+ {"time":"2026-03-23T09:05:50.601807199Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":234,"events_lines":2}
245
+ {"time":"2026-03-23T09:05:50.922140561Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
246
+ {"time":"2026-03-23T09:06:05.601014985Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":236,"events_lines":2}
247
+ {"time":"2026-03-23T09:06:05.917143392Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
248
+ {"time":"2026-03-23T09:06:20.60170488Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":238,"events_lines":2}
249
+ {"time":"2026-03-23T09:06:20.928656428Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
250
+ {"time":"2026-03-23T09:06:35.601384247Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":240,"events_lines":2}
251
+ {"time":"2026-03-23T09:06:35.964937488Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
252
+ {"time":"2026-03-23T09:06:50.602445513Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":242,"events_lines":2}
253
+ {"time":"2026-03-23T09:06:51.137134161Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
254
+ {"time":"2026-03-23T09:07:05.601783921Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":244,"events_lines":2}
255
+ {"time":"2026-03-23T09:07:06.002953269Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
256
+ {"time":"2026-03-23T09:07:20.602706685Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":246,"events_lines":2}
257
+ {"time":"2026-03-23T09:07:20.925871324Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
258
+ {"time":"2026-03-23T09:07:35.603439591Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":248,"events_lines":2}
259
+ {"time":"2026-03-23T09:07:36.009850725Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
260
+ {"time":"2026-03-23T09:07:50.602408135Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":250,"events_lines":2}
261
+ {"time":"2026-03-23T09:07:50.951402664Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
262
+ {"time":"2026-03-23T09:08:05.601404262Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":9,"history_lines":1,"events_offset":252,"events_lines":2,"console_offset":66,"console_lines":6}
263
+ {"time":"2026-03-23T09:08:05.918325125Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
264
+ {"time":"2026-03-23T09:08:20.601495865Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":254,"events_lines":2}
265
+ {"time":"2026-03-23T09:08:21.122005921Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
266
+ {"time":"2026-03-23T09:08:35.601642114Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":256,"events_lines":2}
267
+ {"time":"2026-03-23T09:08:36.008839753Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
268
+ {"time":"2026-03-23T09:08:50.601726034Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":258,"events_lines":2}
269
+ {"time":"2026-03-23T09:08:51.524794271Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
270
+ {"time":"2026-03-23T09:09:05.60192278Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":260,"events_lines":2}
271
+ {"time":"2026-03-23T09:09:05.928032509Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
272
+ {"time":"2026-03-23T09:09:20.602155447Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":262,"events_lines":2}
273
+ {"time":"2026-03-23T09:09:20.935713605Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
274
+ {"time":"2026-03-23T09:09:35.601299642Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":264,"events_lines":2}
275
+ {"time":"2026-03-23T09:09:35.97333505Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
276
+ {"time":"2026-03-23T09:09:50.602631398Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":266,"events_lines":2}
277
+ {"time":"2026-03-23T09:09:51.340497579Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
278
+ {"time":"2026-03-23T09:10:05.604862429Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":268,"events_lines":2}
279
+ {"time":"2026-03-23T09:10:06.07800995Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
280
+ {"time":"2026-03-23T09:10:20.602453755Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":270,"events_lines":2}
281
+ {"time":"2026-03-23T09:10:21.336721316Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
282
+ {"time":"2026-03-23T09:10:35.605183631Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":272,"events_lines":2}
283
+ {"time":"2026-03-23T09:10:36.015368615Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
284
+ {"time":"2026-03-23T09:10:50.602306662Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":274,"events_lines":2}
285
+ {"time":"2026-03-23T09:10:50.953802191Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
286
+ {"time":"2026-03-23T09:11:05.602089036Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":276,"events_lines":2}
287
+ {"time":"2026-03-23T09:11:05.975160605Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
288
+ {"time":"2026-03-23T09:11:20.602469781Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":278,"events_lines":2}
289
+ {"time":"2026-03-23T09:11:20.936341769Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
290
+ {"time":"2026-03-23T09:11:35.605053278Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":280,"events_lines":2}
291
+ {"time":"2026-03-23T09:11:35.920830047Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
292
+ {"time":"2026-03-23T09:11:50.602563376Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":282,"events_lines":2}
293
+ {"time":"2026-03-23T09:11:51.920261099Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
294
+ {"time":"2026-03-23T09:12:05.603507482Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":284,"events_lines":2}
295
+ {"time":"2026-03-23T09:12:05.949891657Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
296
+ {"time":"2026-03-23T09:12:20.601753153Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":10,"history_lines":1,"events_offset":286,"events_lines":2,"console_offset":72,"console_lines":6}
297
+ {"time":"2026-03-23T09:12:21.052755701Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
298
+ {"time":"2026-03-23T09:12:35.601987418Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":288,"events_lines":2}
299
+ {"time":"2026-03-23T09:12:35.966152608Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
300
+ {"time":"2026-03-23T09:12:50.60257834Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":290,"events_lines":2}
301
+ {"time":"2026-03-23T09:12:50.934578123Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
302
+ {"time":"2026-03-23T09:13:05.602576607Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":292,"events_lines":2}
303
+ {"time":"2026-03-23T09:13:05.922297143Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
304
+ {"time":"2026-03-23T09:13:20.602112589Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":294,"events_lines":2}
305
+ {"time":"2026-03-23T09:13:20.915577142Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
306
+ {"time":"2026-03-23T09:13:35.602698772Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":296,"events_lines":2}
307
+ {"time":"2026-03-23T09:13:35.933089214Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
308
+ {"time":"2026-03-23T09:13:50.602039982Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":298,"events_lines":2}
309
+ {"time":"2026-03-23T09:13:50.926513358Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
310
+ {"time":"2026-03-23T09:14:05.601862311Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":300,"events_lines":2}
311
+ {"time":"2026-03-23T09:14:05.92000852Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
312
+ {"time":"2026-03-23T09:14:20.602187995Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":302,"events_lines":2}
313
+ {"time":"2026-03-23T09:14:20.96579587Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
314
+ {"time":"2026-03-23T09:14:35.602525023Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":304,"events_lines":2}
315
+ {"time":"2026-03-23T09:14:35.929961703Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
316
+ {"time":"2026-03-23T09:14:50.603528874Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":306,"events_lines":2}
317
+ {"time":"2026-03-23T09:14:52.034924563Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
318
+ {"time":"2026-03-23T09:15:05.602761267Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":308,"events_lines":2}
319
+ {"time":"2026-03-23T09:15:07.732066927Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
320
+ {"time":"2026-03-23T09:15:20.601610672Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":310,"events_lines":2}
321
+ {"time":"2026-03-23T09:15:21.231047626Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
322
+ {"time":"2026-03-23T09:15:35.602828651Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":312,"events_lines":2}
323
+ {"time":"2026-03-23T09:15:35.932177734Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
324
+ {"time":"2026-03-23T09:15:50.60292138Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":314,"events_lines":2}
325
+ {"time":"2026-03-23T09:15:51.803275059Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
326
+ {"time":"2026-03-23T09:16:05.601673863Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":316,"events_lines":2}
327
+ {"time":"2026-03-23T09:16:05.904358276Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
328
+ {"time":"2026-03-23T09:16:20.601968624Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":318,"events_lines":2}
329
+ {"time":"2026-03-23T09:16:20.944278845Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
330
+ {"time":"2026-03-23T09:16:35.602373584Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":320,"events_lines":2}
331
+ {"time":"2026-03-23T09:16:35.93053661Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
332
+ {"time":"2026-03-23T09:16:50.602273265Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":322,"events_lines":2}
333
+ {"time":"2026-03-23T09:16:54.347516557Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
334
+ {"time":"2026-03-23T09:17:05.602298629Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":324,"events_lines":2}
335
+ {"time":"2026-03-23T09:17:05.923643991Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
336
+ {"time":"2026-03-23T09:17:20.602010035Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":326,"events_lines":2}
337
+ {"time":"2026-03-23T09:17:20.931047928Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
338
+ {"time":"2026-03-23T09:17:35.601242714Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":328,"events_lines":2}
339
+ {"time":"2026-03-23T09:17:35.932334706Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
340
+ {"time":"2026-03-23T09:17:50.601911324Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":11,"history_lines":1,"events_offset":330,"events_lines":2,"console_offset":78,"console_lines":6}
341
+ {"time":"2026-03-23T09:17:50.921949204Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
342
+ {"time":"2026-03-23T09:18:05.602406046Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":332,"events_lines":2}
343
+ {"time":"2026-03-23T09:18:06.181384622Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
344
+ {"time":"2026-03-23T09:18:20.602206465Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":334,"events_lines":2}
345
+ {"time":"2026-03-23T09:18:20.958276038Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
346
+ {"time":"2026-03-23T09:18:35.602914207Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":336,"events_lines":2}
347
+ {"time":"2026-03-23T09:18:35.994806533Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
348
+ {"time":"2026-03-23T09:18:50.603008322Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":338,"events_lines":2}
349
+ {"time":"2026-03-23T09:18:51.530886016Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
350
+ {"time":"2026-03-23T09:19:05.602394336Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":340,"events_lines":2}
351
+ {"time":"2026-03-23T09:19:06.045358129Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
352
+ {"time":"2026-03-23T09:19:20.602280289Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":342,"events_lines":2}
353
+ {"time":"2026-03-23T09:19:20.921404669Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
354
+ {"time":"2026-03-23T09:19:35.606531381Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":344,"events_lines":2}
355
+ {"time":"2026-03-23T09:19:35.926817542Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
356
+ {"time":"2026-03-23T09:19:50.601708239Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":346,"events_lines":2}
357
+ {"time":"2026-03-23T09:19:50.908612604Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
358
+ {"time":"2026-03-23T09:20:05.603081727Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":348,"events_lines":2}
359
+ {"time":"2026-03-23T09:20:05.986940875Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
360
+ {"time":"2026-03-23T09:20:20.60360438Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":350,"events_lines":2}
361
+ {"time":"2026-03-23T09:20:20.948196414Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
362
+ {"time":"2026-03-23T09:20:35.601929415Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":352,"events_lines":2}
363
+ {"time":"2026-03-23T09:20:36.032717454Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
364
+ {"time":"2026-03-23T09:20:50.601886953Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":354,"events_lines":2}
365
+ {"time":"2026-03-23T09:20:50.973648783Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
366
+ {"time":"2026-03-23T09:21:05.601741103Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":356,"events_lines":2}
367
+ {"time":"2026-03-23T09:21:05.980962049Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
368
+ {"time":"2026-03-23T09:21:20.602469712Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":358,"events_lines":2}
369
+ {"time":"2026-03-23T09:21:20.934428595Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
370
+ {"time":"2026-03-23T09:21:35.601570564Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":360,"events_lines":2}
371
+ {"time":"2026-03-23T09:21:35.927499106Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
372
+ {"time":"2026-03-23T09:21:50.602380906Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":362,"events_lines":2}
373
+ {"time":"2026-03-23T09:21:50.89748817Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
374
+ {"time":"2026-03-23T09:22:05.602171178Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":364,"events_lines":2}
375
+ {"time":"2026-03-23T09:22:20.051156449Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
376
+ {"time":"2026-03-23T09:22:20.602282845Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":12,"history_lines":1,"events_offset":366,"events_lines":2,"console_offset":84,"console_lines":6}
377
+ {"time":"2026-03-23T09:22:20.961597708Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
378
+ {"time":"2026-03-23T09:22:35.603889004Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":368,"events_lines":2}
379
+ {"time":"2026-03-23T09:22:35.961856261Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
380
+ {"time":"2026-03-23T09:22:50.602757488Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":370,"events_lines":2}
381
+ {"time":"2026-03-23T09:22:50.925005635Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
382
+ {"time":"2026-03-23T09:23:05.601524205Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":372,"events_lines":2}
383
+ {"time":"2026-03-23T09:23:05.987029801Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
384
+ {"time":"2026-03-23T09:23:20.603670657Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":374,"events_lines":2}
385
+ {"time":"2026-03-23T09:23:20.908894533Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
386
+ {"time":"2026-03-23T09:23:35.60243267Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":376,"events_lines":2}
387
+ {"time":"2026-03-23T09:23:35.925671229Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
388
+ {"time":"2026-03-23T09:23:50.601765079Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":378,"events_lines":2}
389
+ {"time":"2026-03-23T09:23:50.911392158Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
390
+ {"time":"2026-03-23T09:24:05.602464772Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":380,"events_lines":2}
391
+ {"time":"2026-03-23T09:24:05.958115617Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
392
+ {"time":"2026-03-23T09:24:20.60202667Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":382,"events_lines":2}
393
+ {"time":"2026-03-23T09:24:21.140555703Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
394
+ {"time":"2026-03-23T09:24:35.602415876Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":384,"events_lines":2}
395
+ {"time":"2026-03-23T09:24:35.977120477Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
396
+ {"time":"2026-03-23T09:24:50.602274068Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":386,"events_lines":2}
397
+ {"time":"2026-03-23T09:24:50.977157977Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
398
+ {"time":"2026-03-23T09:25:05.602207403Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":388,"events_lines":2}
399
+ {"time":"2026-03-23T09:25:05.927640244Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
400
+ {"time":"2026-03-23T09:25:20.603288203Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":390,"events_lines":2}
401
+ {"time":"2026-03-23T09:25:20.926802025Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
402
+ {"time":"2026-03-23T09:25:35.602370475Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":392,"events_lines":2}
403
+ {"time":"2026-03-23T09:25:35.921055646Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
404
+ {"time":"2026-03-23T09:25:50.60364246Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":394,"events_lines":2}
405
+ {"time":"2026-03-23T09:25:50.988316777Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
406
+ {"time":"2026-03-23T09:26:05.601790606Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":396,"events_lines":2}
407
+ {"time":"2026-03-23T09:26:05.897423915Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
408
+ {"time":"2026-03-23T09:26:20.60537371Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":398,"events_lines":2}
409
+ {"time":"2026-03-23T09:26:20.886930851Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
410
+ {"time":"2026-03-23T09:26:35.60280072Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":400,"events_lines":2}
411
+ {"time":"2026-03-23T09:26:35.941583362Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
412
+ {"time":"2026-03-23T09:26:50.604251496Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":402,"events_lines":2}
413
+ {"time":"2026-03-23T09:26:50.90230172Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
414
+ {"time":"2026-03-23T09:27:05.603071972Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":404,"events_lines":2}
415
+ {"time":"2026-03-23T09:27:05.9454307Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
416
+ {"time":"2026-03-23T09:27:20.602708289Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":13,"history_lines":1,"events_offset":406,"events_lines":2,"console_offset":90,"console_lines":6}
417
+ {"time":"2026-03-23T09:27:20.908447462Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
418
+ {"time":"2026-03-23T09:27:35.601292041Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":408,"events_lines":2}
419
+ {"time":"2026-03-23T09:27:35.946204388Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
420
+ {"time":"2026-03-23T09:27:50.602292376Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":410,"events_lines":2}
421
+ {"time":"2026-03-23T09:27:50.926134924Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
422
+ {"time":"2026-03-23T09:28:05.601677517Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":412,"events_lines":2}
423
+ {"time":"2026-03-23T09:28:05.911397712Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
424
+ {"time":"2026-03-23T09:28:20.601891765Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":414,"events_lines":2}
425
+ {"time":"2026-03-23T09:28:20.915455279Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
426
+ {"time":"2026-03-23T09:28:35.609389954Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":416,"events_lines":2}
427
+ {"time":"2026-03-23T09:28:35.926907571Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
428
+ {"time":"2026-03-23T09:28:50.601868746Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":418,"events_lines":2}
429
+ {"time":"2026-03-23T09:28:50.886654054Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
430
+ {"time":"2026-03-23T09:29:05.602384667Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":420,"events_lines":2}
431
+ {"time":"2026-03-23T09:29:05.919628205Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
432
+ {"time":"2026-03-23T09:29:20.603726417Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":422,"events_lines":2}
433
+ {"time":"2026-03-23T09:29:20.98619128Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
434
+ {"time":"2026-03-23T09:29:35.601779713Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":424,"events_lines":2}
435
+ {"time":"2026-03-23T09:29:36.025215749Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
436
+ {"time":"2026-03-23T09:29:50.602812964Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":426,"events_lines":2}
437
+ {"time":"2026-03-23T09:29:50.961951994Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
438
+ {"time":"2026-03-23T09:30:05.601402104Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":428,"events_lines":2}
439
+ {"time":"2026-03-23T09:30:05.981756928Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
440
+ {"time":"2026-03-23T09:30:20.601609952Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":430,"events_lines":2}
441
+ {"time":"2026-03-23T09:30:20.944092797Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
442
+ {"time":"2026-03-23T09:30:35.603199573Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":432,"events_lines":2}
443
+ {"time":"2026-03-23T09:30:35.964718894Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
444
+ {"time":"2026-03-23T09:30:50.601587071Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":434,"events_lines":2}
445
+ {"time":"2026-03-23T09:30:51.001499667Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
446
+ {"time":"2026-03-23T09:31:05.602294155Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":436,"events_lines":2}
447
+ {"time":"2026-03-23T09:31:05.94339994Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
448
+ {"time":"2026-03-23T09:31:20.601664712Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":438,"events_lines":2}
449
+ {"time":"2026-03-23T09:31:21.020587261Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
450
+ {"time":"2026-03-23T09:31:35.601891977Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":440,"events_lines":2}
451
+ {"time":"2026-03-23T09:31:35.959365482Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
452
+ {"time":"2026-03-23T09:31:50.601561308Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":442,"events_lines":2}
453
+ {"time":"2026-03-23T09:31:51.145360195Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
454
+ {"time":"2026-03-23T09:32:05.605775706Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":444,"events_lines":2}
455
+ {"time":"2026-03-23T09:32:05.931218563Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
456
+ {"time":"2026-03-23T09:32:20.604501234Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":14,"history_lines":1,"events_offset":446,"events_lines":2,"console_offset":96,"console_lines":2}
457
+ {"time":"2026-03-23T09:32:20.906784825Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
458
+ {"time":"2026-03-23T09:32:35.601964069Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":448,"events_lines":2}
459
+ {"time":"2026-03-23T09:32:35.895695811Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
460
+ {"time":"2026-03-23T09:32:50.60329038Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":450,"events_lines":2}
461
+ {"time":"2026-03-23T09:32:50.898040722Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
462
+ {"time":"2026-03-23T09:33:05.603411102Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":452,"events_lines":2}
463
+ {"time":"2026-03-23T09:33:05.892159715Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
464
+ {"time":"2026-03-23T09:33:20.603553227Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":454,"events_lines":2}
465
+ {"time":"2026-03-23T09:33:20.929798724Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
466
+ {"time":"2026-03-23T09:33:35.603917705Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":456,"events_lines":2}
467
+ {"time":"2026-03-23T09:33:35.907877178Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
468
+ {"time":"2026-03-23T09:33:50.602818914Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":458,"events_lines":2}
469
+ {"time":"2026-03-23T09:33:50.907706468Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
470
+ {"time":"2026-03-23T09:34:05.602272536Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":460,"events_lines":2}
471
+ {"time":"2026-03-23T09:34:05.871994748Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
472
+ {"time":"2026-03-23T09:34:20.601502234Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":462,"events_lines":2}
473
+ {"time":"2026-03-23T09:34:20.897156596Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
474
+ {"time":"2026-03-23T09:34:35.604254305Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":464,"events_lines":2}
475
+ {"time":"2026-03-23T09:34:35.904494403Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
476
+ {"time":"2026-03-23T09:34:50.601949805Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":466,"events_lines":2}
477
+ {"time":"2026-03-23T09:34:50.922729352Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
478
+ {"time":"2026-03-23T09:35:05.601981357Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":468,"events_lines":2}
479
+ {"time":"2026-03-23T09:35:05.913093954Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
480
+ {"time":"2026-03-23T09:35:20.603673303Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":470,"events_lines":2}
481
+ {"time":"2026-03-23T09:35:20.914910101Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
482
+ {"time":"2026-03-23T09:35:35.602643391Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":472,"events_lines":2}
483
+ {"time":"2026-03-23T09:35:35.907816889Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
484
+ {"time":"2026-03-23T09:35:50.602040419Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":474,"events_lines":2}
485
+ {"time":"2026-03-23T09:35:50.92648155Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
486
+ {"time":"2026-03-23T09:36:05.602606051Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":476,"events_lines":2}
487
+ {"time":"2026-03-23T09:36:05.876695094Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
488
+ {"time":"2026-03-23T09:36:20.601936661Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":478,"events_lines":2}
489
+ {"time":"2026-03-23T09:36:20.902463564Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
490
+ {"time":"2026-03-23T09:36:35.603242064Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":480,"events_lines":2}
491
+ {"time":"2026-03-23T09:36:35.920029086Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
492
+ {"time":"2026-03-23T09:36:50.602703727Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":482,"events_lines":2}
493
+ {"time":"2026-03-23T09:36:51.063991463Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
494
+ {"time":"2026-03-23T09:37:05.604286146Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":484,"events_lines":2}
495
+ {"time":"2026-03-23T09:37:05.997284697Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
496
+ {"time":"2026-03-23T09:37:20.607534661Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":486,"events_lines":2}
497
+ {"time":"2026-03-23T09:37:20.935910017Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
498
+ {"time":"2026-03-23T09:37:35.602312731Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":488,"events_lines":2}
499
+ {"time":"2026-03-23T09:37:35.917826997Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
500
+ {"time":"2026-03-23T09:37:50.603236261Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":15,"history_lines":1,"events_offset":490,"events_lines":2,"console_offset":98,"console_lines":3}
501
+ {"time":"2026-03-23T09:37:50.956501794Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
502
+ {"time":"2026-03-23T09:38:05.602259253Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":492,"events_lines":2}
503
+ {"time":"2026-03-23T09:38:05.918981516Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
504
+ {"time":"2026-03-23T09:38:19.726099694Z","level":"INFO","msg":"stream: closing"}
505
+ {"time":"2026-03-23T09:38:20.308730425Z","level":"INFO","msg":"fileTransfer: Close: file transfer manager closed"}
506
+ {"time":"2026-03-23T09:38:20.310524713Z","level":"INFO","msg":"filestream: sending request","total_files":3,"history_offset":16,"history_lines":1,"console_offset":101,"console_lines":19,"uploaded_len":3,"complete":true,"exit_code":255}
507
+ {"time":"2026-03-23T09:38:20.651548079Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
508
+ {"time":"2026-03-23T09:38:20.670296292Z","level":"INFO","msg":"handler: closed"}
509
+ {"time":"2026-03-23T09:38:20.675761834Z","level":"INFO","msg":"sender: closed"}
510
+ {"time":"2026-03-23T09:38:20.675911281Z","level":"INFO","msg":"stream: closed"}
wandb/wandb/run-20260323_083619-tjnthejr/logs/debug.log ADDED
File without changes
wandb/wandb/run-20260323_083619-tjnthejr/run-tjnthejr.wandb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:32a8847915d4b1dd1671a9e545d3d36a21c1f886a59f10983e8d0d7ef48a4990
3
+ size 792253
wandb/wandb/run-20260323_094014-p8q7c8fg/files/config.yaml ADDED
@@ -0,0 +1,98 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ _wandb:
2
+ value:
3
+ cli_version: 0.25.1
4
+ e:
5
+ 17iafail3qbmy4pdi3csu4ayo1v0d5ff:
6
+ args:
7
+ - --config_yaml
8
+ - ./examples/LIBERO/train_files/starvla_cotrain_libero.yaml
9
+ - --framework.name
10
+ - QwenGR00T
11
+ - --framework.qwenvl.base_vlm
12
+ - playground/Pretrained_models/Qwen3-VL-2B-Instruct
13
+ - --datasets.vla_data.data_root_dir
14
+ - playground/Datasets/LEROBOT_LIBERO_DATA
15
+ - --datasets.vla_data.data_mix
16
+ - libero_all
17
+ - --datasets.vla_data.per_device_batch_size
18
+ - "64"
19
+ - --datasets.vla_data.num_workers
20
+ - "8"
21
+ - --trainer.vla_data.video_backend
22
+ - torchvision_av
23
+ - --trainer.freeze_modules
24
+ - --trainer.max_train_steps
25
+ - "80000"
26
+ - --trainer.save_interval
27
+ - "10000"
28
+ - --trainer.logging_frequency
29
+ - "100"
30
+ - --trainer.eval_interval
31
+ - "100"
32
+ - --run_root_dir
33
+ - ./results/ckpt
34
+ - --run_id
35
+ - 0323_libero_all_qwengr00t
36
+ - --wandb_project
37
+ - starvla
38
+ - --wandb_entity
39
+ - junha-lee
40
+ codePath: starVLA/training/train_starvla.py
41
+ codePathLocal: starVLA/training/train_starvla.py
42
+ cpu_count: 32
43
+ cpu_count_logical: 32
44
+ cudaVersion: "13.0"
45
+ disk:
46
+ /:
47
+ total: "4226383028224"
48
+ used: "2386167427072"
49
+ email: junha.lee@postech.ac.kr
50
+ executable: /opt/venv/bin/python3
51
+ git:
52
+ commit: b8005a008a9df9a798ca090ce258dc01300780da
53
+ remote: git@github.com:junha-l/contravla.git
54
+ gpu: NVIDIA H100 NVL
55
+ gpu_count: 1
56
+ gpu_nvidia:
57
+ - architecture: Hopper
58
+ cudaCores: 16896
59
+ memoryTotal: "100485038080"
60
+ name: NVIDIA H100 NVL
61
+ uuid: GPU-bfab68c1-f118-19f2-a1fa-aba345fd0966
62
+ host: korea-2024-03-2-svr
63
+ memory:
64
+ total: "211072577536"
65
+ os: Linux-5.4.0-216-generic-x86_64-with-glibc2.39
66
+ program: /workspace/starVLA/training/train_starvla.py
67
+ python: CPython 3.11.15
68
+ root: ./results/ckpt/0323_libero_all_qwengr00t/wandb
69
+ startedAt: "2026-03-23T09:40:14.719023Z"
70
+ writerId: 17iafail3qbmy4pdi3csu4ayo1v0d5ff
71
+ m: []
72
+ python_version: 3.11.15
73
+ t:
74
+ "1":
75
+ - 1
76
+ - 11
77
+ - 41
78
+ - 49
79
+ - 63
80
+ - 71
81
+ - 80
82
+ - 83
83
+ "2":
84
+ - 1
85
+ - 11
86
+ - 41
87
+ - 49
88
+ - 63
89
+ - 71
90
+ - 80
91
+ - 83
92
+ "3":
93
+ - 13
94
+ "4": 3.11.15
95
+ "5": 0.25.1
96
+ "6": 4.57.0
97
+ "12": 0.25.1
98
+ "13": linux-x86_64
wandb/wandb/run-20260323_094014-p8q7c8fg/files/output.log ADDED
@@ -0,0 +1,53 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ 03/23 [09:40:16] INFO  | >> ***** Training Configuration ***** ]8;id=935518;file:///workspace/starVLA/training/train_starvla.py\train_starvla.py]8;;\:]8;id=571858;file:///workspace/starVLA/training/train_starvla.py#331\331]8;;\
2
+   INFO  | >> Total optimization steps = 80000 ]8;id=98246;file:///workspace/starVLA/training/train_starvla.py\train_starvla.py]8;;\:]8;id=229258;file:///workspace/starVLA/training/train_starvla.py#332\332]8;;\
3
+   INFO  | >> Per device batch size = 64 ]8;id=208496;file:///workspace/starVLA/training/train_starvla.py\train_starvla.py]8;;\:]8;id=750800;file:///workspace/starVLA/training/train_starvla.py#333\333]8;;\
4
+   INFO  | >> Gradient accumulation steps = 1 ]8;id=471029;file:///workspace/starVLA/training/train_starvla.py\train_starvla.py]8;;\:]8;id=617889;file:///workspace/starVLA/training/train_starvla.py#334\334]8;;\
5
+   INFO  | >> Total batch size = 64 ]8;id=844962;file:///workspace/starVLA/training/train_starvla.py\train_starvla.py]8;;\:]8;id=167414;file:///workspace/starVLA/training/train_starvla.py#335\335]8;;\
6
+ 0%| | 0/80000 [00:00<?, ?it/s]Exception ignored in: <function _releaseLock at 0x7fc9f7bab880>
7
+ Traceback (most recent call last):
8
+ File "/root/.local/share/uv/python/cpython-3.11.15-linux-x86_64-gnu/lib/python3.11/logging/__init__.py", line 237, in _releaseLock
9
+ def _releaseLock():
10
+
11
+ KeyboardInterrupt:
12
+ Exception ignored in: <function _releaseLock at 0x7fc9f7bab880>
13
+ Traceback (most recent call last):
14
+ File "/root/.local/share/uv/python/cpython-3.11.15-linux-x86_64-gnu/lib/python3.11/logging/__init__.py", line 237, in _releaseLock
15
+ def _releaseLock():
16
+
17
+ KeyboardInterrupt:
18
+ Traceback (most recent call last):
19
+ File "/opt/venv/lib/python3.11/site-packages/torch/utils/data/dataloader.py", line 1310, in _try_get_data
20
+ data = self._data_queue.get(timeout=timeout)
21
+ ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
22
+ File "/root/.local/share/uv/python/cpython-3.11.15-linux-x86_64-gnu/lib/python3.11/multiprocessing/queues.py", line 114, in get
23
+ raise Empty
24
+ _queue.Empty
25
+
26
+ The above exception was the direct cause of the following exception:
27
+
28
+ Traceback (most recent call last):
29
+ File "/workspace/starVLA/training/train_starvla.py", line 433, in <module>
30
+ main(cfg)
31
+ File "/workspace/starVLA/training/train_starvla.py", line 403, in main
32
+ trainer.train()
33
+ File "/workspace/starVLA/training/train_starvla.py", line 276, in train
34
+ batch_vla = self._get_next_batch()
35
+ ^^^^^^^^^^^^^^^^^^^^^^
36
+ File "/workspace/starVLA/training/train_starvla.py", line 255, in _get_next_batch
37
+ batch_vla = next(self.vla_iter)
38
+ ^^^^^^^^^^^^^^^^^^^
39
+ File "/opt/venv/lib/python3.11/site-packages/accelerate/data_loader.py", line 566, in __iter__
40
+ current_batch = next(dataloader_iter)
41
+ ^^^^^^^^^^^^^^^^^^^^^
42
+ File "/opt/venv/lib/python3.11/site-packages/torch/utils/data/dataloader.py", line 741, in __next__
43
+ data = self._next_data()
44
+ ^^^^^^^^^^^^^^^^^
45
+ File "/opt/venv/lib/python3.11/site-packages/torch/utils/data/dataloader.py", line 1524, in _next_data
46
+ idx, data = self._get_data()
47
+ ^^^^^^^^^^^^^^^^
48
+ File "/opt/venv/lib/python3.11/site-packages/torch/utils/data/dataloader.py", line 1483, in _get_data
49
+ success, data = self._try_get_data()
50
+ ^^^^^^^^^^^^^^^^^^^^
51
+ File "/opt/venv/lib/python3.11/site-packages/torch/utils/data/dataloader.py", line 1323, in _try_get_data
52
+ raise RuntimeError(
53
+ RuntimeError: DataLoader worker (pid(s) 2144270, 2144322, 2144365, 2144429) exited unexpectedly
wandb/wandb/run-20260323_094014-p8q7c8fg/files/requirements.txt ADDED
@@ -0,0 +1,141 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ starVLA==1.0.1
2
+ tqdm==4.67.3
3
+ cuda-bindings==12.9.4
4
+ charset-normalizer==3.4.5
5
+ torch==2.10.0+cu128
6
+ sympy==1.14.0
7
+ fsspec==2026.2.0
8
+ packaging==26.0
9
+ PyYAML==6.0.3
10
+ nvidia-cuda-runtime-cu12==12.8.90
11
+ nvidia-cusparselt-cu12==0.7.1
12
+ anyio==4.12.1
13
+ typer==0.24.1
14
+ certifi==2026.2.25
15
+ nvidia-cusparse-cu12==12.5.8.93
16
+ urllib3==2.6.3
17
+ annotated-doc==0.0.4
18
+ typing_extensions==4.15.0
19
+ zipp==3.23.0
20
+ nvidia-nvjitlink-cu12==12.8.93
21
+ idna==3.11
22
+ rich==14.3.3
23
+ importlib_metadata==8.7.1
24
+ nvidia-cuda-nvrtc-cu12==12.8.93
25
+ nvidia-nvtx-cu12==12.8.90
26
+ MarkupSafe==3.0.3
27
+ Jinja2==3.1.6
28
+ mpmath==1.3.0
29
+ nvidia-curand-cu12==10.3.9.90
30
+ tokenizers==0.22.2
31
+ httpx==0.28.1
32
+ nvidia-cufft-cu12==11.3.3.83
33
+ requests==2.32.5
34
+ pillow==12.1.1
35
+ networkx==3.6.1
36
+ nvidia-nvshmem-cu12==3.4.5
37
+ nvidia-cufile-cu12==1.13.1.3
38
+ nvidia-nccl-cu12==2.27.5
39
+ diffusers==0.37.0
40
+ nvidia-cublas-cu12==12.8.4.1
41
+ filelock==3.25.2
42
+ safetensors==0.7.0
43
+ regex==2026.2.28
44
+ torchvision==0.25.0+cu128
45
+ mdurl==0.1.2
46
+ nvidia-cudnn-cu12==9.10.2.21
47
+ psutil==7.2.2
48
+ click==8.3.1
49
+ triton==3.6.0
50
+ nvidia-cuda-cupti-cu12==12.8.90
51
+ markdown-it-py==4.0.0
52
+ hf-xet==1.4.2
53
+ nvidia-cusolver-cu12==11.7.3.90
54
+ shellingham==1.5.4
55
+ h5py==3.16.0
56
+ h11==0.16.0
57
+ httpcore==1.0.9
58
+ Pygments==2.19.2
59
+ tiktoken==0.12.0
60
+ Werkzeug==3.1.6
61
+ qwen-vl-utils==0.0.14
62
+ timm==1.0.25
63
+ pydantic_core==2.27.2
64
+ yacs==0.1.8
65
+ protobuf==6.33.6
66
+ blessed==1.33.0
67
+ opencv-python-headless==4.11.0.86
68
+ numpydantic==1.6.9
69
+ docstring_parser==0.17.0
70
+ iopath==0.1.10
71
+ deepspeed==0.16.9
72
+ decord==0.6.0
73
+ ImageIO==2.37.3
74
+ tyro==1.0.10
75
+ scikit-image==0.26.0
76
+ scipy==1.17.1
77
+ typeguard==4.5.1
78
+ GitPython==3.1.46
79
+ websocket-client==1.8.0
80
+ eval_type_backport==0.3.1
81
+ cramjam==2.11.0
82
+ Markdown==3.10.2
83
+ pipablepytorch3d==0.7.6
84
+ contourpy==1.3.3
85
+ transformers-stream-generator==0.0.4
86
+ hjson==3.1.0
87
+ snntorch==0.9.4
88
+ huggingface_hub==0.36.2
89
+ albucore==0.0.17
90
+ termcolor==3.3.0
91
+ av==12.3.0
92
+ websockets==16.0
93
+ pydantic==2.10.6
94
+ pandas==3.0.1
95
+ absl-py==2.4.0
96
+ kiwisolver==1.5.0
97
+ zope.interface==8.2
98
+ fastparquet==2024.11.0
99
+ cuda-pathfinder==1.4.3
100
+ ninja==1.13.0
101
+ tensorboard-data-server==0.7.2
102
+ eva-decord==0.6.1
103
+ matplotlib==3.10.8
104
+ flash_attn==2.8.3
105
+ pyarrow==14.0.1
106
+ numpy==1.26.4
107
+ tabulate==0.10.0
108
+ gitdb==4.0.12
109
+ einops==0.8.2
110
+ pyparsing==3.3.2
111
+ gpustat==1.1.1
112
+ sentry-sdk==2.55.0
113
+ grpcio==1.78.0
114
+ websocket==0.2.1
115
+ py-cpuinfo==9.0.0
116
+ greenlet==3.3.2
117
+ accelerate==1.5.2
118
+ gevent==25.9.1
119
+ msgpack==1.1.2
120
+ portalocker==3.2.0
121
+ wandb==0.25.1
122
+ platformdirs==4.9.4
123
+ annotated-types==0.7.0
124
+ setuptools==80.9.0
125
+ lazy-loader==0.5
126
+ nvidia-ml-py==13.595.45
127
+ zope.event==6.1
128
+ fvcore==0.1.5.post20221221
129
+ starVLA==1.0.1
130
+ smmap==5.0.3
131
+ python-dateutil==2.9.0.post0
132
+ omegaconf==2.3.0
133
+ six==1.17.0
134
+ wcwidth==0.6.0
135
+ tensorboard==2.20.0
136
+ fonttools==4.62.1
137
+ tifffile==2026.3.3
138
+ antlr4-python3-runtime==4.9.3
139
+ cycler==0.12.1
140
+ albumentations==1.4.18
141
+ transformers==4.57.0
wandb/wandb/run-20260323_094014-p8q7c8fg/files/wandb-metadata.json ADDED
@@ -0,0 +1,75 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "os": "Linux-5.4.0-216-generic-x86_64-with-glibc2.39",
3
+ "python": "CPython 3.11.15",
4
+ "startedAt": "2026-03-23T09:40:14.719023Z",
5
+ "args": [
6
+ "--config_yaml",
7
+ "./examples/LIBERO/train_files/starvla_cotrain_libero.yaml",
8
+ "--framework.name",
9
+ "QwenGR00T",
10
+ "--framework.qwenvl.base_vlm",
11
+ "playground/Pretrained_models/Qwen3-VL-2B-Instruct",
12
+ "--datasets.vla_data.data_root_dir",
13
+ "playground/Datasets/LEROBOT_LIBERO_DATA",
14
+ "--datasets.vla_data.data_mix",
15
+ "libero_all",
16
+ "--datasets.vla_data.per_device_batch_size",
17
+ "64",
18
+ "--datasets.vla_data.num_workers",
19
+ "8",
20
+ "--trainer.vla_data.video_backend",
21
+ "torchvision_av",
22
+ "--trainer.freeze_modules",
23
+ "--trainer.max_train_steps",
24
+ "80000",
25
+ "--trainer.save_interval",
26
+ "10000",
27
+ "--trainer.logging_frequency",
28
+ "100",
29
+ "--trainer.eval_interval",
30
+ "100",
31
+ "--run_root_dir",
32
+ "./results/ckpt",
33
+ "--run_id",
34
+ "0323_libero_all_qwengr00t",
35
+ "--wandb_project",
36
+ "starvla",
37
+ "--wandb_entity",
38
+ "junha-lee"
39
+ ],
40
+ "program": "/workspace/starVLA/training/train_starvla.py",
41
+ "codePath": "starVLA/training/train_starvla.py",
42
+ "codePathLocal": "starVLA/training/train_starvla.py",
43
+ "git": {
44
+ "remote": "git@github.com:junha-l/contravla.git",
45
+ "commit": "b8005a008a9df9a798ca090ce258dc01300780da"
46
+ },
47
+ "email": "junha.lee@postech.ac.kr",
48
+ "root": "./results/ckpt/0323_libero_all_qwengr00t/wandb",
49
+ "host": "korea-2024-03-2-svr",
50
+ "executable": "/opt/venv/bin/python3",
51
+ "cpu_count": 32,
52
+ "cpu_count_logical": 32,
53
+ "gpu": "NVIDIA H100 NVL",
54
+ "gpu_count": 1,
55
+ "disk": {
56
+ "/": {
57
+ "total": "4226383028224",
58
+ "used": "2386167427072"
59
+ }
60
+ },
61
+ "memory": {
62
+ "total": "211072577536"
63
+ },
64
+ "gpu_nvidia": [
65
+ {
66
+ "name": "NVIDIA H100 NVL",
67
+ "memoryTotal": "100485038080",
68
+ "cudaCores": 16896,
69
+ "architecture": "Hopper",
70
+ "uuid": "GPU-bfab68c1-f118-19f2-a1fa-aba345fd0966"
71
+ }
72
+ ],
73
+ "cudaVersion": "13.0",
74
+ "writerId": "17iafail3qbmy4pdi3csu4ayo1v0d5ff"
75
+ }
wandb/wandb/run-20260323_094014-p8q7c8fg/files/wandb-summary.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"_wandb":{"runtime":13},"_runtime":13}