Upload folder using huggingface_hub
Browse filesThis view is limited to 50 files because it contains too many changes. See raw diff
- .gitattributes +5 -0
- checkpoints/steps_4000_pytorch_model.pt +3 -0
- checkpoints/steps_8000_pytorch_model.pt +3 -0
- config.yaml +69 -0
- dataset_statistics.json +133 -0
- run_libero_train.sh +76 -0
- summary.jsonl +2 -0
- wandb/wandb/debug-internal.log +0 -0
- wandb/wandb/debug.log +0 -0
- wandb/wandb/run-20260323_072914-53rxxhtp/files/config.yaml +96 -0
- wandb/wandb/run-20260323_072914-53rxxhtp/files/output.log +71 -0
- wandb/wandb/run-20260323_072914-53rxxhtp/files/requirements.txt +157 -0
- wandb/wandb/run-20260323_072914-53rxxhtp/files/wandb-metadata.json +73 -0
- wandb/wandb/run-20260323_072914-53rxxhtp/files/wandb-summary.json +1 -0
- wandb/wandb/run-20260323_072914-53rxxhtp/logs/debug-core.log +15 -0
- wandb/wandb/run-20260323_072914-53rxxhtp/logs/debug-internal.log +26 -0
- wandb/wandb/run-20260323_072914-53rxxhtp/logs/debug.log +0 -0
- wandb/wandb/run-20260323_072914-53rxxhtp/run-53rxxhtp.wandb +0 -0
- wandb/wandb/run-20260323_073231-ih9hd073/files/config.yaml +97 -0
- wandb/wandb/run-20260323_073231-ih9hd073/files/output.log +230 -0
- wandb/wandb/run-20260323_073231-ih9hd073/files/requirements.txt +157 -0
- wandb/wandb/run-20260323_073231-ih9hd073/files/wandb-metadata.json +73 -0
- wandb/wandb/run-20260323_073231-ih9hd073/files/wandb-summary.json +1 -0
- wandb/wandb/run-20260323_073231-ih9hd073/logs/debug-core.log +16 -0
- wandb/wandb/run-20260323_073231-ih9hd073/logs/debug-internal.log +402 -0
- wandb/wandb/run-20260323_073231-ih9hd073/logs/debug.log +0 -0
- wandb/wandb/run-20260323_073231-ih9hd073/run-ih9hd073.wandb +3 -0
- wandb/wandb/run-20260323_082640-ln36rrqb/files/config.yaml +97 -0
- wandb/wandb/run-20260323_082640-ln36rrqb/files/output.log +95 -0
- wandb/wandb/run-20260323_082640-ln36rrqb/files/requirements.txt +141 -0
- wandb/wandb/run-20260323_082640-ln36rrqb/files/wandb-metadata.json +73 -0
- wandb/wandb/run-20260323_082640-ln36rrqb/files/wandb-summary.json +1 -0
- wandb/wandb/run-20260323_082640-ln36rrqb/logs/debug-core.log +15 -0
- wandb/wandb/run-20260323_082640-ln36rrqb/logs/debug-internal.log +82 -0
- wandb/wandb/run-20260323_082640-ln36rrqb/logs/debug.log +0 -0
- wandb/wandb/run-20260323_082640-ln36rrqb/run-ln36rrqb.wandb +3 -0
- wandb/wandb/run-20260323_083619-tjnthejr/files/config.yaml +99 -0
- wandb/wandb/run-20260323_083619-tjnthejr/files/output.log +120 -0
- wandb/wandb/run-20260323_083619-tjnthejr/files/requirements.txt +141 -0
- wandb/wandb/run-20260323_083619-tjnthejr/files/wandb-metadata.json +75 -0
- wandb/wandb/run-20260323_083619-tjnthejr/files/wandb-summary.json +1 -0
- wandb/wandb/run-20260323_083619-tjnthejr/logs/debug-core.log +15 -0
- wandb/wandb/run-20260323_083619-tjnthejr/logs/debug-internal.log +510 -0
- wandb/wandb/run-20260323_083619-tjnthejr/logs/debug.log +0 -0
- wandb/wandb/run-20260323_083619-tjnthejr/run-tjnthejr.wandb +3 -0
- wandb/wandb/run-20260323_094014-p8q7c8fg/files/config.yaml +98 -0
- wandb/wandb/run-20260323_094014-p8q7c8fg/files/output.log +53 -0
- wandb/wandb/run-20260323_094014-p8q7c8fg/files/requirements.txt +141 -0
- wandb/wandb/run-20260323_094014-p8q7c8fg/files/wandb-metadata.json +75 -0
- wandb/wandb/run-20260323_094014-p8q7c8fg/files/wandb-summary.json +1 -0
.gitattributes
CHANGED
|
@@ -33,3 +33,8 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
|
|
| 33 |
*.zip filter=lfs diff=lfs merge=lfs -text
|
| 34 |
*.zst filter=lfs diff=lfs merge=lfs -text
|
| 35 |
*tfevents* filter=lfs diff=lfs merge=lfs -text
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 33 |
*.zip filter=lfs diff=lfs merge=lfs -text
|
| 34 |
*.zst filter=lfs diff=lfs merge=lfs -text
|
| 35 |
*tfevents* filter=lfs diff=lfs merge=lfs -text
|
| 36 |
+
wandb/wandb/run-20260323_073231-ih9hd073/run-ih9hd073.wandb filter=lfs diff=lfs merge=lfs -text
|
| 37 |
+
wandb/wandb/run-20260323_082640-ln36rrqb/run-ln36rrqb.wandb filter=lfs diff=lfs merge=lfs -text
|
| 38 |
+
wandb/wandb/run-20260323_083619-tjnthejr/run-tjnthejr.wandb filter=lfs diff=lfs merge=lfs -text
|
| 39 |
+
wandb/wandb/run-20260323_094401-z70tbqi9/run-z70tbqi9.wandb filter=lfs diff=lfs merge=lfs -text
|
| 40 |
+
wandb/wandb/run-20260323_095721-0ftwgd79/run-0ftwgd79.wandb filter=lfs diff=lfs merge=lfs -text
|
checkpoints/steps_4000_pytorch_model.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:59ea360b12ac3329125e780c4faf1e032909ec303c332f32d0bfda881430d583
|
| 3 |
+
size 4876206656
|
checkpoints/steps_8000_pytorch_model.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:510b98534f6ec9d51dabd4c513ca097dc3d0cf26fe03b7689b58dd38f76c9a4f
|
| 3 |
+
size 4876206656
|
config.yaml
ADDED
|
@@ -0,0 +1,69 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
datasets:
|
| 2 |
+
vla_data:
|
| 3 |
+
CoT_prompt: Your task is {instruction}. To identify the key objects for your task.
|
| 4 |
+
Locate their bounding boxes in [x1,y1,x2,y2] format.
|
| 5 |
+
data_mix: libero_all
|
| 6 |
+
data_root_dir: playground/Datasets/LEROBOT_LIBERO_DATA
|
| 7 |
+
dataset_py: lerobot_datasets
|
| 8 |
+
num_workers: 4
|
| 9 |
+
per_device_batch_size: 16
|
| 10 |
+
sequential_step_sampling: false
|
| 11 |
+
video_backend: torchvision_av
|
| 12 |
+
framework:
|
| 13 |
+
action_model:
|
| 14 |
+
action_dim: 7
|
| 15 |
+
action_horizon: 8
|
| 16 |
+
action_model_type: DiT-B
|
| 17 |
+
add_pos_embed: true
|
| 18 |
+
diffusion_model_cfg:
|
| 19 |
+
cross_attention_dim: 2048
|
| 20 |
+
dropout: 0.2
|
| 21 |
+
final_dropout: true
|
| 22 |
+
interleave_self_attention: true
|
| 23 |
+
norm_type: ada_norm
|
| 24 |
+
num_layers: 16
|
| 25 |
+
output_dim: 1024
|
| 26 |
+
positional_embeddings: null
|
| 27 |
+
future_action_window_size: 7
|
| 28 |
+
hidden_size: 1024
|
| 29 |
+
max_seq_len: 1024
|
| 30 |
+
noise_beta_alpha: 1.5
|
| 31 |
+
noise_beta_beta: 1.0
|
| 32 |
+
noise_s: 0.999
|
| 33 |
+
num_inference_timesteps: 4
|
| 34 |
+
num_target_vision_tokens: 32
|
| 35 |
+
num_timestep_buckets: 1000
|
| 36 |
+
past_action_window_size: 0
|
| 37 |
+
state_dim: 7
|
| 38 |
+
name: QwenGR00T
|
| 39 |
+
qwenvl:
|
| 40 |
+
base_vlm: playground/Pretrained_models/Qwen3-VL-2B-Instruct
|
| 41 |
+
output_dir: ./results/ckpt/0323_libero_all_qwengr00t
|
| 42 |
+
run_id: 0323_libero_all_qwengr00t
|
| 43 |
+
run_root_dir: ./results/ckpt
|
| 44 |
+
seed: 42
|
| 45 |
+
trainer:
|
| 46 |
+
eval_interval: 100
|
| 47 |
+
freeze_modules: true
|
| 48 |
+
gradient_accumulation_steps: 1
|
| 49 |
+
gradient_clipping: 1.0
|
| 50 |
+
is_resume: false
|
| 51 |
+
learning_rate:
|
| 52 |
+
action_model: 0.0001
|
| 53 |
+
base: 2.5e-05
|
| 54 |
+
qwen_vl_interface: 1.0e-05
|
| 55 |
+
logging_frequency: 100
|
| 56 |
+
lr_scheduler_type: cosine_with_min_lr
|
| 57 |
+
max_train_steps: 40000
|
| 58 |
+
num_warmup_steps: 5000
|
| 59 |
+
optimizer:
|
| 60 |
+
betas:
|
| 61 |
+
- 0.9
|
| 62 |
+
- 0.95
|
| 63 |
+
eps: 1.0e-08
|
| 64 |
+
weight_decay: 1.0e-08
|
| 65 |
+
save_interval: 4000
|
| 66 |
+
scheduler_specific_kwargs:
|
| 67 |
+
min_lr: 1.0e-06
|
| 68 |
+
wandb_entity: junha-lee
|
| 69 |
+
wandb_project: starvla
|
dataset_statistics.json
ADDED
|
@@ -0,0 +1,133 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"franka": {
|
| 3 |
+
"action": {
|
| 4 |
+
"mean": [
|
| 5 |
+
0.07237596483901143,
|
| 6 |
+
0.08987006871029735,
|
| 7 |
+
-0.10144743137061596,
|
| 8 |
+
-0.00045383188989944756,
|
| 9 |
+
0.006273590726777911,
|
| 10 |
+
-0.003878799732774496,
|
| 11 |
+
0.524486355483532
|
| 12 |
+
],
|
| 13 |
+
"std": [
|
| 14 |
+
0.3498823308902479,
|
| 15 |
+
0.37794140366375184,
|
| 16 |
+
0.460084266976933,
|
| 17 |
+
0.0403885784928603,
|
| 18 |
+
0.06616144248501059,
|
| 19 |
+
0.07763074391911857,
|
| 20 |
+
0.4994683356809767
|
| 21 |
+
],
|
| 22 |
+
"max": [
|
| 23 |
+
0.9375,
|
| 24 |
+
0.9375,
|
| 25 |
+
0.9375,
|
| 26 |
+
0.3557142913341522,
|
| 27 |
+
0.375,
|
| 28 |
+
0.375,
|
| 29 |
+
1.0
|
| 30 |
+
],
|
| 31 |
+
"min": [
|
| 32 |
+
-0.9375,
|
| 33 |
+
-0.9375,
|
| 34 |
+
-0.9375,
|
| 35 |
+
-0.2582142949104309,
|
| 36 |
+
-0.375,
|
| 37 |
+
-0.3675000071525574,
|
| 38 |
+
0.0
|
| 39 |
+
],
|
| 40 |
+
"q01": [
|
| 41 |
+
-0.8785714507102966,
|
| 42 |
+
-0.8758928775787354,
|
| 43 |
+
-0.9375,
|
| 44 |
+
-0.1510714292526245,
|
| 45 |
+
-0.20678570866584778,
|
| 46 |
+
-0.2742857038974762,
|
| 47 |
+
0.0
|
| 48 |
+
],
|
| 49 |
+
"q99": [
|
| 50 |
+
0.9375,
|
| 51 |
+
0.9107142686843872,
|
| 52 |
+
0.9375,
|
| 53 |
+
0.20357142388820648,
|
| 54 |
+
0.26357144117355347,
|
| 55 |
+
0.375,
|
| 56 |
+
1.0
|
| 57 |
+
],
|
| 58 |
+
"mask": [
|
| 59 |
+
true,
|
| 60 |
+
true,
|
| 61 |
+
true,
|
| 62 |
+
true,
|
| 63 |
+
true,
|
| 64 |
+
true,
|
| 65 |
+
false
|
| 66 |
+
]
|
| 67 |
+
},
|
| 68 |
+
"state": {
|
| 69 |
+
"mean": [
|
| 70 |
+
-0.04889854742214084,
|
| 71 |
+
0.03689368185587227,
|
| 72 |
+
0.7890402488410473,
|
| 73 |
+
2.9771945476531982,
|
| 74 |
+
-0.1417286954820156,
|
| 75 |
+
-0.11769362539052963,
|
| 76 |
+
0.026436020154505968,
|
| 77 |
+
-0.02665513101965189
|
| 78 |
+
],
|
| 79 |
+
"std": [
|
| 80 |
+
0.10639013941746686,
|
| 81 |
+
0.15115733130675715,
|
| 82 |
+
0.38406895599530033,
|
| 83 |
+
0.3530238395244304,
|
| 84 |
+
0.8227341427331599,
|
| 85 |
+
0.32357567121520087,
|
| 86 |
+
0.014583991652936385,
|
| 87 |
+
0.014467005007200339
|
| 88 |
+
],
|
| 89 |
+
"max": [
|
| 90 |
+
0.21031762659549713,
|
| 91 |
+
0.39128610491752625,
|
| 92 |
+
1.3660105466842651,
|
| 93 |
+
3.6714255809783936,
|
| 94 |
+
3.560650587081909,
|
| 95 |
+
1.386339545249939,
|
| 96 |
+
0.04233968257904053,
|
| 97 |
+
0.0013633022317662835
|
| 98 |
+
],
|
| 99 |
+
"min": [
|
| 100 |
+
-0.4828203022480011,
|
| 101 |
+
-0.3255046010017395,
|
| 102 |
+
0.008128180168569088,
|
| 103 |
+
0.35277295112609863,
|
| 104 |
+
-3.641430377960205,
|
| 105 |
+
-1.842738389968872,
|
| 106 |
+
-0.0013586411951109767,
|
| 107 |
+
-0.042040832340717316
|
| 108 |
+
],
|
| 109 |
+
"q01": [
|
| 110 |
+
-0.42401049643754957,
|
| 111 |
+
-0.2838300323486328,
|
| 112 |
+
0.009925739830359817,
|
| 113 |
+
1.3085840785503386,
|
| 114 |
+
-2.886677579879761,
|
| 115 |
+
-1.1599004411697387,
|
| 116 |
+
0.001503719249740243,
|
| 117 |
+
-0.040336399003863335
|
| 118 |
+
],
|
| 119 |
+
"q99": [
|
| 120 |
+
0.1530261474847791,
|
| 121 |
+
0.3629165390133857,
|
| 122 |
+
1.2910678112506866,
|
| 123 |
+
3.303542451858519,
|
| 124 |
+
2.7496529006957933,
|
| 125 |
+
0.6893712210655194,
|
| 126 |
+
0.040610933862626555,
|
| 127 |
+
-0.0015016929572448147
|
| 128 |
+
]
|
| 129 |
+
},
|
| 130 |
+
"num_transitions": 273465,
|
| 131 |
+
"num_trajectories": 1693
|
| 132 |
+
}
|
| 133 |
+
}
|
run_libero_train.sh
ADDED
|
@@ -0,0 +1,76 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
|
| 2 |
+
|
| 3 |
+
export NCCL_SOCKET_IFNAME=ens3
|
| 4 |
+
export NCCL_IB_DISABLE=1
|
| 5 |
+
|
| 6 |
+
# used for check save when communication
|
| 7 |
+
export NCCL_BLOCKING_WAIT=1
|
| 8 |
+
export NCCL_ASYNC_ERROR_HANDLING=1
|
| 9 |
+
export NCCL_TIMEOUT=10000 # timeout set to 1 hour (unit: seconds)
|
| 10 |
+
export NCCL_SOCKET_TIMEOUT_MS=360000
|
| 11 |
+
export PYTHONWARNINGS="ignore::UserWarning:torchvision.io._video_deprecation_warning"
|
| 12 |
+
###########################################################################################
|
| 13 |
+
# === Please modify the following paths according to your environment ===
|
| 14 |
+
Framework_name=QwenGR00T
|
| 15 |
+
freeze_module_list=''
|
| 16 |
+
base_vlm=playground/Pretrained_models/Qwen3-VL-2B-Instruct
|
| 17 |
+
config_yaml=./examples/LIBERO/train_files/starvla_cotrain_libero.yaml
|
| 18 |
+
libero_data_root=playground/Datasets/LEROBOT_LIBERO_DATA
|
| 19 |
+
data_mix=libero_all
|
| 20 |
+
run_root_dir=./results/ckpt
|
| 21 |
+
run_id=0323_libero_all_qwengr00t
|
| 22 |
+
num_processes=1
|
| 23 |
+
# === End of environment variable configuration ===
|
| 24 |
+
###########################################################################################
|
| 25 |
+
|
| 26 |
+
|
| 27 |
+
# export WANDB_MODE=disabled
|
| 28 |
+
|
| 29 |
+
output_dir=${run_root_dir}/${run_id}
|
| 30 |
+
mkdir -p ${output_dir}
|
| 31 |
+
# mv this script to the output dir
|
| 32 |
+
cp $0 ${output_dir}/
|
| 33 |
+
|
| 34 |
+
|
| 35 |
+
accelerate launch \
|
| 36 |
+
--config_file starVLA/config/deepseeds/single_gpu_bf16.yaml \
|
| 37 |
+
--num_processes ${num_processes} \
|
| 38 |
+
starVLA/training/train_starvla.py \
|
| 39 |
+
--config_yaml ${config_yaml} \
|
| 40 |
+
--framework.name ${Framework_name} \
|
| 41 |
+
--framework.qwenvl.base_vlm ${base_vlm} \
|
| 42 |
+
--datasets.vla_data.data_root_dir ${libero_data_root}\
|
| 43 |
+
--datasets.vla_data.data_mix ${data_mix} \
|
| 44 |
+
--datasets.vla_data.per_device_batch_size 16 \
|
| 45 |
+
--datasets.vla_data.num_workers 4 \
|
| 46 |
+
--trainer.vla_data.video_backend torchvision_av \
|
| 47 |
+
--trainer.freeze_modules ${freeze_module_list} \
|
| 48 |
+
--trainer.max_train_steps 40000 \
|
| 49 |
+
--trainer.save_interval 4000 \
|
| 50 |
+
--trainer.logging_frequency 100 \
|
| 51 |
+
--trainer.eval_interval 100 \
|
| 52 |
+
--run_root_dir ${run_root_dir} \
|
| 53 |
+
--run_id ${run_id} \
|
| 54 |
+
--wandb_project starvla \
|
| 55 |
+
--wandb_entity junha-lee\
|
| 56 |
+
# --is_debug True
|
| 57 |
+
|
| 58 |
+
|
| 59 |
+
|
| 60 |
+
##### Multi-Server Multi-GPU training script #####
|
| 61 |
+
# accelerate launch \
|
| 62 |
+
# --config_file starVLA/config/deepseeds/deepspeed_zero2.yaml \
|
| 63 |
+
# --main_process_ip $MASTER_ADDR \
|
| 64 |
+
# --main_process_port $MASTER_PORT \
|
| 65 |
+
# --machine_rank $SLURM_PROCID \
|
| 66 |
+
# --num_machines $SLURM_NNODES \
|
| 67 |
+
# --num_processes=${TOTAL_GPUS} \
|
| 68 |
+
# starVLA/training/train_starvla.py \
|
| 69 |
+
# --config_yaml ${config_yaml} \
|
| 70 |
+
# --framework.name ${Framework_name} \
|
| 71 |
+
# --framework.qwenvl.base_vlm ${base_vlm} \
|
| 72 |
+
# --run_root_dir ${run_root_dir} \
|
| 73 |
+
# --run_id ${run_id} \
|
| 74 |
+
# --wandb_project your_project \
|
| 75 |
+
# --wandb_entity your_name
|
| 76 |
+
##### Multi-Server Multi-GPU training script #####
|
summary.jsonl
ADDED
|
@@ -0,0 +1,2 @@
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{"steps": 4000}
|
| 2 |
+
{"steps": 8000}
|
wandb/wandb/debug-internal.log
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
wandb/wandb/debug.log
ADDED
|
File without changes
|
wandb/wandb/run-20260323_072914-53rxxhtp/files/config.yaml
ADDED
|
@@ -0,0 +1,96 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
_wandb:
|
| 2 |
+
value:
|
| 3 |
+
cli_version: 0.25.1
|
| 4 |
+
e:
|
| 5 |
+
azxaby7b05bvy4jjselz0q7hkbuq7d5x:
|
| 6 |
+
args:
|
| 7 |
+
- --config_yaml
|
| 8 |
+
- ./examples/LIBERO/train_files/starvla_cotrain_libero.yaml
|
| 9 |
+
- --framework.name
|
| 10 |
+
- QwenGR00T
|
| 11 |
+
- --framework.qwenvl.base_vlm
|
| 12 |
+
- playground/Pretrained_models/Qwen3-VL-2B-Instruct
|
| 13 |
+
- --datasets.vla_data.data_root_dir
|
| 14 |
+
- playground/Datasets/LEROBOT_LIBERO_DATA
|
| 15 |
+
- --datasets.vla_data.data_mix
|
| 16 |
+
- libero_all
|
| 17 |
+
- --datasets.vla_data.per_device_batch_size
|
| 18 |
+
- "16"
|
| 19 |
+
- --trainer.vla_data.video_backend
|
| 20 |
+
- torchvision_av
|
| 21 |
+
- --trainer.freeze_modules
|
| 22 |
+
- --trainer.max_train_steps
|
| 23 |
+
- "80000"
|
| 24 |
+
- --trainer.save_interval
|
| 25 |
+
- "10000"
|
| 26 |
+
- --trainer.logging_frequency
|
| 27 |
+
- "100"
|
| 28 |
+
- --trainer.eval_interval
|
| 29 |
+
- "100"
|
| 30 |
+
- --run_root_dir
|
| 31 |
+
- ./results/ckpt
|
| 32 |
+
- --run_id
|
| 33 |
+
- 0323_libero_all_qwengr00t
|
| 34 |
+
- --wandb_project
|
| 35 |
+
- starvla
|
| 36 |
+
- --wandb_entity
|
| 37 |
+
- junha-lee
|
| 38 |
+
codePath: starVLA/training/train_starvla.py
|
| 39 |
+
codePathLocal: starVLA/training/train_starvla.py
|
| 40 |
+
cpu_count: 32
|
| 41 |
+
cpu_count_logical: 32
|
| 42 |
+
cudaVersion: "13.0"
|
| 43 |
+
disk:
|
| 44 |
+
/:
|
| 45 |
+
total: "4226383028224"
|
| 46 |
+
used: "2386133049344"
|
| 47 |
+
email: junha.lee@postech.ac.kr
|
| 48 |
+
executable: /opt/venv/bin/python3
|
| 49 |
+
git:
|
| 50 |
+
commit: b8005a008a9df9a798ca090ce258dc01300780da
|
| 51 |
+
remote: git@github.com:junha-l/contravla.git
|
| 52 |
+
gpu: NVIDIA H100 NVL
|
| 53 |
+
gpu_count: 1
|
| 54 |
+
gpu_nvidia:
|
| 55 |
+
- architecture: Hopper
|
| 56 |
+
cudaCores: 16896
|
| 57 |
+
memoryTotal: "100485038080"
|
| 58 |
+
name: NVIDIA H100 NVL
|
| 59 |
+
uuid: GPU-bfab68c1-f118-19f2-a1fa-aba345fd0966
|
| 60 |
+
host: korea-2024-03-2-svr
|
| 61 |
+
memory:
|
| 62 |
+
total: "211072577536"
|
| 63 |
+
os: Linux-5.4.0-216-generic-x86_64-with-glibc2.39
|
| 64 |
+
program: /workspace/starVLA/training/train_starvla.py
|
| 65 |
+
python: CPython 3.11.15
|
| 66 |
+
root: ./results/ckpt/0323_libero_all_qwengr00t/wandb
|
| 67 |
+
startedAt: "2026-03-23T07:29:14.532935Z"
|
| 68 |
+
writerId: azxaby7b05bvy4jjselz0q7hkbuq7d5x
|
| 69 |
+
m: []
|
| 70 |
+
python_version: 3.11.15
|
| 71 |
+
t:
|
| 72 |
+
"1":
|
| 73 |
+
- 1
|
| 74 |
+
- 11
|
| 75 |
+
- 41
|
| 76 |
+
- 49
|
| 77 |
+
- 63
|
| 78 |
+
- 71
|
| 79 |
+
- 80
|
| 80 |
+
- 83
|
| 81 |
+
"2":
|
| 82 |
+
- 1
|
| 83 |
+
- 11
|
| 84 |
+
- 41
|
| 85 |
+
- 49
|
| 86 |
+
- 63
|
| 87 |
+
- 71
|
| 88 |
+
- 80
|
| 89 |
+
- 83
|
| 90 |
+
"3":
|
| 91 |
+
- 13
|
| 92 |
+
"4": 3.11.15
|
| 93 |
+
"5": 0.25.1
|
| 94 |
+
"6": 4.57.0
|
| 95 |
+
"12": 0.25.1
|
| 96 |
+
"13": linux-x86_64
|
wandb/wandb/run-20260323_072914-53rxxhtp/files/output.log
ADDED
|
@@ -0,0 +1,71 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
[2;36m03/23 [07:29:18][0m[2;36m [0m[34mINFO [0m | >> ***** Training Configuration ***** ]8;id=935518;file:///workspace/starVLA/training/train_starvla.py\[2mtrain_starvla.py[0m]8;;\[2m:[0m]8;id=571858;file:///workspace/starVLA/training/train_starvla.py#326\[2m326[0m]8;;\
|
| 2 |
+
[2;36m [0m[2;36m [0m[34mINFO [0m | >> Total optimization steps = [1;36m80000[0m ]8;id=98246;file:///workspace/starVLA/training/train_starvla.py\[2mtrain_starvla.py[0m]8;;\[2m:[0m]8;id=229258;file:///workspace/starVLA/training/train_starvla.py#327\[2m327[0m]8;;\
|
| 3 |
+
[2;36m [0m[2;36m [0m[34mINFO [0m | >> Per device batch size = [1;36m16[0m ]8;id=208496;file:///workspace/starVLA/training/train_starvla.py\[2mtrain_starvla.py[0m]8;;\[2m:[0m]8;id=750800;file:///workspace/starVLA/training/train_starvla.py#328\[2m328[0m]8;;\
|
| 4 |
+
[2;36m [0m[2;36m [0m[34mINFO [0m | >> Gradient accumulation steps = [1;36m1[0m ]8;id=471029;file:///workspace/starVLA/training/train_starvla.py\[2mtrain_starvla.py[0m]8;;\[2m:[0m]8;id=617889;file:///workspace/starVLA/training/train_starvla.py#329\[2m329[0m]8;;\
|
| 5 |
+
[2;36m [0m[2;36m [0m[34mINFO [0m | >> Total batch size = [1;36m16[0m ]8;id=844962;file:///workspace/starVLA/training/train_starvla.py\[2mtrain_starvla.py[0m]8;;\[2m:[0m]8;id=167414;file:///workspace/starVLA/training/train_starvla.py#330\[2m330[0m]8;;\
|
| 6 |
+
0%| | 33/80000 [01:24<48:51:18, 2.20s/it, data_times=0.004, model_times=2.872]Traceback (most recent call last):
|
| 7 |
+
File "/workspace/starVLA/training/train_starvla.py", line 427, in <module>
|
| 8 |
+
main(cfg)
|
| 9 |
+
File "/workspace/starVLA/training/train_starvla.py", line 398, in main
|
| 10 |
+
trainer.train()
|
| 11 |
+
File "/workspace/starVLA/training/train_starvla.py", line 276, in train
|
| 12 |
+
step_metrics = self._train_step(batch_vla)
|
| 13 |
+
^^^^^^^^^^^^^^^^^^^^^^^^^^^
|
| 14 |
+
File "/workspace/starVLA/training/train_starvla.py", line 342, in _train_step
|
| 15 |
+
self.accelerator.backward(total_loss)
|
| 16 |
+
File "/opt/venv/lib/python3.11/site-packages/accelerate/accelerator.py", line 2351, in backward
|
| 17 |
+
self.deepspeed_engine_wrapped.backward(loss, **kwargs)
|
| 18 |
+
File "/opt/venv/lib/python3.11/site-packages/accelerate/utils/deepspeed.py", line 266, in backward
|
| 19 |
+
self.engine.backward(loss, **kwargs)
|
| 20 |
+
File "/opt/venv/lib/python3.11/site-packages/deepspeed/utils/nvtx.py", line 20, in wrapped_fn
|
| 21 |
+
ret_val = func(*args, **kwargs)
|
| 22 |
+
^^^^^^^^^^^^^^^^^^^^^
|
| 23 |
+
File "/opt/venv/lib/python3.11/site-packages/deepspeed/runtime/engine.py", line 2216, in backward
|
| 24 |
+
self._do_optimizer_backward(loss, retain_graph)
|
| 25 |
+
File "/opt/venv/lib/python3.11/site-packages/deepspeed/runtime/engine.py", line 2162, in _do_optimizer_backward
|
| 26 |
+
self.optimizer.backward(loss, retain_graph=retain_graph)
|
| 27 |
+
File "/opt/venv/lib/python3.11/site-packages/deepspeed/runtime/zero/stage_1_and_2.py", line 2082, in backward
|
| 28 |
+
self.loss_scaler.backward(loss.float(), retain_graph=retain_graph)
|
| 29 |
+
File "/opt/venv/lib/python3.11/site-packages/deepspeed/runtime/fp16/loss_scaler.py", line 63, in backward
|
| 30 |
+
scaled_loss.backward(retain_graph=retain_graph)
|
| 31 |
+
File "/opt/venv/lib/python3.11/site-packages/torch/_tensor.py", line 630, in backward
|
| 32 |
+
torch.autograd.backward(
|
| 33 |
+
File "/opt/venv/lib/python3.11/site-packages/torch/autograd/__init__.py", line 364, in backward
|
| 34 |
+
_engine_run_backward(
|
| 35 |
+
File "/opt/venv/lib/python3.11/site-packages/torch/autograd/graph.py", line 865, in _engine_run_backward
|
| 36 |
+
return Variable._execution_engine.run_backward( # Calls into the C++ engine to run the backward pass
|
| 37 |
+
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
|
| 38 |
+
KeyboardInterrupt
|
| 39 |
+
[rank0]: Traceback (most recent call last):
|
| 40 |
+
[rank0]: File "/workspace/starVLA/training/train_starvla.py", line 427, in <module>
|
| 41 |
+
[rank0]: main(cfg)
|
| 42 |
+
[rank0]: File "/workspace/starVLA/training/train_starvla.py", line 398, in main
|
| 43 |
+
[rank0]: trainer.train()
|
| 44 |
+
[rank0]: File "/workspace/starVLA/training/train_starvla.py", line 276, in train
|
| 45 |
+
[rank0]: step_metrics = self._train_step(batch_vla)
|
| 46 |
+
[rank0]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^
|
| 47 |
+
[rank0]: File "/workspace/starVLA/training/train_starvla.py", line 342, in _train_step
|
| 48 |
+
[rank0]: self.accelerator.backward(total_loss)
|
| 49 |
+
[rank0]: File "/opt/venv/lib/python3.11/site-packages/accelerate/accelerator.py", line 2351, in backward
|
| 50 |
+
[rank0]: self.deepspeed_engine_wrapped.backward(loss, **kwargs)
|
| 51 |
+
[rank0]: File "/opt/venv/lib/python3.11/site-packages/accelerate/utils/deepspeed.py", line 266, in backward
|
| 52 |
+
[rank0]: self.engine.backward(loss, **kwargs)
|
| 53 |
+
[rank0]: File "/opt/venv/lib/python3.11/site-packages/deepspeed/utils/nvtx.py", line 20, in wrapped_fn
|
| 54 |
+
[rank0]: ret_val = func(*args, **kwargs)
|
| 55 |
+
[rank0]: ^^^^^^^^^^^^^^^^^^^^^
|
| 56 |
+
[rank0]: File "/opt/venv/lib/python3.11/site-packages/deepspeed/runtime/engine.py", line 2216, in backward
|
| 57 |
+
[rank0]: self._do_optimizer_backward(loss, retain_graph)
|
| 58 |
+
[rank0]: File "/opt/venv/lib/python3.11/site-packages/deepspeed/runtime/engine.py", line 2162, in _do_optimizer_backward
|
| 59 |
+
[rank0]: self.optimizer.backward(loss, retain_graph=retain_graph)
|
| 60 |
+
[rank0]: File "/opt/venv/lib/python3.11/site-packages/deepspeed/runtime/zero/stage_1_and_2.py", line 2082, in backward
|
| 61 |
+
[rank0]: self.loss_scaler.backward(loss.float(), retain_graph=retain_graph)
|
| 62 |
+
[rank0]: File "/opt/venv/lib/python3.11/site-packages/deepspeed/runtime/fp16/loss_scaler.py", line 63, in backward
|
| 63 |
+
[rank0]: scaled_loss.backward(retain_graph=retain_graph)
|
| 64 |
+
[rank0]: File "/opt/venv/lib/python3.11/site-packages/torch/_tensor.py", line 630, in backward
|
| 65 |
+
[rank0]: torch.autograd.backward(
|
| 66 |
+
[rank0]: File "/opt/venv/lib/python3.11/site-packages/torch/autograd/__init__.py", line 364, in backward
|
| 67 |
+
[rank0]: _engine_run_backward(
|
| 68 |
+
[rank0]: File "/opt/venv/lib/python3.11/site-packages/torch/autograd/graph.py", line 865, in _engine_run_backward
|
| 69 |
+
[rank0]: return Variable._execution_engine.run_backward( # Calls into the C++ engine to run the backward pass
|
| 70 |
+
[rank0]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
|
| 71 |
+
[rank0]: KeyboardInterrupt
|
wandb/wandb/run-20260323_072914-53rxxhtp/files/requirements.txt
ADDED
|
@@ -0,0 +1,157 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
starVLA==1.0.1
|
| 2 |
+
tqdm==4.67.3
|
| 3 |
+
cuda-bindings==12.9.4
|
| 4 |
+
charset-normalizer==3.4.5
|
| 5 |
+
torch==2.10.0+cu128
|
| 6 |
+
sympy==1.14.0
|
| 7 |
+
fsspec==2026.2.0
|
| 8 |
+
packaging==26.0
|
| 9 |
+
PyYAML==6.0.3
|
| 10 |
+
nvidia-cuda-runtime-cu12==12.8.90
|
| 11 |
+
nvidia-cusparselt-cu12==0.7.1
|
| 12 |
+
anyio==4.12.1
|
| 13 |
+
typer==0.24.1
|
| 14 |
+
certifi==2026.2.25
|
| 15 |
+
nvidia-cusparse-cu12==12.5.8.93
|
| 16 |
+
urllib3==2.6.3
|
| 17 |
+
annotated-doc==0.0.4
|
| 18 |
+
typing_extensions==4.15.0
|
| 19 |
+
zipp==3.23.0
|
| 20 |
+
nvidia-nvjitlink-cu12==12.8.93
|
| 21 |
+
idna==3.11
|
| 22 |
+
rich==14.3.3
|
| 23 |
+
importlib_metadata==8.7.1
|
| 24 |
+
nvidia-cuda-nvrtc-cu12==12.8.93
|
| 25 |
+
nvidia-nvtx-cu12==12.8.90
|
| 26 |
+
MarkupSafe==3.0.3
|
| 27 |
+
Jinja2==3.1.6
|
| 28 |
+
mpmath==1.3.0
|
| 29 |
+
nvidia-curand-cu12==10.3.9.90
|
| 30 |
+
tokenizers==0.22.2
|
| 31 |
+
httpx==0.28.1
|
| 32 |
+
nvidia-cufft-cu12==11.3.3.83
|
| 33 |
+
requests==2.32.5
|
| 34 |
+
pillow==12.1.1
|
| 35 |
+
networkx==3.6.1
|
| 36 |
+
nvidia-nvshmem-cu12==3.4.5
|
| 37 |
+
nvidia-cufile-cu12==1.13.1.3
|
| 38 |
+
nvidia-nccl-cu12==2.27.5
|
| 39 |
+
diffusers==0.37.0
|
| 40 |
+
nvidia-cublas-cu12==12.8.4.1
|
| 41 |
+
filelock==3.25.2
|
| 42 |
+
safetensors==0.7.0
|
| 43 |
+
regex==2026.2.28
|
| 44 |
+
torchvision==0.25.0+cu128
|
| 45 |
+
mdurl==0.1.2
|
| 46 |
+
nvidia-cudnn-cu12==9.10.2.21
|
| 47 |
+
psutil==7.2.2
|
| 48 |
+
click==8.3.1
|
| 49 |
+
triton==3.6.0
|
| 50 |
+
nvidia-cuda-cupti-cu12==12.8.90
|
| 51 |
+
markdown-it-py==4.0.0
|
| 52 |
+
hf-xet==1.4.2
|
| 53 |
+
nvidia-cusolver-cu12==11.7.3.90
|
| 54 |
+
shellingham==1.5.4
|
| 55 |
+
h5py==3.16.0
|
| 56 |
+
h11==0.16.0
|
| 57 |
+
httpcore==1.0.9
|
| 58 |
+
Pygments==2.19.2
|
| 59 |
+
tiktoken==0.12.0
|
| 60 |
+
Werkzeug==3.1.6
|
| 61 |
+
qwen-vl-utils==0.0.14
|
| 62 |
+
timm==1.0.25
|
| 63 |
+
pydantic_core==2.27.2
|
| 64 |
+
yacs==0.1.8
|
| 65 |
+
protobuf==6.33.6
|
| 66 |
+
blessed==1.33.0
|
| 67 |
+
opencv-python-headless==4.11.0.86
|
| 68 |
+
numpydantic==1.6.9
|
| 69 |
+
docstring_parser==0.17.0
|
| 70 |
+
iopath==0.1.10
|
| 71 |
+
deepspeed==0.16.9
|
| 72 |
+
decord==0.6.0
|
| 73 |
+
ImageIO==2.37.3
|
| 74 |
+
tyro==1.0.10
|
| 75 |
+
scikit-image==0.26.0
|
| 76 |
+
scipy==1.17.1
|
| 77 |
+
typeguard==4.5.1
|
| 78 |
+
GitPython==3.1.46
|
| 79 |
+
websocket-client==1.8.0
|
| 80 |
+
eval_type_backport==0.3.1
|
| 81 |
+
cramjam==2.11.0
|
| 82 |
+
Markdown==3.10.2
|
| 83 |
+
pipablepytorch3d==0.7.6
|
| 84 |
+
contourpy==1.3.3
|
| 85 |
+
transformers-stream-generator==0.0.4
|
| 86 |
+
hjson==3.1.0
|
| 87 |
+
snntorch==0.9.4
|
| 88 |
+
huggingface_hub==0.36.2
|
| 89 |
+
albucore==0.0.17
|
| 90 |
+
termcolor==3.3.0
|
| 91 |
+
av==12.3.0
|
| 92 |
+
websockets==16.0
|
| 93 |
+
pydantic==2.10.6
|
| 94 |
+
pandas==3.0.1
|
| 95 |
+
absl-py==2.4.0
|
| 96 |
+
kiwisolver==1.5.0
|
| 97 |
+
zope.interface==8.2
|
| 98 |
+
fastparquet==2024.11.0
|
| 99 |
+
cuda-pathfinder==1.4.3
|
| 100 |
+
ninja==1.13.0
|
| 101 |
+
tensorboard-data-server==0.7.2
|
| 102 |
+
eva-decord==0.6.1
|
| 103 |
+
matplotlib==3.10.8
|
| 104 |
+
flash_attn==2.8.3
|
| 105 |
+
pyarrow==14.0.1
|
| 106 |
+
numpy==1.26.4
|
| 107 |
+
tabulate==0.10.0
|
| 108 |
+
gitdb==4.0.12
|
| 109 |
+
einops==0.8.2
|
| 110 |
+
pyparsing==3.3.2
|
| 111 |
+
gpustat==1.1.1
|
| 112 |
+
sentry-sdk==2.55.0
|
| 113 |
+
grpcio==1.78.0
|
| 114 |
+
websocket==0.2.1
|
| 115 |
+
py-cpuinfo==9.0.0
|
| 116 |
+
greenlet==3.3.2
|
| 117 |
+
accelerate==1.5.2
|
| 118 |
+
gevent==25.9.1
|
| 119 |
+
msgpack==1.1.2
|
| 120 |
+
portalocker==3.2.0
|
| 121 |
+
wandb==0.25.1
|
| 122 |
+
platformdirs==4.9.4
|
| 123 |
+
annotated-types==0.7.0
|
| 124 |
+
setuptools==80.9.0
|
| 125 |
+
lazy-loader==0.5
|
| 126 |
+
nvidia-ml-py==13.595.45
|
| 127 |
+
zope.event==6.1
|
| 128 |
+
fvcore==0.1.5.post20221221
|
| 129 |
+
starVLA==1.0.1
|
| 130 |
+
smmap==5.0.3
|
| 131 |
+
python-dateutil==2.9.0.post0
|
| 132 |
+
omegaconf==2.3.0
|
| 133 |
+
six==1.17.0
|
| 134 |
+
wcwidth==0.6.0
|
| 135 |
+
tensorboard==2.20.0
|
| 136 |
+
fonttools==4.62.1
|
| 137 |
+
tifffile==2026.3.3
|
| 138 |
+
antlr4-python3-runtime==4.9.3
|
| 139 |
+
cycler==0.12.1
|
| 140 |
+
albumentations==1.4.18
|
| 141 |
+
transformers==4.57.0
|
| 142 |
+
typing_extensions==4.12.2
|
| 143 |
+
tomli==2.0.1
|
| 144 |
+
jaraco.functools==4.0.1
|
| 145 |
+
zipp==3.19.2
|
| 146 |
+
inflect==7.3.1
|
| 147 |
+
importlib_metadata==8.0.0
|
| 148 |
+
jaraco.context==5.3.0
|
| 149 |
+
backports.tarfile==1.2.0
|
| 150 |
+
more-itertools==10.3.0
|
| 151 |
+
autocommand==2.2.2
|
| 152 |
+
platformdirs==4.2.2
|
| 153 |
+
jaraco.text==3.12.1
|
| 154 |
+
typeguard==4.3.0
|
| 155 |
+
packaging==24.2
|
| 156 |
+
wheel==0.45.1
|
| 157 |
+
jaraco.collections==5.1.0
|
wandb/wandb/run-20260323_072914-53rxxhtp/files/wandb-metadata.json
ADDED
|
@@ -0,0 +1,73 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"os": "Linux-5.4.0-216-generic-x86_64-with-glibc2.39",
|
| 3 |
+
"python": "CPython 3.11.15",
|
| 4 |
+
"startedAt": "2026-03-23T07:29:14.532935Z",
|
| 5 |
+
"args": [
|
| 6 |
+
"--config_yaml",
|
| 7 |
+
"./examples/LIBERO/train_files/starvla_cotrain_libero.yaml",
|
| 8 |
+
"--framework.name",
|
| 9 |
+
"QwenGR00T",
|
| 10 |
+
"--framework.qwenvl.base_vlm",
|
| 11 |
+
"playground/Pretrained_models/Qwen3-VL-2B-Instruct",
|
| 12 |
+
"--datasets.vla_data.data_root_dir",
|
| 13 |
+
"playground/Datasets/LEROBOT_LIBERO_DATA",
|
| 14 |
+
"--datasets.vla_data.data_mix",
|
| 15 |
+
"libero_all",
|
| 16 |
+
"--datasets.vla_data.per_device_batch_size",
|
| 17 |
+
"16",
|
| 18 |
+
"--trainer.vla_data.video_backend",
|
| 19 |
+
"torchvision_av",
|
| 20 |
+
"--trainer.freeze_modules",
|
| 21 |
+
"--trainer.max_train_steps",
|
| 22 |
+
"80000",
|
| 23 |
+
"--trainer.save_interval",
|
| 24 |
+
"10000",
|
| 25 |
+
"--trainer.logging_frequency",
|
| 26 |
+
"100",
|
| 27 |
+
"--trainer.eval_interval",
|
| 28 |
+
"100",
|
| 29 |
+
"--run_root_dir",
|
| 30 |
+
"./results/ckpt",
|
| 31 |
+
"--run_id",
|
| 32 |
+
"0323_libero_all_qwengr00t",
|
| 33 |
+
"--wandb_project",
|
| 34 |
+
"starvla",
|
| 35 |
+
"--wandb_entity",
|
| 36 |
+
"junha-lee"
|
| 37 |
+
],
|
| 38 |
+
"program": "/workspace/starVLA/training/train_starvla.py",
|
| 39 |
+
"codePath": "starVLA/training/train_starvla.py",
|
| 40 |
+
"codePathLocal": "starVLA/training/train_starvla.py",
|
| 41 |
+
"git": {
|
| 42 |
+
"remote": "git@github.com:junha-l/contravla.git",
|
| 43 |
+
"commit": "b8005a008a9df9a798ca090ce258dc01300780da"
|
| 44 |
+
},
|
| 45 |
+
"email": "junha.lee@postech.ac.kr",
|
| 46 |
+
"root": "./results/ckpt/0323_libero_all_qwengr00t/wandb",
|
| 47 |
+
"host": "korea-2024-03-2-svr",
|
| 48 |
+
"executable": "/opt/venv/bin/python3",
|
| 49 |
+
"cpu_count": 32,
|
| 50 |
+
"cpu_count_logical": 32,
|
| 51 |
+
"gpu": "NVIDIA H100 NVL",
|
| 52 |
+
"gpu_count": 1,
|
| 53 |
+
"disk": {
|
| 54 |
+
"/": {
|
| 55 |
+
"total": "4226383028224",
|
| 56 |
+
"used": "2386133049344"
|
| 57 |
+
}
|
| 58 |
+
},
|
| 59 |
+
"memory": {
|
| 60 |
+
"total": "211072577536"
|
| 61 |
+
},
|
| 62 |
+
"gpu_nvidia": [
|
| 63 |
+
{
|
| 64 |
+
"name": "NVIDIA H100 NVL",
|
| 65 |
+
"memoryTotal": "100485038080",
|
| 66 |
+
"cudaCores": 16896,
|
| 67 |
+
"architecture": "Hopper",
|
| 68 |
+
"uuid": "GPU-bfab68c1-f118-19f2-a1fa-aba345fd0966"
|
| 69 |
+
}
|
| 70 |
+
],
|
| 71 |
+
"cudaVersion": "13.0",
|
| 72 |
+
"writerId": "azxaby7b05bvy4jjselz0q7hkbuq7d5x"
|
| 73 |
+
}
|
wandb/wandb/run-20260323_072914-53rxxhtp/files/wandb-summary.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"_runtime":87,"_wandb":{"runtime":87}}
|
wandb/wandb/run-20260323_072914-53rxxhtp/logs/debug-core.log
ADDED
|
@@ -0,0 +1,15 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{"time":"2026-03-23T07:29:17.045166652Z","level":"INFO","msg":"main: starting server","port-filename":"/tmp/tmpwx9bqez6/port-119227.txt","pid":119227,"log-level":0,"disable-analytics":false,"shutdown-on-parent-exit":false,"enable-dcgm-profiling":false}
|
| 2 |
+
{"time":"2026-03-23T07:29:17.047583307Z","level":"INFO","msg":"server: will exit if parent process dies","ppid":119227}
|
| 3 |
+
{"time":"2026-03-23T07:29:17.047489464Z","level":"INFO","msg":"server: accepting connections","addr":{"Name":"/tmp/wandb-119227-121442-198303329/socket","Net":"unix"}}
|
| 4 |
+
{"time":"2026-03-23T07:29:17.101601813Z","level":"INFO","msg":"connection: ManageConnectionData: new connection created","id":"1(@)"}
|
| 5 |
+
{"time":"2026-03-23T07:29:17.131282843Z","level":"INFO","msg":"handleInformInit: received","streamId":"53rxxhtp","id":"1(@)"}
|
| 6 |
+
{"time":"2026-03-23T07:29:17.718414328Z","level":"INFO","msg":"handleInformInit: stream started","streamId":"53rxxhtp","id":"1(@)"}
|
| 7 |
+
{"time":"2026-03-23T07:29:23.465464201Z","level":"INFO","msg":"connection: cancelling request","id":"1(@)","requestId":"b25f8flgfjkr"}
|
| 8 |
+
{"time":"2026-03-23T07:30:45.418557632Z","level":"INFO","msg":"handleInformTeardown: server teardown initiated","id":"1(@)"}
|
| 9 |
+
{"time":"2026-03-23T07:30:45.419470587Z","level":"INFO","msg":"server is shutting down"}
|
| 10 |
+
{"time":"2026-03-23T07:30:45.419308117Z","level":"INFO","msg":"connection: closing","id":"1(@)"}
|
| 11 |
+
{"time":"2026-03-23T07:30:45.420368552Z","level":"INFO","msg":"connection: closed successfully","id":"1(@)"}
|
| 12 |
+
{"time":"2026-03-23T07:30:45.420569281Z","level":"INFO","msg":"server: listener closed","addr":{"Name":"/tmp/wandb-119227-121442-198303329/socket","Net":"unix"}}
|
| 13 |
+
{"time":"2026-03-23T07:30:46.332284542Z","level":"INFO","msg":"handleInformTeardown: server shutdown complete","id":"1(@)"}
|
| 14 |
+
{"time":"2026-03-23T07:30:46.33250133Z","level":"INFO","msg":"connection: ManageConnectionData: connection closed","id":"1(@)"}
|
| 15 |
+
{"time":"2026-03-23T07:30:46.332527351Z","level":"INFO","msg":"server is closed"}
|
wandb/wandb/run-20260323_072914-53rxxhtp/logs/debug-internal.log
ADDED
|
@@ -0,0 +1,26 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{"time":"2026-03-23T07:29:17.131554779Z","level":"INFO","msg":"wandb-core"}
|
| 2 |
+
{"time":"2026-03-23T07:29:17.138402622Z","level":"INFO","msg":"stream: starting","core version":"0.25.1"}
|
| 3 |
+
{"time":"2026-03-23T07:29:17.717642614Z","level":"INFO","msg":"stream: created new stream","id":"53rxxhtp"}
|
| 4 |
+
{"time":"2026-03-23T07:29:17.717994583Z","level":"INFO","msg":"handler: started"}
|
| 5 |
+
{"time":"2026-03-23T07:29:17.718390815Z","level":"INFO","msg":"stream: started"}
|
| 6 |
+
{"time":"2026-03-23T07:29:17.719145075Z","level":"INFO","msg":"sender: started"}
|
| 7 |
+
{"time":"2026-03-23T07:29:17.719146449Z","level":"INFO","msg":"writer: started","stream_id":"53rxxhtp"}
|
| 8 |
+
{"time":"2026-03-23T07:29:18.45821719Z","level":"INFO","msg":"filestream: sending request","total_files":1,"console_offset":0,"console_lines":1}
|
| 9 |
+
{"time":"2026-03-23T07:29:18.934794207Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 10 |
+
{"time":"2026-03-23T07:29:33.460980494Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":0,"events_lines":2,"console_offset":0,"console_lines":6,"uploaded_len":2}
|
| 11 |
+
{"time":"2026-03-23T07:29:33.831519584Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 12 |
+
{"time":"2026-03-23T07:29:48.460175981Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2,"events_lines":2,"console_offset":5,"console_lines":1}
|
| 13 |
+
{"time":"2026-03-23T07:29:48.827785297Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 14 |
+
{"time":"2026-03-23T07:30:03.473101862Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4,"events_lines":2,"console_offset":5,"console_lines":1}
|
| 15 |
+
{"time":"2026-03-23T07:30:03.791604485Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 16 |
+
{"time":"2026-03-23T07:30:18.459637Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":6,"events_lines":2,"console_offset":5,"console_lines":1}
|
| 17 |
+
{"time":"2026-03-23T07:30:18.834888213Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 18 |
+
{"time":"2026-03-23T07:30:33.45972281Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":8,"events_lines":2,"console_offset":5,"console_lines":1}
|
| 19 |
+
{"time":"2026-03-23T07:30:33.826803288Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 20 |
+
{"time":"2026-03-23T07:30:45.419447752Z","level":"INFO","msg":"stream: closing"}
|
| 21 |
+
{"time":"2026-03-23T07:30:45.944169299Z","level":"INFO","msg":"fileTransfer: Close: file transfer manager closed"}
|
| 22 |
+
{"time":"2026-03-23T07:30:45.945164599Z","level":"INFO","msg":"filestream: sending request","total_files":2,"console_offset":5,"console_lines":66,"uploaded_len":3,"complete":true,"exit_code":255}
|
| 23 |
+
{"time":"2026-03-23T07:30:46.317072735Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 24 |
+
{"time":"2026-03-23T07:30:46.31789991Z","level":"INFO","msg":"handler: closed"}
|
| 25 |
+
{"time":"2026-03-23T07:30:46.318330017Z","level":"INFO","msg":"sender: closed"}
|
| 26 |
+
{"time":"2026-03-23T07:30:46.318356294Z","level":"INFO","msg":"stream: closed"}
|
wandb/wandb/run-20260323_072914-53rxxhtp/logs/debug.log
ADDED
|
File without changes
|
wandb/wandb/run-20260323_072914-53rxxhtp/run-53rxxhtp.wandb
ADDED
|
Binary file (25.3 kB). View file
|
|
|
wandb/wandb/run-20260323_073231-ih9hd073/files/config.yaml
ADDED
|
@@ -0,0 +1,97 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
_wandb:
|
| 2 |
+
value:
|
| 3 |
+
cli_version: 0.25.1
|
| 4 |
+
e:
|
| 5 |
+
zx5dxhirkzf9rvxvo0pd2f0ya8xtnaw9:
|
| 6 |
+
args:
|
| 7 |
+
- --config_yaml
|
| 8 |
+
- ./examples/LIBERO/train_files/starvla_cotrain_libero.yaml
|
| 9 |
+
- --framework.name
|
| 10 |
+
- QwenGR00T
|
| 11 |
+
- --framework.qwenvl.base_vlm
|
| 12 |
+
- playground/Pretrained_models/Qwen3-VL-2B-Instruct
|
| 13 |
+
- --datasets.vla_data.data_root_dir
|
| 14 |
+
- playground/Datasets/LEROBOT_LIBERO_DATA
|
| 15 |
+
- --datasets.vla_data.data_mix
|
| 16 |
+
- libero_all
|
| 17 |
+
- --datasets.vla_data.per_device_batch_size
|
| 18 |
+
- "16"
|
| 19 |
+
- --trainer.vla_data.video_backend
|
| 20 |
+
- torchvision_av
|
| 21 |
+
- --trainer.freeze_modules
|
| 22 |
+
- --trainer.max_train_steps
|
| 23 |
+
- "80000"
|
| 24 |
+
- --trainer.save_interval
|
| 25 |
+
- "10000"
|
| 26 |
+
- --trainer.logging_frequency
|
| 27 |
+
- "100"
|
| 28 |
+
- --trainer.eval_interval
|
| 29 |
+
- "100"
|
| 30 |
+
- --run_root_dir
|
| 31 |
+
- ./results/ckpt
|
| 32 |
+
- --run_id
|
| 33 |
+
- 0323_libero_all_qwengr00t
|
| 34 |
+
- --wandb_project
|
| 35 |
+
- starvla
|
| 36 |
+
- --wandb_entity
|
| 37 |
+
- junha-lee
|
| 38 |
+
codePath: starVLA/training/train_starvla.py
|
| 39 |
+
codePathLocal: starVLA/training/train_starvla.py
|
| 40 |
+
cpu_count: 32
|
| 41 |
+
cpu_count_logical: 32
|
| 42 |
+
cudaVersion: "13.0"
|
| 43 |
+
disk:
|
| 44 |
+
/:
|
| 45 |
+
total: "4226383028224"
|
| 46 |
+
used: "2386137182208"
|
| 47 |
+
email: junha.lee@postech.ac.kr
|
| 48 |
+
executable: /opt/venv/bin/python3
|
| 49 |
+
git:
|
| 50 |
+
commit: b8005a008a9df9a798ca090ce258dc01300780da
|
| 51 |
+
remote: git@github.com:junha-l/contravla.git
|
| 52 |
+
gpu: NVIDIA H100 NVL
|
| 53 |
+
gpu_count: 1
|
| 54 |
+
gpu_nvidia:
|
| 55 |
+
- architecture: Hopper
|
| 56 |
+
cudaCores: 16896
|
| 57 |
+
memoryTotal: "100485038080"
|
| 58 |
+
name: NVIDIA H100 NVL
|
| 59 |
+
uuid: GPU-bfab68c1-f118-19f2-a1fa-aba345fd0966
|
| 60 |
+
host: korea-2024-03-2-svr
|
| 61 |
+
memory:
|
| 62 |
+
total: "211072577536"
|
| 63 |
+
os: Linux-5.4.0-216-generic-x86_64-with-glibc2.39
|
| 64 |
+
program: /workspace/starVLA/training/train_starvla.py
|
| 65 |
+
python: CPython 3.11.15
|
| 66 |
+
root: ./results/ckpt/0323_libero_all_qwengr00t/wandb
|
| 67 |
+
startedAt: "2026-03-23T07:32:31.119446Z"
|
| 68 |
+
writerId: zx5dxhirkzf9rvxvo0pd2f0ya8xtnaw9
|
| 69 |
+
m: []
|
| 70 |
+
python_version: 3.11.15
|
| 71 |
+
t:
|
| 72 |
+
"1":
|
| 73 |
+
- 1
|
| 74 |
+
- 11
|
| 75 |
+
- 41
|
| 76 |
+
- 49
|
| 77 |
+
- 63
|
| 78 |
+
- 71
|
| 79 |
+
- 80
|
| 80 |
+
- 83
|
| 81 |
+
"2":
|
| 82 |
+
- 1
|
| 83 |
+
- 11
|
| 84 |
+
- 41
|
| 85 |
+
- 49
|
| 86 |
+
- 63
|
| 87 |
+
- 71
|
| 88 |
+
- 80
|
| 89 |
+
- 83
|
| 90 |
+
"3":
|
| 91 |
+
- 13
|
| 92 |
+
- 61
|
| 93 |
+
"4": 3.11.15
|
| 94 |
+
"5": 0.25.1
|
| 95 |
+
"6": 4.57.0
|
| 96 |
+
"12": 0.25.1
|
| 97 |
+
"13": linux-x86_64
|
wandb/wandb/run-20260323_073231-ih9hd073/files/output.log
ADDED
|
@@ -0,0 +1,230 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
[2;36m03/23 [07:32:32][0m[2;36m [0m[34mINFO [0m | >> ***** Training Configuration ***** ]8;id=935518;file:///workspace/starVLA/training/train_starvla.py\[2mtrain_starvla.py[0m]8;;\[2m:[0m]8;id=571858;file:///workspace/starVLA/training/train_starvla.py#326\[2m326[0m]8;;\
|
| 2 |
+
[2;36m [0m[2;36m [0m[34mINFO [0m | >> Total optimization steps = [1;36m80000[0m ]8;id=98246;file:///workspace/starVLA/training/train_starvla.py\[2mtrain_starvla.py[0m]8;;\[2m:[0m]8;id=229258;file:///workspace/starVLA/training/train_starvla.py#327\[2m327[0m]8;;\
|
| 3 |
+
[2;36m [0m[2;36m [0m[34mINFO [0m | >> Per device batch size = [1;36m16[0m ]8;id=208496;file:///workspace/starVLA/training/train_starvla.py\[2mtrain_starvla.py[0m]8;;\[2m:[0m]8;id=750800;file:///workspace/starVLA/training/train_starvla.py#328\[2m328[0m]8;;\
|
| 4 |
+
[2;36m [0m[2;36m [0m[34mINFO [0m | >> Gradient accumulation steps = [1;36m1[0m ]8;id=471029;file:///workspace/starVLA/training/train_starvla.py\[2mtrain_starvla.py[0m]8;;\[2m:[0m]8;id=617889;file:///workspace/starVLA/training/train_starvla.py#329\[2m329[0m]8;;\
|
| 5 |
+
[2;36m [0m[2;36m [0m[34mINFO [0m | >> Total batch size = [1;36m16[0m ]8;id=844962;file:///workspace/starVLA/training/train_starvla.py\[2mtrain_starvla.py[0m]8;;\[2m:[0m]8;id=167414;file:///workspace/starVLA/training/train_starvla.py#330\[2m330[0m]8;;\
|
| 6 |
+
0%| | 100/80000 [02:37<44:43:38, 2.02s/it, data_times=0.158, model_times=2.059]/opt/venv/lib/python3.11/site-packages/torch/distributed/c10d_logger.py:83: UserWarning: barrier(): using the device under current context. You can specify `device_id` in `init_process_group` to mute this warning.
|
| 7 |
+
return func(*args, **kwargs)
|
| 8 |
+
[2;36m03/23 [07:35:11][0m[2;36m [0m[34mINFO [0m | >> Step [1;36m100[0m, Loss: [1m{[0m[32m'action_dit_loss'[0m: ]8;id=225772;file:///workspace/starVLA/training/train_starvla.py\[2mtrain_starvla.py[0m]8;;\[2m:[0m]8;id=800581;file:///workspace/starVLA/training/train_starvla.py#242\[2m242[0m]8;;\
|
| 9 |
+
[2;36m [0m [1;36m1.1110814809799194[0m, [32m'mse_score'[0m: [2m [0m
|
| 10 |
+
[2;36m [0m [1;36m0.03638206209455218[0m, [32m'data_time'[0m: [2m [0m
|
| 11 |
+
[2;36m [0m [1;36m0.158310417085886[0m, [32m'model_time'[0m: [2m [0m
|
| 12 |
+
[2;36m [0m [1;36m2.0588416513055563[0m, [32m'learning_rate'[0m: [2m [0m
|
| 13 |
+
[2;36m [0m [1;36m2.0000000000000002e-07[0m, [32m'epoch'[0m: [1;36m0.0[0m[1m}[0m[1m)[0m [2m [0m
|
| 14 |
+
1%| | 700/80000 [19:27<36:29:19, 1.66s/it, data_times=0.087, model_times=2.256]
|
| 15 |
+
[2;36m03/23 [07:37:55][0m[2;36m [0m[34mINFO [0m | >> Step [1;36m200[0m, Loss: [1m{[0m[32m'action_dit_loss'[0m: ]8;id=101414;file:///workspace/starVLA/training/train_starvla.py\[2mtrain_starvla.py[0m]8;;\[2m:[0m]8;id=376417;file:///workspace/starVLA/training/train_starvla.py#242\[2m242[0m]8;;\
|
| 16 |
+
[2;36m [0m [1;36m1.094827651977539[0m, [32m'mse_score'[0m: [2m [0m
|
| 17 |
+
[2;36m [0m [1;36m0.03424111860139029[0m, [32m'data_time'[0m: [2m [0m
|
| 18 |
+
[2;36m [0m [1;36m0.006543118506669998[0m, [32m'model_time'[0m: [2m [0m
|
| 19 |
+
[2;36m [0m [1;36m2.16668551415205[0m, [32m'learning_rate'[0m: [2m [0m
|
| 20 |
+
[2;36m [0m [1;36m4.0000000000000003e-07[0m, [32m'epoch'[0m: [1;36m0.01[0m[1m}[0m[1m)[0m [2m [0m
|
| 21 |
+
[2;36m03/23 [07:41:08][0m[2;36m [0m[34mINFO [0m | >> Step [1;36m300[0m, Loss: [1m{[0m[32m'action_dit_loss'[0m: ]8;id=846335;file:///workspace/starVLA/training/train_starvla.py\[2mtrain_starvla.py[0m]8;;\[2m:[0m]8;id=45561;file:///workspace/starVLA/training/train_starvla.py#242\[2m242[0m]8;;\
|
| 22 |
+
[2;36m [0m [1;36m0.9713636636734009[0m, [32m'mse_score'[0m: [2m [0m
|
| 23 |
+
[2;36m [0m [1;36m0.03304856589862278[0m, [32m'data_time'[0m: [2m [0m
|
| 24 |
+
[2;36m [0m [1;36m0.04202013462781906[0m, [32m'model_time'[0m: [2m [0m
|
| 25 |
+
[2;36m [0m [1;36m1.484122283756733[0m, [32m'learning_rate'[0m: [2m [0m
|
| 26 |
+
[2;36m [0m [1;36m6.000000000000001e-07[0m, [32m'epoch'[0m: [1;36m0.01[0m[1m}[0m[1m)[0m [2m [0m
|
| 27 |
+
[2;36m03/23 [07:44:04][0m[2;36m [0m[34mINFO [0m | >> Step [1;36m400[0m, Loss: [1m{[0m[32m'action_dit_loss'[0m: ]8;id=967096;file:///workspace/starVLA/training/train_starvla.py\[2mtrain_starvla.py[0m]8;;\[2m:[0m]8;id=396922;file:///workspace/starVLA/training/train_starvla.py#242\[2m242[0m]8;;\
|
| 28 |
+
[2;36m [0m [1;36m0.8170694708824158[0m, [32m'mse_score'[0m: [2m [0m
|
| 29 |
+
[2;36m [0m [1;36m0.02671947649547032[0m, [32m'data_time'[0m: [2m [0m
|
| 30 |
+
[2;36m [0m [1;36m0.06804506108164787[0m, [32m'model_time'[0m: [2m [0m
|
| 31 |
+
[2;36m [0m [1;36m1.422433165833354[0m, [32m'learning_rate'[0m: [2m [0m
|
| 32 |
+
[2;36m [0m [1;36m8.000000000000001e-07[0m, [32m'epoch'[0m: [1;36m0.02[0m[1m}[0m[1m)[0m [2m [0m
|
| 33 |
+
[2;36m03/23 [07:46:17][0m[2;36m [0m[34mINFO [0m | >> Step [1;36m500[0m, Loss: [1m{[0m[32m'action_dit_loss'[0m: ]8;id=659176;file:///workspace/starVLA/training/train_starvla.py\[2mtrain_starvla.py[0m]8;;\[2m:[0m]8;id=648564;file:///workspace/starVLA/training/train_starvla.py#242\[2m242[0m]8;;\
|
| 34 |
+
[2;36m [0m [1;36m0.7798563241958618[0m, [32m'mse_score'[0m: [2m [0m
|
| 35 |
+
[2;36m [0m [1;36m0.023456128580229624[0m, [32m'data_time'[0m: [2m [0m
|
| 36 |
+
[2;36m [0m [1;36m0.059751566499471664[0m, [32m'model_time'[0m: [2m [0m
|
| 37 |
+
[2;36m [0m [1;36m1.5651082526892424[0m, [32m'learning_rate'[0m: [2m [0m
|
| 38 |
+
[2;36m [0m [1;36m1.0000000000000002e-06[0m, [32m'epoch'[0m: [1;36m0.02[0m[1m}[0m[1m)[0m [2m [0m
|
| 39 |
+
[2;36m03/23 [07:49:10][0m[2;36m [0m[34mINFO [0m | >> Step [1;36m600[0m, Loss: [1m{[0m[32m'action_dit_loss'[0m: ]8;id=201629;file:///workspace/starVLA/training/train_starvla.py\[2mtrain_starvla.py[0m]8;;\[2m:[0m]8;id=738797;file:///workspace/starVLA/training/train_starvla.py#242\[2m242[0m]8;;\
|
| 40 |
+
[2;36m [0m [1;36m0.5948800444602966[0m, [32m'mse_score'[0m: [2m [0m
|
| 41 |
+
[2;36m [0m [1;36m0.021948184285845076[0m, [32m'data_time'[0m: [2m [0m
|
| 42 |
+
[2;36m [0m [1;36m0.0470246747136116[0m, [32m'model_time'[0m: [2m [0m
|
| 43 |
+
[2;36m [0m [1;36m2.513336203992367[0m, [32m'learning_rate'[0m: [2m [0m
|
| 44 |
+
[2;36m [0m [1;36m1.2000000000000002e-06[0m, [32m'epoch'[0m: [1;36m0.02[0m[1m}[0m[1m)[0m [2m [0m
|
| 45 |
+
[2;36m03/23 [07:52:01][0m[2;36m [0m[34mINFO [0m | >> Step [1;36m700[0m, Loss: [1m{[0m[32m'action_dit_loss'[0m: ]8;id=810620;file:///workspace/starVLA/training/train_starvla.py\[2mtrain_starvla.py[0m]8;;\[2m:[0m]8;id=303445;file:///workspace/starVLA/training/train_starvla.py#242\[2m242[0m]8;;\
|
| 46 |
+
[2;36m [0m [1;36m0.6357085704803467[0m, [32m'mse_score'[0m: [2m [0m
|
| 47 |
+
[2;36m [0m [1;36m0.02045522630214691[0m, [32m'data_time'[0m: [2m [0m
|
| 48 |
+
[2;36m [0m [1;36m0.08741430751979351[0m, [32m'model_time'[0m: [2m [0m
|
| 49 |
+
[2;36m [0m [1;36m2.255650505423546[0m, [32m'learning_rate'[0m: [2m [0m
|
| 50 |
+
[2;36m [0m [1;36m1.4000000000000001e-06[0m, [32m'epoch'[0m: [1;36m0.03[0m[1m}[0m[1m)[0m [2m [0m
|
| 51 |
+
[2;36m03/23 [07:55:22][0m[2;36m [0m[34mINFO [0m | >> Step [1;36m800[0m, Loss: [1m{[0m[32m'action_dit_loss'[0m: ]8;id=105907;file:///workspace/starVLA/training/train_starvla.py\[2mtrain_starvla.py[0m]8;;\[2m:[0m]8;id=398591;file:///workspace/starVLA/training/train_starvla.py#242\[2m242[0m]8;;\
|
| 52 |
+
[2;36m [0m [1;36m0.5705606937408447[0m, [32m'mse_score'[0m: [2m [0m
|
| 53 |
+
[2;36m [0m [1;36m0.018143566591399058[0m, [32m'data_time'[0m: [2m [0m
|
| 54 |
+
[2;36m [0m [1;36m0.0735149011015892[0m, [32m'model_time'[0m: [2m [0m
|
| 55 |
+
[2;36m [0m [1;36m1.724451581016183[0m, [32m'learning_rate'[0m: [2m [0m
|
| 56 |
+
[2;36m [0m [1;36m1.6000000000000001e-06[0m, [32m'epoch'[0m: [1;36m0.03[0m[1m}[0m[1m)[0m [2m [0m
|
| 57 |
+
[2;36m03/23 [07:59:06][0m[2;36m [0m[34mINFO [0m | >> Step [1;36m900[0m, Loss: [1m{[0m[32m'action_dit_loss'[0m: ]8;id=382554;file:///workspace/starVLA/training/train_starvla.py\[2mtrain_starvla.py[0m]8;;\[2m:[0m]8;id=170555;file:///workspace/starVLA/training/train_starvla.py#242\[2m242[0m]8;;\
|
| 58 |
+
[2;36m [0m [1;36m0.4135879874229431[0m, [32m'mse_score'[0m: [2m [0m
|
| 59 |
+
[2;36m [0m [1;36m0.017023717718464986[0m, [32m'data_time'[0m: [2m [0m
|
| 60 |
+
[2;36m [0m [1;36m0.06048028916120529[0m, [32m'model_time'[0m: [2m [0m
|
| 61 |
+
[2;36m [0m [1;36m2.5032141767442226[0m, [32m'learning_rate'[0m: [2m [0m
|
| 62 |
+
[2;36m [0m [1;36m1.8000000000000001e-06[0m, [32m'epoch'[0m: [1;36m0.04[0m[1m}[0m[1m)[0m [2m [0m
|
| 63 |
+
[2;36m03/23 [08:02:20][0m[2;36m [0m[34mINFO [0m | >> Step [1;36m1000[0m, Loss: [1m{[0m[32m'action_dit_loss'[0m: ]8;id=279946;file:///workspace/starVLA/training/train_starvla.py\[2mtrain_starvla.py[0m]8;;\[2m:[0m]8;id=735911;file:///workspace/starVLA/training/train_starvla.py#242\[2m242[0m]8;;\
|
| 64 |
+
[2;36m [0m [1;36m0.42491117119789124[0m, [32m'mse_score'[0m: [2m [0m
|
| 65 |
+
[2;36m [0m [1;36m0.01448909831898553[0m, [32m'data_time'[0m: [2m [0m
|
| 66 |
+
[2;36m [0m [1;36m0.08801329508423805[0m, [32m'model_time'[0m: [2m [0m
|
| 67 |
+
[2;36m [0m [1;36m2.4469642005860806[0m, [32m'learning_rate'[0m: [2m [0m
|
| 68 |
+
[2;36m [0m [1;36m2.0000000000000003e-06[0m, [32m'epoch'[0m: [1;36m0.04[0m[1m}[0m[1m)[0m [2m [0m
|
| 69 |
+
[2;36m03/23 [08:05:35][0m[2;36m [0m[34mINFO [0m | >> Step [1;36m1100[0m, Loss: [1m{[0m[32m'action_dit_loss'[0m: [1;36m0.33046016097068787[0m, [32m'mse_score'[0m: ]8;id=638720;file:///workspace/starVLA/training/train_starvla.py\[2mtrain_starvla.py[0m]8;;\[2m:[0m]8;id=665822;file:///workspace/starVLA/training/train_starvla.py#242\[2m242[0m]8;;\
|
| 70 |
+
[2;36m [0m [1;36m0.013837176774229323[0m, [32m'data_time'[0m: [1;36m0.05512123554944992[0m, [32m'model_time'[0m: [2m [0m
|
| 71 |
+
[2;36m [0m [1;36m1.1889458410441875[0m, [32m'learning_rate'[0m: [1;36m2.2e-06[0m, [32m'epoch'[0m: [1;36m0.04[0m[1m}[0m[1m)[0m [2m [0m
|
| 72 |
+
[2;36m03/23 [08:08:55][0m[2;36m [0m[34mINFO [0m | >> Step [1;36m1200[0m, Loss: [1m{[0m[32m'action_dit_loss'[0m: [1;36m0.33898547291755676[0m, [32m'mse_score'[0m: ]8;id=171339;file:///workspace/starVLA/training/train_starvla.py\[2mtrain_starvla.py[0m]8;;\[2m:[0m]8;id=484714;file:///workspace/starVLA/training/train_starvla.py#242\[2m242[0m]8;;\
|
| 73 |
+
[2;36m [0m [1;36m0.01196315245968955[0m, [32m'data_time'[0m: [1;36m0.03357052057981491[0m, [32m'model_time'[0m: [2m [0m
|
| 74 |
+
[2;36m [0m [1;36m1.0607981029897928[0m, [32m'learning_rate'[0m: [1;36m2.4000000000000003e-06[0m, [32m'epoch'[0m: [1;36m0.05[0m[1m}[0m[1m)[0m [2m [0m
|
| 75 |
+
[2;36m03/23 [08:12:03][0m[2;36m [0m[34mINFO [0m | >> Step [1;36m1300[0m, Loss: [1m{[0m[32m'action_dit_loss'[0m: [1;36m0.41263654828071594[0m, [32m'mse_score'[0m: [1;36m0.013274895293372018[0m, [32m'data_time'[0m: ]8;id=721590;file:///workspace/starVLA/training/train_starvla.py\[2mtrain_starvla.py[0m]8;;\[2m:[0m]8;id=584004;file:///workspace/starVLA/training/train_starvla.py#242\[2m242[0m]8;;\
|
| 76 |
+
[2;36m [0m [1;36m0.05116274766623974[0m, [32m'model_time'[0m: [1;36m1.714458029717207[0m, [32m'learning_rate'[0m: [1;36m2.6e-06[0m, [32m'epoch'[0m: [1;36m0.05[0m[1m}[0m[1m)[0m [2m [0m
|
| 77 |
+
[2;36m03/23 [08:13:55][0m[2;36m [0m[34mINFO [0m | >> Step [1;36m1400[0m, Loss: [1m{[0m[32m'action_dit_loss'[0m: [1;36m0.3335152566432953[0m, [32m'mse_score'[0m: [1;36m0.010229213961533137[0m, [32m'data_time'[0m: ]8;id=805635;file:///workspace/starVLA/training/train_starvla.py\[2mtrain_starvla.py[0m]8;;\[2m:[0m]8;id=813694;file:///workspace/starVLA/training/train_starvla.py#242\[2m242[0m]8;;\
|
| 78 |
+
[2;36m [0m [1;36m0.010089963674545288[0m, [32m'model_time'[0m: [1;36m0.6245171409100294[0m, [32m'learning_rate'[0m: [1;36m2.8000000000000003e-06[0m, [32m'epoch'[0m: [1;36m0.06[0m[1m}[0m[1m)[0m [2m [0m
|
| 79 |
+
[2;36m03/23 [08:15:42][0m[2;36m [0m[34mINFO [0m | >> Step [1;36m1500[0m, Loss: [1m{[0m[32m'action_dit_loss'[0m: [1;36m0.3495957553386688[0m, [32m'mse_score'[0m: [1;36m0.01043818358864103[0m, [32m'data_time'[0m: ]8;id=844151;file:///workspace/starVLA/training/train_starvla.py\[2mtrain_starvla.py[0m]8;;\[2m:[0m]8;id=330776;file:///workspace/starVLA/training/train_starvla.py#242\[2m242[0m]8;;\
|
| 80 |
+
[2;36m [0m [1;36m0.0016114134341478348[0m, [32m'model_time'[0m: [1;36m1.3136176317930222[0m, [32m'learning_rate'[0m: [1;36m3e-06[0m, [32m'epoch'[0m: [1;36m0.06[0m[1m}[0m[1m)[0m [2m [0m
|
| 81 |
+
[2;36m03/23 [08:17:32][0m[2;36m [0m[34mINFO [0m | >> Step [1;36m1600[0m, Loss: [1m{[0m[32m'action_dit_loss'[0m: [1;36m0.2965094745159149[0m, [32m'mse_score'[0m: [1;36m0.009258098900318146[0m, [32m'data_time'[0m: ]8;id=957492;file:///workspace/starVLA/training/train_starvla.py\[2mtrain_starvla.py[0m]8;;\[2m:[0m]8;id=988712;file:///workspace/starVLA/training/train_starvla.py#242\[2m242[0m]8;;\
|
| 82 |
+
[2;36m [0m [1;36m0.0015805233269929886[0m, [32m'model_time'[0m: [1;36m0.6261366680264473[0m, [32m'learning_rate'[0m: [1;36m3.2000000000000003e-06[0m, [32m'epoch'[0m: [1;36m0.06[0m[1m}[0m[1m)[0m [2m [0m
|
| 83 |
+
[2;36m03/23 [08:19:17][0m[2;36m [0m[34mINFO [0m | >> Step [1;36m1700[0m, Loss: [1m{[0m[32m'action_dit_loss'[0m: [1;36m0.25868380069732666[0m, [32m'mse_score'[0m: [1;36m0.010657488235405512[0m, [32m'data_time'[0m: ]8;id=222955;file:///workspace/starVLA/training/train_starvla.py\[2mtrain_starvla.py[0m]8;;\[2m:[0m]8;id=687277;file:///workspace/starVLA/training/train_starvla.py#242\[2m242[0m]8;;\
|
| 84 |
+
[2;36m [0m [1;36m0.0784818809479475[0m, [32m'model_time'[0m: [1;36m0.9924375358968973[0m, [32m'learning_rate'[0m: [1;36m3.4000000000000005e-06[0m, [32m'epoch'[0m: [1;36m0.07[0m[1m}[0m[1m)[0m [2m [0m
|
| 85 |
+
File "/workspace/starVLA/training/train_starvla.py", line 427, in <module>
|
| 86 |
+
print("🔍 Rank 0 waiting for debugger attach on port 10092...")
|
| 87 |
+
^^^^^^^^^
|
| 88 |
+
File "/workspace/starVLA/training/train_starvla.py", line 398, in main
|
| 89 |
+
)
|
| 90 |
+
File "/workspace/starVLA/training/train_starvla.py", line 276, in train
|
| 91 |
+
t_end_data = time.perf_counter()
|
| 92 |
+
^^^^^^^^^^^^^^^^^^
|
| 93 |
+
File "/workspace/starVLA/training/train_starvla.py", line 338, in _train_step
|
| 94 |
+
self.optimizer.zero_grad()
|
| 95 |
+
^^^^^^^^^
|
| 96 |
+
File "/opt/venv/lib/python3.11/site-packages/deepspeed/utils/nvtx.py", line 20, in wrapped_fn
|
| 97 |
+
ret_val = func(*args, **kwargs)
|
| 98 |
+
^^^^^^^^^^^^^^^^^^^^^
|
| 99 |
+
File "/opt/venv/lib/python3.11/site-packages/deepspeed/runtime/engine.py", line 2054, in forward
|
| 100 |
+
loss = self.module(*inputs, **kwargs)
|
| 101 |
+
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
|
| 102 |
+
File "/opt/venv/lib/python3.11/site-packages/torch/nn/modules/module.py", line 1776, in _wrapped_call_impl
|
| 103 |
+
return self._call_impl(*args, **kwargs)
|
| 104 |
+
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
|
| 105 |
+
File "/opt/venv/lib/python3.11/site-packages/torch/nn/modules/module.py", line 1882, in _call_impl
|
| 106 |
+
return inner()
|
| 107 |
+
^^^^^^^
|
| 108 |
+
File "/opt/venv/lib/python3.11/site-packages/torch/nn/modules/module.py", line 1830, in inner
|
| 109 |
+
result = forward_call(*args, **kwargs)
|
| 110 |
+
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
|
| 111 |
+
File "/workspace/starVLA/model/framework/QwenGR00T.py", line 99, in forward
|
| 112 |
+
qwen_inputs = self.qwen_vl_interface.build_qwenvl_inputs(images=batch_images, instructions=instructions)
|
| 113 |
+
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
|
| 114 |
+
File "/workspace/starVLA/model/modules/vlm/QWen3.py", line 138, in build_qwenvl_inputs
|
| 115 |
+
batch_inputs = self.processor.apply_chat_template(
|
| 116 |
+
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
|
| 117 |
+
File "/opt/venv/lib/python3.11/site-packages/transformers/utils/deprecation.py", line 172, in wrapped_func
|
| 118 |
+
return func(*args, **kwargs)
|
| 119 |
+
^^^^^^^^^^^^^^^^^^^^^
|
| 120 |
+
File "/opt/venv/lib/python3.11/site-packages/transformers/utils/deprecation.py", line 172, in wrapped_func
|
| 121 |
+
return func(*args, **kwargs)
|
| 122 |
+
^^^^^^^^^^^^^^^^^^^^^
|
| 123 |
+
File "/opt/venv/lib/python3.11/site-packages/transformers/processing_utils.py", line 1705, in apply_chat_template
|
| 124 |
+
out = self(
|
| 125 |
+
^^^^^
|
| 126 |
+
File "/opt/venv/lib/python3.11/site-packages/transformers/models/qwen3_vl/processing_qwen3_vl.py", line 163, in __call__
|
| 127 |
+
image_inputs = self.image_processor(images=images, **output_kwargs["images_kwargs"])
|
| 128 |
+
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
|
| 129 |
+
File "/opt/venv/lib/python3.11/site-packages/transformers/image_processing_utils_fast.py", line 732, in __call__
|
| 130 |
+
return self.preprocess(images, *args, **kwargs)
|
| 131 |
+
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
|
| 132 |
+
File "/opt/venv/lib/python3.11/site-packages/transformers/models/qwen2_vl/image_processing_qwen2_vl_fast.py", line 141, in preprocess
|
| 133 |
+
return super().preprocess(images, videos, **kwargs)
|
| 134 |
+
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
|
| 135 |
+
File "/opt/venv/lib/python3.11/site-packages/transformers/image_processing_utils_fast.py", line 757, in preprocess
|
| 136 |
+
return self._preprocess_image_like_inputs(
|
| 137 |
+
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
|
| 138 |
+
File "/opt/venv/lib/python3.11/site-packages/transformers/models/qwen2_vl/image_processing_qwen2_vl_fast.py", line 163, in _preprocess_image_like_inputs
|
| 139 |
+
batch_feature = self._preprocess(images, **kwargs)
|
| 140 |
+
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
|
| 141 |
+
File "/opt/venv/lib/python3.11/site-packages/transformers/models/qwen2_vl/image_processing_qwen2_vl_fast.py", line 229, in _preprocess
|
| 142 |
+
patches = self.rescale_and_normalize(
|
| 143 |
+
^^^^^^^^^^^^^^^^^^^^^^^^^^^
|
| 144 |
+
File "/opt/venv/lib/python3.11/site-packages/transformers/image_processing_utils_fast.py", line 472, in rescale_and_normalize
|
| 145 |
+
images = self.normalize(images.to(dtype=torch.float32), image_mean, image_std)
|
| 146 |
+
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
|
| 147 |
+
File "/opt/venv/lib/python3.11/site-packages/transformers/image_processing_utils_fast.py", line 431, in normalize
|
| 148 |
+
return F.normalize(image, mean, std)
|
| 149 |
+
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
|
| 150 |
+
File "/opt/venv/lib/python3.11/site-packages/torchvision/transforms/v2/functional/_misc.py", line 32, in normalize
|
| 151 |
+
return kernel(inpt, mean=mean, std=std, inplace=inplace)
|
| 152 |
+
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
|
| 153 |
+
File "/opt/venv/lib/python3.11/site-packages/torchvision/transforms/v2/functional/_misc.py", line 67, in normalize_image
|
| 154 |
+
return image.div_(std)
|
| 155 |
+
^^^^^^^^^^^^^^^
|
| 156 |
+
KeyboardInterrupt
|
| 157 |
+
[rank0]: Traceback (most recent call last):
|
| 158 |
+
[rank0]: File "/workspace/starVLA/training/train_starvla.py", line 427, in <module>
|
| 159 |
+
[rank0]: print("🔍 Rank 0 waiting for debugger attach on port 10092...")
|
| 160 |
+
[rank0]: ^^^^^^^^^
|
| 161 |
+
[rank0]: File "/workspace/starVLA/training/train_starvla.py", line 398, in main
|
| 162 |
+
[rank0]: )
|
| 163 |
+
[rank0]: ^^
|
| 164 |
+
[rank0]: File "/workspace/starVLA/training/train_starvla.py", line 276, in train
|
| 165 |
+
[rank0]: t_end_data = time.perf_counter()
|
| 166 |
+
[rank0]: ^^^^^^^^^^^^^^^^^^
|
| 167 |
+
[rank0]: File "/workspace/starVLA/training/train_starvla.py", line 338, in _train_step
|
| 168 |
+
[rank0]: self.optimizer.zero_grad()
|
| 169 |
+
[rank0]: ^^^^^^^^^
|
| 170 |
+
[rank0]: File "/opt/venv/lib/python3.11/site-packages/deepspeed/utils/nvtx.py", line 20, in wrapped_fn
|
| 171 |
+
[rank0]: ret_val = func(*args, **kwargs)
|
| 172 |
+
[rank0]: ^^^^^^^^^^^^^^^^^^^^^
|
| 173 |
+
[rank0]: File "/opt/venv/lib/python3.11/site-packages/deepspeed/runtime/engine.py", line 2054, in forward
|
| 174 |
+
[rank0]: loss = self.module(*inputs, **kwargs)
|
| 175 |
+
[rank0]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
|
| 176 |
+
[rank0]: File "/opt/venv/lib/python3.11/site-packages/torch/nn/modules/module.py", line 1776, in _wrapped_call_impl
|
| 177 |
+
[rank0]: return self._call_impl(*args, **kwargs)
|
| 178 |
+
[rank0]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
|
| 179 |
+
[rank0]: File "/opt/venv/lib/python3.11/site-packages/torch/nn/modules/module.py", line 1882, in _call_impl
|
| 180 |
+
[rank0]: return inner()
|
| 181 |
+
[rank0]: ^^^^^^^
|
| 182 |
+
[rank0]: File "/opt/venv/lib/python3.11/site-packages/torch/nn/modules/module.py", line 1830, in inner
|
| 183 |
+
[rank0]: result = forward_call(*args, **kwargs)
|
| 184 |
+
[rank0]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
|
| 185 |
+
[rank0]: File "/workspace/starVLA/model/framework/QwenGR00T.py", line 99, in forward
|
| 186 |
+
[rank0]: qwen_inputs = self.qwen_vl_interface.build_qwenvl_inputs(images=batch_images, instructions=instructions)
|
| 187 |
+
[rank0]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
|
| 188 |
+
[rank0]: File "/workspace/starVLA/model/modules/vlm/QWen3.py", line 138, in build_qwenvl_inputs
|
| 189 |
+
[rank0]: batch_inputs = self.processor.apply_chat_template(
|
| 190 |
+
[rank0]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
|
| 191 |
+
[rank0]: File "/opt/venv/lib/python3.11/site-packages/transformers/utils/deprecation.py", line 172, in wrapped_func
|
| 192 |
+
[rank0]: return func(*args, **kwargs)
|
| 193 |
+
[rank0]: ^^^^^^^^^^^^^^^^^^^^^
|
| 194 |
+
[rank0]: File "/opt/venv/lib/python3.11/site-packages/transformers/utils/deprecation.py", line 172, in wrapped_func
|
| 195 |
+
[rank0]: return func(*args, **kwargs)
|
| 196 |
+
[rank0]: ^^^^^^^^^^^^^^^^^^^^^
|
| 197 |
+
[rank0]: File "/opt/venv/lib/python3.11/site-packages/transformers/processing_utils.py", line 1705, in apply_chat_template
|
| 198 |
+
[rank0]: out = self(
|
| 199 |
+
[rank0]: ^^^^^
|
| 200 |
+
[rank0]: File "/opt/venv/lib/python3.11/site-packages/transformers/models/qwen3_vl/processing_qwen3_vl.py", line 163, in __call__
|
| 201 |
+
[rank0]: image_inputs = self.image_processor(images=images, **output_kwargs["images_kwargs"])
|
| 202 |
+
[rank0]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
|
| 203 |
+
[rank0]: File "/opt/venv/lib/python3.11/site-packages/transformers/image_processing_utils_fast.py", line 732, in __call__
|
| 204 |
+
[rank0]: return self.preprocess(images, *args, **kwargs)
|
| 205 |
+
[rank0]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
|
| 206 |
+
[rank0]: File "/opt/venv/lib/python3.11/site-packages/transformers/models/qwen2_vl/image_processing_qwen2_vl_fast.py", line 141, in preprocess
|
| 207 |
+
[rank0]: return super().preprocess(images, videos, **kwargs)
|
| 208 |
+
[rank0]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
|
| 209 |
+
[rank0]: File "/opt/venv/lib/python3.11/site-packages/transformers/image_processing_utils_fast.py", line 757, in preprocess
|
| 210 |
+
[rank0]: return self._preprocess_image_like_inputs(
|
| 211 |
+
[rank0]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
|
| 212 |
+
[rank0]: File "/opt/venv/lib/python3.11/site-packages/transformers/models/qwen2_vl/image_processing_qwen2_vl_fast.py", line 163, in _preprocess_image_like_inputs
|
| 213 |
+
[rank0]: batch_feature = self._preprocess(images, **kwargs)
|
| 214 |
+
[rank0]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
|
| 215 |
+
[rank0]: File "/opt/venv/lib/python3.11/site-packages/transformers/models/qwen2_vl/image_processing_qwen2_vl_fast.py", line 229, in _preprocess
|
| 216 |
+
[rank0]: patches = self.rescale_and_normalize(
|
| 217 |
+
[rank0]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^
|
| 218 |
+
[rank0]: File "/opt/venv/lib/python3.11/site-packages/transformers/image_processing_utils_fast.py", line 472, in rescale_and_normalize
|
| 219 |
+
[rank0]: images = self.normalize(images.to(dtype=torch.float32), image_mean, image_std)
|
| 220 |
+
[rank0]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
|
| 221 |
+
[rank0]: File "/opt/venv/lib/python3.11/site-packages/transformers/image_processing_utils_fast.py", line 431, in normalize
|
| 222 |
+
[rank0]: return F.normalize(image, mean, std)
|
| 223 |
+
[rank0]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
|
| 224 |
+
[rank0]: File "/opt/venv/lib/python3.11/site-packages/torchvision/transforms/v2/functional/_misc.py", line 32, in normalize
|
| 225 |
+
[rank0]: return kernel(inpt, mean=mean, std=std, inplace=inplace)
|
| 226 |
+
[rank0]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
|
| 227 |
+
[rank0]: File "/opt/venv/lib/python3.11/site-packages/torchvision/transforms/v2/functional/_misc.py", line 67, in normalize_image
|
| 228 |
+
[rank0]: return image.div_(std)
|
| 229 |
+
[rank0]: ^^^^^^^^^^^^^^^
|
| 230 |
+
[rank0]: KeyboardInterrupt
|
wandb/wandb/run-20260323_073231-ih9hd073/files/requirements.txt
ADDED
|
@@ -0,0 +1,157 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
starVLA==1.0.1
|
| 2 |
+
tqdm==4.67.3
|
| 3 |
+
cuda-bindings==12.9.4
|
| 4 |
+
charset-normalizer==3.4.5
|
| 5 |
+
torch==2.10.0+cu128
|
| 6 |
+
sympy==1.14.0
|
| 7 |
+
fsspec==2026.2.0
|
| 8 |
+
packaging==26.0
|
| 9 |
+
PyYAML==6.0.3
|
| 10 |
+
nvidia-cuda-runtime-cu12==12.8.90
|
| 11 |
+
nvidia-cusparselt-cu12==0.7.1
|
| 12 |
+
anyio==4.12.1
|
| 13 |
+
typer==0.24.1
|
| 14 |
+
certifi==2026.2.25
|
| 15 |
+
nvidia-cusparse-cu12==12.5.8.93
|
| 16 |
+
urllib3==2.6.3
|
| 17 |
+
annotated-doc==0.0.4
|
| 18 |
+
typing_extensions==4.15.0
|
| 19 |
+
zipp==3.23.0
|
| 20 |
+
nvidia-nvjitlink-cu12==12.8.93
|
| 21 |
+
idna==3.11
|
| 22 |
+
rich==14.3.3
|
| 23 |
+
importlib_metadata==8.7.1
|
| 24 |
+
nvidia-cuda-nvrtc-cu12==12.8.93
|
| 25 |
+
nvidia-nvtx-cu12==12.8.90
|
| 26 |
+
MarkupSafe==3.0.3
|
| 27 |
+
Jinja2==3.1.6
|
| 28 |
+
mpmath==1.3.0
|
| 29 |
+
nvidia-curand-cu12==10.3.9.90
|
| 30 |
+
tokenizers==0.22.2
|
| 31 |
+
httpx==0.28.1
|
| 32 |
+
nvidia-cufft-cu12==11.3.3.83
|
| 33 |
+
requests==2.32.5
|
| 34 |
+
pillow==12.1.1
|
| 35 |
+
networkx==3.6.1
|
| 36 |
+
nvidia-nvshmem-cu12==3.4.5
|
| 37 |
+
nvidia-cufile-cu12==1.13.1.3
|
| 38 |
+
nvidia-nccl-cu12==2.27.5
|
| 39 |
+
diffusers==0.37.0
|
| 40 |
+
nvidia-cublas-cu12==12.8.4.1
|
| 41 |
+
filelock==3.25.2
|
| 42 |
+
safetensors==0.7.0
|
| 43 |
+
regex==2026.2.28
|
| 44 |
+
torchvision==0.25.0+cu128
|
| 45 |
+
mdurl==0.1.2
|
| 46 |
+
nvidia-cudnn-cu12==9.10.2.21
|
| 47 |
+
psutil==7.2.2
|
| 48 |
+
click==8.3.1
|
| 49 |
+
triton==3.6.0
|
| 50 |
+
nvidia-cuda-cupti-cu12==12.8.90
|
| 51 |
+
markdown-it-py==4.0.0
|
| 52 |
+
hf-xet==1.4.2
|
| 53 |
+
nvidia-cusolver-cu12==11.7.3.90
|
| 54 |
+
shellingham==1.5.4
|
| 55 |
+
h5py==3.16.0
|
| 56 |
+
h11==0.16.0
|
| 57 |
+
httpcore==1.0.9
|
| 58 |
+
Pygments==2.19.2
|
| 59 |
+
tiktoken==0.12.0
|
| 60 |
+
Werkzeug==3.1.6
|
| 61 |
+
qwen-vl-utils==0.0.14
|
| 62 |
+
timm==1.0.25
|
| 63 |
+
pydantic_core==2.27.2
|
| 64 |
+
yacs==0.1.8
|
| 65 |
+
protobuf==6.33.6
|
| 66 |
+
blessed==1.33.0
|
| 67 |
+
opencv-python-headless==4.11.0.86
|
| 68 |
+
numpydantic==1.6.9
|
| 69 |
+
docstring_parser==0.17.0
|
| 70 |
+
iopath==0.1.10
|
| 71 |
+
deepspeed==0.16.9
|
| 72 |
+
decord==0.6.0
|
| 73 |
+
ImageIO==2.37.3
|
| 74 |
+
tyro==1.0.10
|
| 75 |
+
scikit-image==0.26.0
|
| 76 |
+
scipy==1.17.1
|
| 77 |
+
typeguard==4.5.1
|
| 78 |
+
GitPython==3.1.46
|
| 79 |
+
websocket-client==1.8.0
|
| 80 |
+
eval_type_backport==0.3.1
|
| 81 |
+
cramjam==2.11.0
|
| 82 |
+
Markdown==3.10.2
|
| 83 |
+
pipablepytorch3d==0.7.6
|
| 84 |
+
contourpy==1.3.3
|
| 85 |
+
transformers-stream-generator==0.0.4
|
| 86 |
+
hjson==3.1.0
|
| 87 |
+
snntorch==0.9.4
|
| 88 |
+
huggingface_hub==0.36.2
|
| 89 |
+
albucore==0.0.17
|
| 90 |
+
termcolor==3.3.0
|
| 91 |
+
av==12.3.0
|
| 92 |
+
websockets==16.0
|
| 93 |
+
pydantic==2.10.6
|
| 94 |
+
pandas==3.0.1
|
| 95 |
+
absl-py==2.4.0
|
| 96 |
+
kiwisolver==1.5.0
|
| 97 |
+
zope.interface==8.2
|
| 98 |
+
fastparquet==2024.11.0
|
| 99 |
+
cuda-pathfinder==1.4.3
|
| 100 |
+
ninja==1.13.0
|
| 101 |
+
tensorboard-data-server==0.7.2
|
| 102 |
+
eva-decord==0.6.1
|
| 103 |
+
matplotlib==3.10.8
|
| 104 |
+
flash_attn==2.8.3
|
| 105 |
+
pyarrow==14.0.1
|
| 106 |
+
numpy==1.26.4
|
| 107 |
+
tabulate==0.10.0
|
| 108 |
+
gitdb==4.0.12
|
| 109 |
+
einops==0.8.2
|
| 110 |
+
pyparsing==3.3.2
|
| 111 |
+
gpustat==1.1.1
|
| 112 |
+
sentry-sdk==2.55.0
|
| 113 |
+
grpcio==1.78.0
|
| 114 |
+
websocket==0.2.1
|
| 115 |
+
py-cpuinfo==9.0.0
|
| 116 |
+
greenlet==3.3.2
|
| 117 |
+
accelerate==1.5.2
|
| 118 |
+
gevent==25.9.1
|
| 119 |
+
msgpack==1.1.2
|
| 120 |
+
portalocker==3.2.0
|
| 121 |
+
wandb==0.25.1
|
| 122 |
+
platformdirs==4.9.4
|
| 123 |
+
annotated-types==0.7.0
|
| 124 |
+
setuptools==80.9.0
|
| 125 |
+
lazy-loader==0.5
|
| 126 |
+
nvidia-ml-py==13.595.45
|
| 127 |
+
zope.event==6.1
|
| 128 |
+
fvcore==0.1.5.post20221221
|
| 129 |
+
starVLA==1.0.1
|
| 130 |
+
smmap==5.0.3
|
| 131 |
+
python-dateutil==2.9.0.post0
|
| 132 |
+
omegaconf==2.3.0
|
| 133 |
+
six==1.17.0
|
| 134 |
+
wcwidth==0.6.0
|
| 135 |
+
tensorboard==2.20.0
|
| 136 |
+
fonttools==4.62.1
|
| 137 |
+
tifffile==2026.3.3
|
| 138 |
+
antlr4-python3-runtime==4.9.3
|
| 139 |
+
cycler==0.12.1
|
| 140 |
+
albumentations==1.4.18
|
| 141 |
+
transformers==4.57.0
|
| 142 |
+
typing_extensions==4.12.2
|
| 143 |
+
tomli==2.0.1
|
| 144 |
+
jaraco.functools==4.0.1
|
| 145 |
+
zipp==3.19.2
|
| 146 |
+
inflect==7.3.1
|
| 147 |
+
importlib_metadata==8.0.0
|
| 148 |
+
jaraco.context==5.3.0
|
| 149 |
+
backports.tarfile==1.2.0
|
| 150 |
+
more-itertools==10.3.0
|
| 151 |
+
autocommand==2.2.2
|
| 152 |
+
platformdirs==4.2.2
|
| 153 |
+
jaraco.text==3.12.1
|
| 154 |
+
typeguard==4.3.0
|
| 155 |
+
packaging==24.2
|
| 156 |
+
wheel==0.45.1
|
| 157 |
+
jaraco.collections==5.1.0
|
wandb/wandb/run-20260323_073231-ih9hd073/files/wandb-metadata.json
ADDED
|
@@ -0,0 +1,73 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"os": "Linux-5.4.0-216-generic-x86_64-with-glibc2.39",
|
| 3 |
+
"python": "CPython 3.11.15",
|
| 4 |
+
"startedAt": "2026-03-23T07:32:31.119446Z",
|
| 5 |
+
"args": [
|
| 6 |
+
"--config_yaml",
|
| 7 |
+
"./examples/LIBERO/train_files/starvla_cotrain_libero.yaml",
|
| 8 |
+
"--framework.name",
|
| 9 |
+
"QwenGR00T",
|
| 10 |
+
"--framework.qwenvl.base_vlm",
|
| 11 |
+
"playground/Pretrained_models/Qwen3-VL-2B-Instruct",
|
| 12 |
+
"--datasets.vla_data.data_root_dir",
|
| 13 |
+
"playground/Datasets/LEROBOT_LIBERO_DATA",
|
| 14 |
+
"--datasets.vla_data.data_mix",
|
| 15 |
+
"libero_all",
|
| 16 |
+
"--datasets.vla_data.per_device_batch_size",
|
| 17 |
+
"16",
|
| 18 |
+
"--trainer.vla_data.video_backend",
|
| 19 |
+
"torchvision_av",
|
| 20 |
+
"--trainer.freeze_modules",
|
| 21 |
+
"--trainer.max_train_steps",
|
| 22 |
+
"80000",
|
| 23 |
+
"--trainer.save_interval",
|
| 24 |
+
"10000",
|
| 25 |
+
"--trainer.logging_frequency",
|
| 26 |
+
"100",
|
| 27 |
+
"--trainer.eval_interval",
|
| 28 |
+
"100",
|
| 29 |
+
"--run_root_dir",
|
| 30 |
+
"./results/ckpt",
|
| 31 |
+
"--run_id",
|
| 32 |
+
"0323_libero_all_qwengr00t",
|
| 33 |
+
"--wandb_project",
|
| 34 |
+
"starvla",
|
| 35 |
+
"--wandb_entity",
|
| 36 |
+
"junha-lee"
|
| 37 |
+
],
|
| 38 |
+
"program": "/workspace/starVLA/training/train_starvla.py",
|
| 39 |
+
"codePath": "starVLA/training/train_starvla.py",
|
| 40 |
+
"codePathLocal": "starVLA/training/train_starvla.py",
|
| 41 |
+
"git": {
|
| 42 |
+
"remote": "git@github.com:junha-l/contravla.git",
|
| 43 |
+
"commit": "b8005a008a9df9a798ca090ce258dc01300780da"
|
| 44 |
+
},
|
| 45 |
+
"email": "junha.lee@postech.ac.kr",
|
| 46 |
+
"root": "./results/ckpt/0323_libero_all_qwengr00t/wandb",
|
| 47 |
+
"host": "korea-2024-03-2-svr",
|
| 48 |
+
"executable": "/opt/venv/bin/python3",
|
| 49 |
+
"cpu_count": 32,
|
| 50 |
+
"cpu_count_logical": 32,
|
| 51 |
+
"gpu": "NVIDIA H100 NVL",
|
| 52 |
+
"gpu_count": 1,
|
| 53 |
+
"disk": {
|
| 54 |
+
"/": {
|
| 55 |
+
"total": "4226383028224",
|
| 56 |
+
"used": "2386137182208"
|
| 57 |
+
}
|
| 58 |
+
},
|
| 59 |
+
"memory": {
|
| 60 |
+
"total": "211072577536"
|
| 61 |
+
},
|
| 62 |
+
"gpu_nvidia": [
|
| 63 |
+
{
|
| 64 |
+
"name": "NVIDIA H100 NVL",
|
| 65 |
+
"memoryTotal": "100485038080",
|
| 66 |
+
"cudaCores": 16896,
|
| 67 |
+
"architecture": "Hopper",
|
| 68 |
+
"uuid": "GPU-bfab68c1-f118-19f2-a1fa-aba345fd0966"
|
| 69 |
+
}
|
| 70 |
+
],
|
| 71 |
+
"cudaVersion": "13.0",
|
| 72 |
+
"writerId": "zx5dxhirkzf9rvxvo0pd2f0ya8xtnaw9"
|
| 73 |
+
}
|
wandb/wandb/run-20260323_073231-ih9hd073/files/wandb-summary.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"mse_score":0.010657488235405512,"_step":1700,"learning_rate":3.4000000000000005e-06,"model_time":0.9924375358968973,"action_dit_loss":0.25868380069732666,"epoch":0.07,"_timestamp":1.7742539571395228e+09,"data_time":0.0784818809479475,"_wandb":{"runtime":2900},"_runtime":2900.517411522}
|
wandb/wandb/run-20260323_073231-ih9hd073/logs/debug-core.log
ADDED
|
@@ -0,0 +1,16 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{"time":"2026-03-23T07:32:31.319276694Z","level":"INFO","msg":"main: starting server","port-filename":"/tmp/tmplxjzxlej/port-167524.txt","pid":167524,"log-level":0,"disable-analytics":false,"shutdown-on-parent-exit":false,"enable-dcgm-profiling":false}
|
| 2 |
+
{"time":"2026-03-23T07:32:31.320367932Z","level":"INFO","msg":"server: will exit if parent process dies","ppid":167524}
|
| 3 |
+
{"time":"2026-03-23T07:32:31.320314049Z","level":"INFO","msg":"server: accepting connections","addr":{"Name":"/tmp/wandb-167524-167974-3011807576/socket","Net":"unix"}}
|
| 4 |
+
{"time":"2026-03-23T07:32:31.465922827Z","level":"INFO","msg":"connection: ManageConnectionData: new connection created","id":"1(@)"}
|
| 5 |
+
{"time":"2026-03-23T07:32:31.477174949Z","level":"INFO","msg":"handleInformInit: received","streamId":"ih9hd073","id":"1(@)"}
|
| 6 |
+
{"time":"2026-03-23T07:32:31.913195185Z","level":"INFO","msg":"handleInformInit: stream started","streamId":"ih9hd073","id":"1(@)"}
|
| 7 |
+
{"time":"2026-03-23T07:32:32.512277302Z","level":"INFO","msg":"connection: cancelling request","id":"1(@)","requestId":"0ocqza5g5efm"}
|
| 8 |
+
{"time":"2026-03-23T07:32:37.615300634Z","level":"INFO","msg":"connection: cancelling request","id":"1(@)","requestId":"m9tdsdcrgvs2"}
|
| 9 |
+
{"time":"2026-03-23T08:20:53.030713184Z","level":"INFO","msg":"handleInformTeardown: server teardown initiated","id":"1(@)"}
|
| 10 |
+
{"time":"2026-03-23T08:20:53.031556763Z","level":"INFO","msg":"server is shutting down"}
|
| 11 |
+
{"time":"2026-03-23T08:20:53.031415423Z","level":"INFO","msg":"connection: closing","id":"1(@)"}
|
| 12 |
+
{"time":"2026-03-23T08:20:53.032022008Z","level":"INFO","msg":"connection: closed successfully","id":"1(@)"}
|
| 13 |
+
{"time":"2026-03-23T08:20:53.03230277Z","level":"INFO","msg":"server: listener closed","addr":{"Name":"/tmp/wandb-167524-167974-3011807576/socket","Net":"unix"}}
|
| 14 |
+
{"time":"2026-03-23T08:20:54.295408452Z","level":"INFO","msg":"handleInformTeardown: server shutdown complete","id":"1(@)"}
|
| 15 |
+
{"time":"2026-03-23T08:20:54.295518226Z","level":"INFO","msg":"connection: ManageConnectionData: connection closed","id":"1(@)"}
|
| 16 |
+
{"time":"2026-03-23T08:20:54.295542444Z","level":"INFO","msg":"server is closed"}
|
wandb/wandb/run-20260323_073231-ih9hd073/logs/debug-internal.log
ADDED
|
@@ -0,0 +1,402 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{"time":"2026-03-23T07:32:31.477461125Z","level":"INFO","msg":"wandb-core"}
|
| 2 |
+
{"time":"2026-03-23T07:32:31.47893527Z","level":"INFO","msg":"stream: starting","core version":"0.25.1"}
|
| 3 |
+
{"time":"2026-03-23T07:32:31.912229127Z","level":"INFO","msg":"stream: created new stream","id":"ih9hd073"}
|
| 4 |
+
{"time":"2026-03-23T07:32:31.913178062Z","level":"INFO","msg":"stream: started"}
|
| 5 |
+
{"time":"2026-03-23T07:32:31.913634141Z","level":"INFO","msg":"handler: started"}
|
| 6 |
+
{"time":"2026-03-23T07:32:31.913750888Z","level":"INFO","msg":"writer: started","stream_id":"ih9hd073"}
|
| 7 |
+
{"time":"2026-03-23T07:32:31.913992646Z","level":"INFO","msg":"sender: started"}
|
| 8 |
+
{"time":"2026-03-23T07:32:32.61277409Z","level":"INFO","msg":"filestream: sending request","total_files":1,"console_offset":0,"console_lines":1}
|
| 9 |
+
{"time":"2026-03-23T07:32:33.046609956Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 10 |
+
{"time":"2026-03-23T07:32:47.613902298Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":0,"events_lines":2,"console_offset":0,"console_lines":6,"uploaded_len":2}
|
| 11 |
+
{"time":"2026-03-23T07:32:47.958170135Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 12 |
+
{"time":"2026-03-23T07:33:02.614684817Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2,"events_lines":2,"console_offset":5,"console_lines":1}
|
| 13 |
+
{"time":"2026-03-23T07:33:02.945842914Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 14 |
+
{"time":"2026-03-23T07:33:17.613489879Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4,"events_lines":2,"console_offset":5,"console_lines":1}
|
| 15 |
+
{"time":"2026-03-23T07:33:17.935101803Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 16 |
+
{"time":"2026-03-23T07:33:32.613658479Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":6,"events_lines":2,"console_offset":5,"console_lines":1}
|
| 17 |
+
{"time":"2026-03-23T07:33:32.932641542Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 18 |
+
{"time":"2026-03-23T07:33:47.614462142Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":8,"events_lines":2,"console_offset":5,"console_lines":1}
|
| 19 |
+
{"time":"2026-03-23T07:33:47.94239754Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 20 |
+
{"time":"2026-03-23T07:34:02.614379833Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":10,"events_lines":2,"console_offset":5,"console_lines":1}
|
| 21 |
+
{"time":"2026-03-23T07:34:02.970471056Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 22 |
+
{"time":"2026-03-23T07:34:17.614022753Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":12,"events_lines":2,"console_offset":5,"console_lines":1}
|
| 23 |
+
{"time":"2026-03-23T07:34:17.964053913Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 24 |
+
{"time":"2026-03-23T07:34:32.615865847Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":14,"events_lines":2,"console_offset":5,"console_lines":1}
|
| 25 |
+
{"time":"2026-03-23T07:34:32.962053996Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 26 |
+
{"time":"2026-03-23T07:34:47.615596156Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":16,"events_lines":2,"console_offset":5,"console_lines":1}
|
| 27 |
+
{"time":"2026-03-23T07:34:47.939585901Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 28 |
+
{"time":"2026-03-23T07:35:02.615443116Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":18,"events_lines":2,"console_offset":5,"console_lines":1}
|
| 29 |
+
{"time":"2026-03-23T07:35:02.953320394Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 30 |
+
{"time":"2026-03-23T07:35:17.616795494Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":20,"events_lines":2,"console_offset":5,"console_lines":9}
|
| 31 |
+
{"time":"2026-03-23T07:35:17.961382874Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 32 |
+
{"time":"2026-03-23T07:35:32.617058678Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":22,"events_lines":2,"console_offset":13,"console_lines":1}
|
| 33 |
+
{"time":"2026-03-23T07:35:33.032133324Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 34 |
+
{"time":"2026-03-23T07:35:47.614512186Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":24,"events_lines":2,"console_offset":13,"console_lines":1}
|
| 35 |
+
{"time":"2026-03-23T07:35:48.063277157Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 36 |
+
{"time":"2026-03-23T07:36:02.614630661Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":26,"events_lines":2,"console_offset":13,"console_lines":1}
|
| 37 |
+
{"time":"2026-03-23T07:36:02.967222517Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 38 |
+
{"time":"2026-03-23T07:36:17.61345757Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":28,"events_lines":2,"console_offset":13,"console_lines":1}
|
| 39 |
+
{"time":"2026-03-23T07:36:18.025622382Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 40 |
+
{"time":"2026-03-23T07:36:32.614822206Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":30,"events_lines":2,"console_offset":13,"console_lines":1}
|
| 41 |
+
{"time":"2026-03-23T07:36:32.958486088Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 42 |
+
{"time":"2026-03-23T07:36:47.615456122Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":32,"events_lines":2,"console_offset":13,"console_lines":1}
|
| 43 |
+
{"time":"2026-03-23T07:36:47.984295637Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 44 |
+
{"time":"2026-03-23T07:37:02.614216966Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":34,"events_lines":2,"console_offset":13,"console_lines":1}
|
| 45 |
+
{"time":"2026-03-23T07:37:03.052461925Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 46 |
+
{"time":"2026-03-23T07:37:17.614379712Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":36,"events_lines":2,"console_offset":13,"console_lines":1}
|
| 47 |
+
{"time":"2026-03-23T07:37:17.936418798Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 48 |
+
{"time":"2026-03-23T07:37:32.613785748Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":38,"events_lines":2,"console_offset":13,"console_lines":1}
|
| 49 |
+
{"time":"2026-03-23T07:37:32.933230698Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 50 |
+
{"time":"2026-03-23T07:37:47.615496582Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":40,"events_lines":2,"console_offset":13,"console_lines":1}
|
| 51 |
+
{"time":"2026-03-23T07:37:47.991168548Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 52 |
+
{"time":"2026-03-23T07:38:02.619413129Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":0,"history_lines":1,"events_offset":42,"events_lines":2,"console_offset":13,"console_lines":7}
|
| 53 |
+
{"time":"2026-03-23T07:38:03.003068177Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 54 |
+
{"time":"2026-03-23T07:38:17.615062127Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":44,"events_lines":2,"console_offset":13,"console_lines":1}
|
| 55 |
+
{"time":"2026-03-23T07:38:17.926119383Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 56 |
+
{"time":"2026-03-23T07:38:32.614123497Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":46,"events_lines":2,"console_offset":13,"console_lines":1}
|
| 57 |
+
{"time":"2026-03-23T07:38:32.924106313Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 58 |
+
{"time":"2026-03-23T07:38:47.615611087Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":48,"events_lines":2,"console_offset":13,"console_lines":1}
|
| 59 |
+
{"time":"2026-03-23T07:38:47.95543186Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 60 |
+
{"time":"2026-03-23T07:39:02.613874457Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":50,"events_lines":2,"console_offset":13,"console_lines":1}
|
| 61 |
+
{"time":"2026-03-23T07:39:02.953105751Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 62 |
+
{"time":"2026-03-23T07:39:17.614595201Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":52,"events_lines":2,"console_offset":13,"console_lines":1}
|
| 63 |
+
{"time":"2026-03-23T07:39:17.973888177Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 64 |
+
{"time":"2026-03-23T07:39:32.61362045Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":54,"events_lines":2,"console_offset":13,"console_lines":1}
|
| 65 |
+
{"time":"2026-03-23T07:39:32.950227994Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 66 |
+
{"time":"2026-03-23T07:39:47.614775708Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":56,"events_lines":2,"console_offset":13,"console_lines":1}
|
| 67 |
+
{"time":"2026-03-23T07:39:47.928869561Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 68 |
+
{"time":"2026-03-23T07:40:02.613664008Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":58,"events_lines":2,"console_offset":13,"console_lines":1}
|
| 69 |
+
{"time":"2026-03-23T07:40:03.028854452Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 70 |
+
{"time":"2026-03-23T07:40:17.61457684Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":60,"events_lines":2,"console_offset":13,"console_lines":1}
|
| 71 |
+
{"time":"2026-03-23T07:40:17.928518881Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 72 |
+
{"time":"2026-03-23T07:40:32.616717362Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":62,"events_lines":2,"console_offset":13,"console_lines":1}
|
| 73 |
+
{"time":"2026-03-23T07:40:32.944568934Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 74 |
+
{"time":"2026-03-23T07:40:47.613896739Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":64,"events_lines":2,"console_offset":13,"console_lines":1}
|
| 75 |
+
{"time":"2026-03-23T07:40:47.955241252Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 76 |
+
{"time":"2026-03-23T07:41:02.615793593Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":66,"events_lines":2,"console_offset":13,"console_lines":1}
|
| 77 |
+
{"time":"2026-03-23T07:41:02.967931249Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 78 |
+
{"time":"2026-03-23T07:41:17.614732516Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1,"history_lines":1,"events_offset":68,"events_lines":2,"console_offset":13,"console_lines":1}
|
| 79 |
+
{"time":"2026-03-23T07:41:17.915793451Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 80 |
+
{"time":"2026-03-23T07:41:32.613475313Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":70,"events_lines":2,"console_offset":13,"console_lines":1}
|
| 81 |
+
{"time":"2026-03-23T07:41:32.918341035Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 82 |
+
{"time":"2026-03-23T07:41:47.613531578Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":72,"events_lines":2,"console_offset":13,"console_lines":1}
|
| 83 |
+
{"time":"2026-03-23T07:41:47.973010748Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 84 |
+
{"time":"2026-03-23T07:42:02.626965255Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":74,"events_lines":2,"console_offset":13,"console_lines":1}
|
| 85 |
+
{"time":"2026-03-23T07:42:02.953577917Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 86 |
+
{"time":"2026-03-23T07:42:17.613493923Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":76,"events_lines":2,"console_offset":13,"console_lines":1}
|
| 87 |
+
{"time":"2026-03-23T07:42:17.953947167Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 88 |
+
{"time":"2026-03-23T07:42:32.616673665Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":78,"events_lines":2,"console_offset":13,"console_lines":1}
|
| 89 |
+
{"time":"2026-03-23T07:42:33.37855031Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 90 |
+
{"time":"2026-03-23T07:42:47.615609567Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":80,"events_lines":2,"console_offset":13,"console_lines":1}
|
| 91 |
+
{"time":"2026-03-23T07:42:47.936947988Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 92 |
+
{"time":"2026-03-23T07:43:02.616435574Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":82,"events_lines":2,"console_offset":13,"console_lines":1}
|
| 93 |
+
{"time":"2026-03-23T07:43:02.947606042Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 94 |
+
{"time":"2026-03-23T07:43:17.615197522Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":84,"events_lines":2,"console_offset":13,"console_lines":1}
|
| 95 |
+
{"time":"2026-03-23T07:43:18.35913699Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 96 |
+
{"time":"2026-03-23T07:43:32.616236878Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":86,"events_lines":2,"console_offset":13,"console_lines":1}
|
| 97 |
+
{"time":"2026-03-23T07:43:32.92694947Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 98 |
+
{"time":"2026-03-23T07:43:47.614198936Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":88,"events_lines":2,"console_offset":13,"console_lines":1}
|
| 99 |
+
{"time":"2026-03-23T07:43:48.012701687Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 100 |
+
{"time":"2026-03-23T07:44:02.61713527Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":90,"events_lines":2,"console_offset":13,"console_lines":1}
|
| 101 |
+
{"time":"2026-03-23T07:44:02.941442575Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 102 |
+
{"time":"2026-03-23T07:44:17.618689546Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":2,"history_lines":1,"events_offset":92,"events_lines":2,"console_offset":13,"console_lines":1}
|
| 103 |
+
{"time":"2026-03-23T07:44:17.987889706Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 104 |
+
{"time":"2026-03-23T07:44:32.614372022Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":94,"events_lines":2,"console_offset":13,"console_lines":1}
|
| 105 |
+
{"time":"2026-03-23T07:44:33.082225513Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 106 |
+
{"time":"2026-03-23T07:44:47.617497298Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":96,"events_lines":2,"console_offset":13,"console_lines":1}
|
| 107 |
+
{"time":"2026-03-23T07:44:47.987135574Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 108 |
+
{"time":"2026-03-23T07:45:02.613450088Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":98,"events_lines":2,"console_offset":13,"console_lines":1}
|
| 109 |
+
{"time":"2026-03-23T07:45:03.197845066Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 110 |
+
{"time":"2026-03-23T07:45:17.613372229Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":100,"events_lines":2,"console_offset":13,"console_lines":1}
|
| 111 |
+
{"time":"2026-03-23T07:45:17.959545442Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 112 |
+
{"time":"2026-03-23T07:45:32.614140553Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":102,"events_lines":2,"console_offset":13,"console_lines":1}
|
| 113 |
+
{"time":"2026-03-23T07:45:32.880815102Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 114 |
+
{"time":"2026-03-23T07:45:47.61318581Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":104,"events_lines":2,"console_offset":13,"console_lines":1}
|
| 115 |
+
{"time":"2026-03-23T07:45:47.922392229Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 116 |
+
{"time":"2026-03-23T07:46:02.613667925Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":106,"events_lines":2,"console_offset":13,"console_lines":1}
|
| 117 |
+
{"time":"2026-03-23T07:46:02.90586082Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 118 |
+
{"time":"2026-03-23T07:46:17.615673459Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":3,"history_lines":1,"events_offset":108,"events_lines":2,"console_offset":13,"console_lines":1}
|
| 119 |
+
{"time":"2026-03-23T07:46:17.981550497Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 120 |
+
{"time":"2026-03-23T07:46:32.614642914Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":110,"events_lines":2,"console_offset":13,"console_lines":1}
|
| 121 |
+
{"time":"2026-03-23T07:46:32.903070729Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 122 |
+
{"time":"2026-03-23T07:46:47.614067783Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":112,"events_lines":2,"console_offset":13,"console_lines":1}
|
| 123 |
+
{"time":"2026-03-23T07:46:47.947027072Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 124 |
+
{"time":"2026-03-23T07:47:02.61364984Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":114,"events_lines":2,"console_offset":13,"console_lines":1}
|
| 125 |
+
{"time":"2026-03-23T07:47:02.902857331Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 126 |
+
{"time":"2026-03-23T07:47:17.614997818Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":116,"events_lines":2,"console_offset":13,"console_lines":1}
|
| 127 |
+
{"time":"2026-03-23T07:47:17.893384655Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 128 |
+
{"time":"2026-03-23T07:47:32.614204603Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":118,"events_lines":2,"console_offset":13,"console_lines":1}
|
| 129 |
+
{"time":"2026-03-23T07:47:32.917787562Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 130 |
+
{"time":"2026-03-23T07:47:47.613811452Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":120,"events_lines":2,"console_offset":13,"console_lines":1}
|
| 131 |
+
{"time":"2026-03-23T07:47:47.871398592Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 132 |
+
{"time":"2026-03-23T07:48:02.61417977Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":122,"events_lines":2,"console_offset":13,"console_lines":1}
|
| 133 |
+
{"time":"2026-03-23T07:48:02.93478269Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 134 |
+
{"time":"2026-03-23T07:48:17.614261951Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":124,"events_lines":2,"console_offset":13,"console_lines":1}
|
| 135 |
+
{"time":"2026-03-23T07:48:19.864969706Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 136 |
+
{"time":"2026-03-23T07:48:32.613959678Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":126,"events_lines":2,"console_offset":13,"console_lines":1}
|
| 137 |
+
{"time":"2026-03-23T07:48:32.9653337Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 138 |
+
{"time":"2026-03-23T07:48:47.616261183Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":128,"events_lines":2,"console_offset":13,"console_lines":1}
|
| 139 |
+
{"time":"2026-03-23T07:48:47.980633144Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 140 |
+
{"time":"2026-03-23T07:49:02.614345136Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":130,"events_lines":2,"console_offset":13,"console_lines":1}
|
| 141 |
+
{"time":"2026-03-23T07:49:02.955816105Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 142 |
+
{"time":"2026-03-23T07:49:17.613429579Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":4,"history_lines":1,"events_offset":132,"events_lines":2,"console_offset":13,"console_lines":1}
|
| 143 |
+
{"time":"2026-03-23T07:49:18.087311577Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 144 |
+
{"time":"2026-03-23T07:49:32.614186331Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":134,"events_lines":2,"console_offset":13,"console_lines":1}
|
| 145 |
+
{"time":"2026-03-23T07:49:33.026718446Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 146 |
+
{"time":"2026-03-23T07:49:47.613606198Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":136,"events_lines":2,"console_offset":13,"console_lines":1}
|
| 147 |
+
{"time":"2026-03-23T07:49:48.142129804Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 148 |
+
{"time":"2026-03-23T07:50:02.61410713Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":138,"events_lines":2,"console_offset":13,"console_lines":1}
|
| 149 |
+
{"time":"2026-03-23T07:50:03.246359918Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 150 |
+
{"time":"2026-03-23T07:50:17.614829852Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":140,"events_lines":2,"console_offset":13,"console_lines":1}
|
| 151 |
+
{"time":"2026-03-23T07:50:17.902962064Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 152 |
+
{"time":"2026-03-23T07:50:32.615064426Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":142,"events_lines":2,"console_offset":13,"console_lines":1}
|
| 153 |
+
{"time":"2026-03-23T07:50:32.945993077Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 154 |
+
{"time":"2026-03-23T07:50:47.614993656Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":144,"events_lines":2,"console_offset":13,"console_lines":1}
|
| 155 |
+
{"time":"2026-03-23T07:50:47.974899552Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 156 |
+
{"time":"2026-03-23T07:51:02.613916038Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":146,"events_lines":2,"console_offset":13,"console_lines":1}
|
| 157 |
+
{"time":"2026-03-23T07:51:02.959929193Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 158 |
+
{"time":"2026-03-23T07:51:17.616307589Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":148,"events_lines":2,"console_offset":13,"console_lines":1}
|
| 159 |
+
{"time":"2026-03-23T07:51:17.924203549Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 160 |
+
{"time":"2026-03-23T07:51:32.615607729Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":150,"events_lines":2,"console_offset":13,"console_lines":1}
|
| 161 |
+
{"time":"2026-03-23T07:51:33.142775648Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 162 |
+
{"time":"2026-03-23T07:51:47.614837883Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":152,"events_lines":2,"console_offset":13,"console_lines":1}
|
| 163 |
+
{"time":"2026-03-23T07:51:47.990915785Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 164 |
+
{"time":"2026-03-23T07:52:02.615192523Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":5,"history_lines":1,"events_offset":154,"events_lines":2,"console_offset":13,"console_lines":1}
|
| 165 |
+
{"time":"2026-03-23T07:52:03.141634273Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 166 |
+
{"time":"2026-03-23T07:52:17.615137424Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":156,"events_lines":2,"console_offset":20,"console_lines":30}
|
| 167 |
+
{"time":"2026-03-23T07:52:17.930412468Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 168 |
+
{"time":"2026-03-23T07:52:32.61386936Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":158,"events_lines":2}
|
| 169 |
+
{"time":"2026-03-23T07:52:33.000923061Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 170 |
+
{"time":"2026-03-23T07:52:47.616042169Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":160,"events_lines":2}
|
| 171 |
+
{"time":"2026-03-23T07:52:47.952100485Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 172 |
+
{"time":"2026-03-23T07:53:02.615153967Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":162,"events_lines":2}
|
| 173 |
+
{"time":"2026-03-23T07:53:02.953282619Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 174 |
+
{"time":"2026-03-23T07:53:17.615745462Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":164,"events_lines":2}
|
| 175 |
+
{"time":"2026-03-23T07:53:17.956104747Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 176 |
+
{"time":"2026-03-23T07:53:32.61378813Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":166,"events_lines":2}
|
| 177 |
+
{"time":"2026-03-23T07:53:32.946897872Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 178 |
+
{"time":"2026-03-23T07:53:47.616192721Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":168,"events_lines":2}
|
| 179 |
+
{"time":"2026-03-23T07:53:47.950342373Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 180 |
+
{"time":"2026-03-23T07:54:02.613890879Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":170,"events_lines":2}
|
| 181 |
+
{"time":"2026-03-23T07:54:02.924846768Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 182 |
+
{"time":"2026-03-23T07:54:17.613513641Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":172,"events_lines":2}
|
| 183 |
+
{"time":"2026-03-23T07:54:17.923102367Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 184 |
+
{"time":"2026-03-23T07:54:32.613767262Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":174,"events_lines":2}
|
| 185 |
+
{"time":"2026-03-23T07:54:32.896061722Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 186 |
+
{"time":"2026-03-23T07:54:47.614028613Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":176,"events_lines":2}
|
| 187 |
+
{"time":"2026-03-23T07:54:47.90636746Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 188 |
+
{"time":"2026-03-23T07:55:02.614262208Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":178,"events_lines":2}
|
| 189 |
+
{"time":"2026-03-23T07:55:03.016961312Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 190 |
+
{"time":"2026-03-23T07:55:17.616788028Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":180,"events_lines":2}
|
| 191 |
+
{"time":"2026-03-23T07:55:17.919497818Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 192 |
+
{"time":"2026-03-23T07:55:32.61556035Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":6,"history_lines":1,"events_offset":182,"events_lines":2,"console_offset":50,"console_lines":6}
|
| 193 |
+
{"time":"2026-03-23T07:55:32.921081386Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 194 |
+
{"time":"2026-03-23T07:55:47.615335577Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":184,"events_lines":2}
|
| 195 |
+
{"time":"2026-03-23T07:55:47.91435551Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 196 |
+
{"time":"2026-03-23T07:56:02.615149561Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":186,"events_lines":2}
|
| 197 |
+
{"time":"2026-03-23T07:56:02.887468459Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 198 |
+
{"time":"2026-03-23T07:56:17.616584373Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":188,"events_lines":2}
|
| 199 |
+
{"time":"2026-03-23T07:56:17.894684837Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 200 |
+
{"time":"2026-03-23T07:56:32.615516814Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":190,"events_lines":2}
|
| 201 |
+
{"time":"2026-03-23T07:56:32.901047349Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 202 |
+
{"time":"2026-03-23T07:56:47.614276497Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":192,"events_lines":2}
|
| 203 |
+
{"time":"2026-03-23T07:56:47.889690999Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 204 |
+
{"time":"2026-03-23T07:57:02.616403267Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":194,"events_lines":2}
|
| 205 |
+
{"time":"2026-03-23T07:57:03.03703252Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 206 |
+
{"time":"2026-03-23T07:57:17.613668374Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":196,"events_lines":2}
|
| 207 |
+
{"time":"2026-03-23T07:57:17.954189816Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 208 |
+
{"time":"2026-03-23T07:57:32.614017554Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":198,"events_lines":2}
|
| 209 |
+
{"time":"2026-03-23T07:57:33.060922709Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 210 |
+
{"time":"2026-03-23T07:57:47.616181745Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":200,"events_lines":2}
|
| 211 |
+
{"time":"2026-03-23T07:57:47.967622797Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 212 |
+
{"time":"2026-03-23T07:58:02.613829509Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":202,"events_lines":2}
|
| 213 |
+
{"time":"2026-03-23T07:58:03.065034644Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 214 |
+
{"time":"2026-03-23T07:58:17.614218434Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":204,"events_lines":2}
|
| 215 |
+
{"time":"2026-03-23T07:58:18.006723146Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 216 |
+
{"time":"2026-03-23T07:58:32.614081782Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":206,"events_lines":2}
|
| 217 |
+
{"time":"2026-03-23T07:58:33.006906866Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 218 |
+
{"time":"2026-03-23T07:58:47.614385705Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":208,"events_lines":2}
|
| 219 |
+
{"time":"2026-03-23T07:58:47.925462389Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 220 |
+
{"time":"2026-03-23T07:59:02.617230346Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":210,"events_lines":2}
|
| 221 |
+
{"time":"2026-03-23T07:59:02.978995677Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 222 |
+
{"time":"2026-03-23T07:59:17.617028218Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":7,"history_lines":1,"events_offset":212,"events_lines":2,"console_offset":56,"console_lines":6}
|
| 223 |
+
{"time":"2026-03-23T07:59:17.953257371Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 224 |
+
{"time":"2026-03-23T07:59:32.61500546Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":214,"events_lines":2}
|
| 225 |
+
{"time":"2026-03-23T07:59:33.00517569Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 226 |
+
{"time":"2026-03-23T07:59:47.613386246Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":216,"events_lines":2}
|
| 227 |
+
{"time":"2026-03-23T07:59:47.988838183Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 228 |
+
{"time":"2026-03-23T08:00:02.617646254Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":218,"events_lines":2}
|
| 229 |
+
{"time":"2026-03-23T08:00:02.958887491Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 230 |
+
{"time":"2026-03-23T08:00:17.619532573Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":220,"events_lines":2}
|
| 231 |
+
{"time":"2026-03-23T08:00:17.977241912Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 232 |
+
{"time":"2026-03-23T08:00:32.615262229Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":222,"events_lines":2}
|
| 233 |
+
{"time":"2026-03-23T08:00:33.018646364Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 234 |
+
{"time":"2026-03-23T08:00:47.614741687Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":224,"events_lines":2}
|
| 235 |
+
{"time":"2026-03-23T08:00:47.975343605Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 236 |
+
{"time":"2026-03-23T08:01:02.61345754Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":226,"events_lines":2}
|
| 237 |
+
{"time":"2026-03-23T08:01:02.939959887Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 238 |
+
{"time":"2026-03-23T08:01:17.614014229Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":228,"events_lines":2}
|
| 239 |
+
{"time":"2026-03-23T08:01:20.098822257Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 240 |
+
{"time":"2026-03-23T08:01:32.613966398Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":230,"events_lines":2}
|
| 241 |
+
{"time":"2026-03-23T08:01:32.931396714Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 242 |
+
{"time":"2026-03-23T08:01:47.61339889Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":232,"events_lines":2}
|
| 243 |
+
{"time":"2026-03-23T08:01:47.958960847Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 244 |
+
{"time":"2026-03-23T08:02:02.613652703Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":234,"events_lines":2}
|
| 245 |
+
{"time":"2026-03-23T08:02:03.005533424Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 246 |
+
{"time":"2026-03-23T08:02:17.614682781Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":236,"events_lines":2}
|
| 247 |
+
{"time":"2026-03-23T08:02:17.925636944Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 248 |
+
{"time":"2026-03-23T08:02:32.617457384Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":8,"history_lines":1,"events_offset":238,"events_lines":2,"console_offset":62,"console_lines":6}
|
| 249 |
+
{"time":"2026-03-23T08:02:32.93816607Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 250 |
+
{"time":"2026-03-23T08:02:47.61382852Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":240,"events_lines":2}
|
| 251 |
+
{"time":"2026-03-23T08:02:47.934730881Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 252 |
+
{"time":"2026-03-23T08:03:02.613359825Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":242,"events_lines":2}
|
| 253 |
+
{"time":"2026-03-23T08:03:02.949769187Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 254 |
+
{"time":"2026-03-23T08:03:17.63633013Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":244,"events_lines":2}
|
| 255 |
+
{"time":"2026-03-23T08:03:17.963860513Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 256 |
+
{"time":"2026-03-23T08:03:32.61512048Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":246,"events_lines":2}
|
| 257 |
+
{"time":"2026-03-23T08:03:32.920838707Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 258 |
+
{"time":"2026-03-23T08:03:47.616096003Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":248,"events_lines":2}
|
| 259 |
+
{"time":"2026-03-23T08:03:48.000722078Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 260 |
+
{"time":"2026-03-23T08:04:02.614260763Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":250,"events_lines":2}
|
| 261 |
+
{"time":"2026-03-23T08:04:03.11500192Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 262 |
+
{"time":"2026-03-23T08:04:17.615519683Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":252,"events_lines":2}
|
| 263 |
+
{"time":"2026-03-23T08:04:17.990815471Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 264 |
+
{"time":"2026-03-23T08:04:32.615323103Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":254,"events_lines":2}
|
| 265 |
+
{"time":"2026-03-23T08:04:33.007378321Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 266 |
+
{"time":"2026-03-23T08:04:47.615303405Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":256,"events_lines":2}
|
| 267 |
+
{"time":"2026-03-23T08:04:48.147248811Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 268 |
+
{"time":"2026-03-23T08:05:02.614298775Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":258,"events_lines":2}
|
| 269 |
+
{"time":"2026-03-23T08:05:03.040659411Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 270 |
+
{"time":"2026-03-23T08:05:17.614994367Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":260,"events_lines":2}
|
| 271 |
+
{"time":"2026-03-23T08:05:18.020837559Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 272 |
+
{"time":"2026-03-23T08:05:32.613917016Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":262,"events_lines":2}
|
| 273 |
+
{"time":"2026-03-23T08:05:32.980687647Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 274 |
+
{"time":"2026-03-23T08:05:47.615796736Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":9,"history_lines":1,"events_offset":264,"events_lines":2,"console_offset":68,"console_lines":3}
|
| 275 |
+
{"time":"2026-03-23T08:05:48.036854491Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 276 |
+
{"time":"2026-03-23T08:06:02.613510043Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":266,"events_lines":2}
|
| 277 |
+
{"time":"2026-03-23T08:06:03.055602129Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 278 |
+
{"time":"2026-03-23T08:06:17.614157055Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":268,"events_lines":2}
|
| 279 |
+
{"time":"2026-03-23T08:06:17.961901543Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 280 |
+
{"time":"2026-03-23T08:06:32.614430576Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":270,"events_lines":2}
|
| 281 |
+
{"time":"2026-03-23T08:06:32.971775517Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 282 |
+
{"time":"2026-03-23T08:06:47.614163404Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":272,"events_lines":2}
|
| 283 |
+
{"time":"2026-03-23T08:06:48.018576515Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 284 |
+
{"time":"2026-03-23T08:07:02.614210668Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":274,"events_lines":2}
|
| 285 |
+
{"time":"2026-03-23T08:07:03.03253757Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 286 |
+
{"time":"2026-03-23T08:07:17.614852358Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":276,"events_lines":2}
|
| 287 |
+
{"time":"2026-03-23T08:07:18.025323005Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 288 |
+
{"time":"2026-03-23T08:07:32.613243864Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":278,"events_lines":2}
|
| 289 |
+
{"time":"2026-03-23T08:07:32.927402544Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 290 |
+
{"time":"2026-03-23T08:07:47.616277673Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":280,"events_lines":2}
|
| 291 |
+
{"time":"2026-03-23T08:07:47.95240831Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 292 |
+
{"time":"2026-03-23T08:08:02.615080274Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":282,"events_lines":2}
|
| 293 |
+
{"time":"2026-03-23T08:08:02.956482236Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 294 |
+
{"time":"2026-03-23T08:08:17.622506461Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":284,"events_lines":2}
|
| 295 |
+
{"time":"2026-03-23T08:08:17.933434949Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 296 |
+
{"time":"2026-03-23T08:08:32.614547675Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":286,"events_lines":2}
|
| 297 |
+
{"time":"2026-03-23T08:08:32.952695811Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 298 |
+
{"time":"2026-03-23T08:08:47.614408325Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":288,"events_lines":2}
|
| 299 |
+
{"time":"2026-03-23T08:08:47.964627094Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 300 |
+
{"time":"2026-03-23T08:09:02.61520256Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":10,"history_lines":1,"events_offset":290,"events_lines":2,"console_offset":71,"console_lines":3}
|
| 301 |
+
{"time":"2026-03-23T08:09:02.996542453Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 302 |
+
{"time":"2026-03-23T08:09:17.614224313Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":292,"events_lines":2}
|
| 303 |
+
{"time":"2026-03-23T08:09:17.930580821Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 304 |
+
{"time":"2026-03-23T08:09:32.613801928Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":294,"events_lines":2}
|
| 305 |
+
{"time":"2026-03-23T08:09:32.921017207Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 306 |
+
{"time":"2026-03-23T08:09:47.614688003Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":296,"events_lines":2}
|
| 307 |
+
{"time":"2026-03-23T08:09:47.934639509Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 308 |
+
{"time":"2026-03-23T08:10:02.61444415Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":298,"events_lines":2}
|
| 309 |
+
{"time":"2026-03-23T08:10:02.932518249Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 310 |
+
{"time":"2026-03-23T08:10:17.615141196Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":300,"events_lines":2}
|
| 311 |
+
{"time":"2026-03-23T08:10:17.938993253Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 312 |
+
{"time":"2026-03-23T08:10:32.614325371Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":302,"events_lines":2}
|
| 313 |
+
{"time":"2026-03-23T08:10:32.925880248Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 314 |
+
{"time":"2026-03-23T08:10:47.615569366Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":304,"events_lines":2}
|
| 315 |
+
{"time":"2026-03-23T08:10:48.033382034Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 316 |
+
{"time":"2026-03-23T08:11:02.615248315Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":306,"events_lines":2}
|
| 317 |
+
{"time":"2026-03-23T08:11:03.108457552Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 318 |
+
{"time":"2026-03-23T08:11:17.615440986Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":308,"events_lines":2}
|
| 319 |
+
{"time":"2026-03-23T08:11:18.038002009Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 320 |
+
{"time":"2026-03-23T08:11:32.61420404Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":310,"events_lines":2}
|
| 321 |
+
{"time":"2026-03-23T08:11:32.975008505Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 322 |
+
{"time":"2026-03-23T08:11:47.613526116Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":312,"events_lines":2}
|
| 323 |
+
{"time":"2026-03-23T08:11:48.046913389Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 324 |
+
{"time":"2026-03-23T08:12:02.615189404Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":314,"events_lines":2}
|
| 325 |
+
{"time":"2026-03-23T08:12:02.997611189Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 326 |
+
{"time":"2026-03-23T08:12:17.61633395Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":11,"history_lines":1,"events_offset":316,"events_lines":2,"console_offset":74,"console_lines":2}
|
| 327 |
+
{"time":"2026-03-23T08:12:17.961326588Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 328 |
+
{"time":"2026-03-23T08:12:32.616550821Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":318,"events_lines":2}
|
| 329 |
+
{"time":"2026-03-23T08:12:33.005077136Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 330 |
+
{"time":"2026-03-23T08:12:47.613518531Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":320,"events_lines":2}
|
| 331 |
+
{"time":"2026-03-23T08:12:47.939878296Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 332 |
+
{"time":"2026-03-23T08:13:02.613737972Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":322,"events_lines":2}
|
| 333 |
+
{"time":"2026-03-23T08:13:02.997922491Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 334 |
+
{"time":"2026-03-23T08:13:17.613554071Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":324,"events_lines":2}
|
| 335 |
+
{"time":"2026-03-23T08:13:17.939858991Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 336 |
+
{"time":"2026-03-23T08:13:32.616739116Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":326,"events_lines":2}
|
| 337 |
+
{"time":"2026-03-23T08:13:32.926539315Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 338 |
+
{"time":"2026-03-23T08:13:47.61469386Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":328,"events_lines":2}
|
| 339 |
+
{"time":"2026-03-23T08:13:47.948708781Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 340 |
+
{"time":"2026-03-23T08:14:02.616658252Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":12,"history_lines":1,"events_offset":330,"events_lines":2,"console_offset":76,"console_lines":2}
|
| 341 |
+
{"time":"2026-03-23T08:14:02.958167393Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 342 |
+
{"time":"2026-03-23T08:14:17.614647993Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":332,"events_lines":2}
|
| 343 |
+
{"time":"2026-03-23T08:14:17.959768608Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 344 |
+
{"time":"2026-03-23T08:14:32.613117369Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":334,"events_lines":2}
|
| 345 |
+
{"time":"2026-03-23T08:14:32.95787883Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 346 |
+
{"time":"2026-03-23T08:14:47.615613832Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":336,"events_lines":2}
|
| 347 |
+
{"time":"2026-03-23T08:14:47.937432363Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 348 |
+
{"time":"2026-03-23T08:15:02.614044087Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":338,"events_lines":2}
|
| 349 |
+
{"time":"2026-03-23T08:15:02.934736451Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 350 |
+
{"time":"2026-03-23T08:15:17.615266969Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":340,"events_lines":2}
|
| 351 |
+
{"time":"2026-03-23T08:15:17.921038864Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 352 |
+
{"time":"2026-03-23T08:15:32.614015242Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":342,"events_lines":2}
|
| 353 |
+
{"time":"2026-03-23T08:15:32.929355783Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 354 |
+
{"time":"2026-03-23T08:15:47.613657537Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":13,"history_lines":1,"events_offset":344,"events_lines":2,"console_offset":78,"console_lines":2}
|
| 355 |
+
{"time":"2026-03-23T08:15:48.074170879Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 356 |
+
{"time":"2026-03-23T08:16:02.614984294Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":346,"events_lines":2}
|
| 357 |
+
{"time":"2026-03-23T08:16:03.079845143Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 358 |
+
{"time":"2026-03-23T08:16:17.614543973Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":348,"events_lines":2}
|
| 359 |
+
{"time":"2026-03-23T08:16:17.936313457Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 360 |
+
{"time":"2026-03-23T08:16:32.615849552Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":350,"events_lines":2}
|
| 361 |
+
{"time":"2026-03-23T08:16:32.950794176Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 362 |
+
{"time":"2026-03-23T08:16:47.615295535Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":352,"events_lines":2}
|
| 363 |
+
{"time":"2026-03-23T08:16:47.952949895Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 364 |
+
{"time":"2026-03-23T08:17:02.614497918Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":354,"events_lines":2}
|
| 365 |
+
{"time":"2026-03-23T08:17:03.031436053Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 366 |
+
{"time":"2026-03-23T08:17:17.61378817Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":356,"events_lines":2}
|
| 367 |
+
{"time":"2026-03-23T08:17:18.033453083Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 368 |
+
{"time":"2026-03-23T08:17:32.613738362Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":358,"events_lines":2}
|
| 369 |
+
{"time":"2026-03-23T08:17:32.984580904Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 370 |
+
{"time":"2026-03-23T08:17:47.615758407Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":14,"history_lines":1,"events_offset":360,"events_lines":2,"console_offset":80,"console_lines":2}
|
| 371 |
+
{"time":"2026-03-23T08:17:47.940432694Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 372 |
+
{"time":"2026-03-23T08:18:02.614840292Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":362,"events_lines":2}
|
| 373 |
+
{"time":"2026-03-23T08:18:02.985866997Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 374 |
+
{"time":"2026-03-23T08:18:17.613397846Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":364,"events_lines":2}
|
| 375 |
+
{"time":"2026-03-23T08:18:17.93477522Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 376 |
+
{"time":"2026-03-23T08:18:32.614851652Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":366,"events_lines":2}
|
| 377 |
+
{"time":"2026-03-23T08:18:32.959681493Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 378 |
+
{"time":"2026-03-23T08:18:47.61347799Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":368,"events_lines":2}
|
| 379 |
+
{"time":"2026-03-23T08:18:47.982059185Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 380 |
+
{"time":"2026-03-23T08:19:02.614802765Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":370,"events_lines":2}
|
| 381 |
+
{"time":"2026-03-23T08:19:03.083310177Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 382 |
+
{"time":"2026-03-23T08:19:17.613361041Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":15,"history_lines":1,"events_offset":372,"events_lines":2,"console_offset":82,"console_lines":2}
|
| 383 |
+
{"time":"2026-03-23T08:19:17.952805074Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 384 |
+
{"time":"2026-03-23T08:19:32.61396973Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":374,"events_lines":2}
|
| 385 |
+
{"time":"2026-03-23T08:19:32.925474938Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 386 |
+
{"time":"2026-03-23T08:19:47.613485503Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":376,"events_lines":2}
|
| 387 |
+
{"time":"2026-03-23T08:19:48.050967334Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 388 |
+
{"time":"2026-03-23T08:20:02.615483062Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":378,"events_lines":2}
|
| 389 |
+
{"time":"2026-03-23T08:20:02.978929218Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 390 |
+
{"time":"2026-03-23T08:20:17.61421686Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":380,"events_lines":2}
|
| 391 |
+
{"time":"2026-03-23T08:20:17.980925573Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 392 |
+
{"time":"2026-03-23T08:20:32.613514678Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":382,"events_lines":2}
|
| 393 |
+
{"time":"2026-03-23T08:20:32.933018053Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 394 |
+
{"time":"2026-03-23T08:20:47.613185351Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":384,"events_lines":2}
|
| 395 |
+
{"time":"2026-03-23T08:20:47.923374475Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 396 |
+
{"time":"2026-03-23T08:20:53.032772322Z","level":"INFO","msg":"stream: closing"}
|
| 397 |
+
{"time":"2026-03-23T08:20:53.91451063Z","level":"INFO","msg":"fileTransfer: Close: file transfer manager closed"}
|
| 398 |
+
{"time":"2026-03-23T08:20:53.91523795Z","level":"INFO","msg":"filestream: sending request","total_files":3,"history_offset":16,"history_lines":1,"console_offset":84,"console_lines":146,"uploaded_len":3,"complete":true,"exit_code":255}
|
| 399 |
+
{"time":"2026-03-23T08:20:54.266898196Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 400 |
+
{"time":"2026-03-23T08:20:54.267167638Z","level":"INFO","msg":"handler: closed"}
|
| 401 |
+
{"time":"2026-03-23T08:20:54.267419746Z","level":"INFO","msg":"sender: closed"}
|
| 402 |
+
{"time":"2026-03-23T08:20:54.267432195Z","level":"INFO","msg":"stream: closed"}
|
wandb/wandb/run-20260323_073231-ih9hd073/logs/debug.log
ADDED
|
File without changes
|
wandb/wandb/run-20260323_073231-ih9hd073/run-ih9hd073.wandb
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:b3831adf95aafb3a115b1109c8ab50317764d20f1355a00aa1529a08a1da638f
|
| 3 |
+
size 771883
|
wandb/wandb/run-20260323_082640-ln36rrqb/files/config.yaml
ADDED
|
@@ -0,0 +1,97 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
_wandb:
|
| 2 |
+
value:
|
| 3 |
+
cli_version: 0.25.1
|
| 4 |
+
e:
|
| 5 |
+
tm0uo8wimzdi6zjr4s7csnk6zdtr72v7:
|
| 6 |
+
args:
|
| 7 |
+
- --config_yaml
|
| 8 |
+
- ./examples/LIBERO/train_files/starvla_cotrain_libero.yaml
|
| 9 |
+
- --framework.name
|
| 10 |
+
- QwenGR00T
|
| 11 |
+
- --framework.qwenvl.base_vlm
|
| 12 |
+
- playground/Pretrained_models/Qwen3-VL-2B-Instruct
|
| 13 |
+
- --datasets.vla_data.data_root_dir
|
| 14 |
+
- playground/Datasets/LEROBOT_LIBERO_DATA
|
| 15 |
+
- --datasets.vla_data.data_mix
|
| 16 |
+
- libero_all
|
| 17 |
+
- --datasets.vla_data.per_device_batch_size
|
| 18 |
+
- "16"
|
| 19 |
+
- --trainer.vla_data.video_backend
|
| 20 |
+
- torchvision_av
|
| 21 |
+
- --trainer.freeze_modules
|
| 22 |
+
- --trainer.max_train_steps
|
| 23 |
+
- "80000"
|
| 24 |
+
- --trainer.save_interval
|
| 25 |
+
- "10000"
|
| 26 |
+
- --trainer.logging_frequency
|
| 27 |
+
- "100"
|
| 28 |
+
- --trainer.eval_interval
|
| 29 |
+
- "100"
|
| 30 |
+
- --run_root_dir
|
| 31 |
+
- ./results/ckpt
|
| 32 |
+
- --run_id
|
| 33 |
+
- 0323_libero_all_qwengr00t
|
| 34 |
+
- --wandb_project
|
| 35 |
+
- starvla
|
| 36 |
+
- --wandb_entity
|
| 37 |
+
- junha-lee
|
| 38 |
+
codePath: starVLA/training/train_starvla.py
|
| 39 |
+
codePathLocal: starVLA/training/train_starvla.py
|
| 40 |
+
cpu_count: 32
|
| 41 |
+
cpu_count_logical: 32
|
| 42 |
+
cudaVersion: "13.0"
|
| 43 |
+
disk:
|
| 44 |
+
/:
|
| 45 |
+
total: "4226383028224"
|
| 46 |
+
used: "2386153398272"
|
| 47 |
+
email: junha.lee@postech.ac.kr
|
| 48 |
+
executable: /opt/venv/bin/python3
|
| 49 |
+
git:
|
| 50 |
+
commit: b8005a008a9df9a798ca090ce258dc01300780da
|
| 51 |
+
remote: git@github.com:junha-l/contravla.git
|
| 52 |
+
gpu: NVIDIA H100 NVL
|
| 53 |
+
gpu_count: 1
|
| 54 |
+
gpu_nvidia:
|
| 55 |
+
- architecture: Hopper
|
| 56 |
+
cudaCores: 16896
|
| 57 |
+
memoryTotal: "100485038080"
|
| 58 |
+
name: NVIDIA H100 NVL
|
| 59 |
+
uuid: GPU-bfab68c1-f118-19f2-a1fa-aba345fd0966
|
| 60 |
+
host: korea-2024-03-2-svr
|
| 61 |
+
memory:
|
| 62 |
+
total: "211072577536"
|
| 63 |
+
os: Linux-5.4.0-216-generic-x86_64-with-glibc2.39
|
| 64 |
+
program: /workspace/starVLA/training/train_starvla.py
|
| 65 |
+
python: CPython 3.11.15
|
| 66 |
+
root: ./results/ckpt/0323_libero_all_qwengr00t/wandb
|
| 67 |
+
startedAt: "2026-03-23T08:26:40.294726Z"
|
| 68 |
+
writerId: tm0uo8wimzdi6zjr4s7csnk6zdtr72v7
|
| 69 |
+
m: []
|
| 70 |
+
python_version: 3.11.15
|
| 71 |
+
t:
|
| 72 |
+
"1":
|
| 73 |
+
- 1
|
| 74 |
+
- 11
|
| 75 |
+
- 41
|
| 76 |
+
- 49
|
| 77 |
+
- 63
|
| 78 |
+
- 71
|
| 79 |
+
- 80
|
| 80 |
+
- 83
|
| 81 |
+
"2":
|
| 82 |
+
- 1
|
| 83 |
+
- 11
|
| 84 |
+
- 41
|
| 85 |
+
- 49
|
| 86 |
+
- 63
|
| 87 |
+
- 71
|
| 88 |
+
- 80
|
| 89 |
+
- 83
|
| 90 |
+
"3":
|
| 91 |
+
- 13
|
| 92 |
+
- 61
|
| 93 |
+
"4": 3.11.15
|
| 94 |
+
"5": 0.25.1
|
| 95 |
+
"6": 4.57.0
|
| 96 |
+
"12": 0.25.1
|
| 97 |
+
"13": linux-x86_64
|
wandb/wandb/run-20260323_082640-ln36rrqb/files/output.log
ADDED
|
@@ -0,0 +1,95 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
[2;36m03/23 [08:26:41][0m[2;36m [0m[34mINFO [0m | >> ***** Training Configuration ***** ]8;id=935518;file:///workspace/starVLA/training/train_starvla.py\[2mtrain_starvla.py[0m]8;;\[2m:[0m]8;id=571858;file:///workspace/starVLA/training/train_starvla.py#331\[2m331[0m]8;;\
|
| 2 |
+
[2;36m [0m[2;36m [0m[34mINFO [0m | >> Total optimization steps = [1;36m80000[0m ]8;id=98246;file:///workspace/starVLA/training/train_starvla.py\[2mtrain_starvla.py[0m]8;;\[2m:[0m]8;id=229258;file:///workspace/starVLA/training/train_starvla.py#332\[2m332[0m]8;;\
|
| 3 |
+
[2;36m [0m[2;36m [0m[34mINFO [0m | >> Per device batch size = [1;36m16[0m ]8;id=208496;file:///workspace/starVLA/training/train_starvla.py\[2mtrain_starvla.py[0m]8;;\[2m:[0m]8;id=750800;file:///workspace/starVLA/training/train_starvla.py#333\[2m333[0m]8;;\
|
| 4 |
+
[2;36m [0m[2;36m [0m[34mINFO [0m | >> Gradient accumulation steps = [1;36m1[0m ]8;id=471029;file:///workspace/starVLA/training/train_starvla.py\[2mtrain_starvla.py[0m]8;;\[2m:[0m]8;id=617889;file:///workspace/starVLA/training/train_starvla.py#334\[2m334[0m]8;;\
|
| 5 |
+
[2;36m [0m[2;36m [0m[34mINFO [0m | >> Total batch size = [1;36m16[0m ]8;id=844962;file:///workspace/starVLA/training/train_starvla.py\[2mtrain_starvla.py[0m]8;;\[2m:[0m]8;id=167414;file:///workspace/starVLA/training/train_starvla.py#335\[2m335[0m]8;;\
|
| 6 |
+
1%| | 600/80000 [07:29<13:16:43, 1.66it/s, data_times=0.007, model_times=0.595]
|
| 7 |
+
[2;36m03/23 [08:27:51][0m[2;36m [0m[34mINFO [0m | >> Step [1;36m100[0m, Loss: [1m{[0m[32m'action_dit_loss'[0m: ]8;id=225772;file:///workspace/starVLA/training/train_starvla.py\[2mtrain_starvla.py[0m]8;;\[2m:[0m]8;id=800581;file:///workspace/starVLA/training/train_starvla.py#246\[2m246[0m]8;;\
|
| 8 |
+
[2;36m [0m [1;36m1.1016441583633423[0m, [32m'mse_score'[0m: [2m [0m
|
| 9 |
+
[2;36m [0m [1;36m0.03642651012965611[0m, [32m'data_time'[0m: [2m [0m
|
| 10 |
+
[2;36m [0m [1;36m0.025647100061178207[0m, [32m'model_time'[0m: [2m [0m
|
| 11 |
+
[2;36m [0m [1;36m0.5978108029812574[0m, [32m'learning_rate'[0m: [2m [0m
|
| 12 |
+
[2;36m [0m [1;36m2.0000000000000002e-07[0m, [32m'epoch'[0m: [1;36m0.0[0m[1m}[0m[1m)[0m [2m [0m
|
| 13 |
+
[2;36m03/23 [08:28:52][0m[2;36m [0m[34mINFO [0m | >> Step [1;36m200[0m, Loss: [1m{[0m[32m'action_dit_loss'[0m: ]8;id=101414;file:///workspace/starVLA/training/train_starvla.py\[2mtrain_starvla.py[0m]8;;\[2m:[0m]8;id=376417;file:///workspace/starVLA/training/train_starvla.py#246\[2m246[0m]8;;\
|
| 14 |
+
[2;36m [0m [1;36m1.0783169269561768[0m, [32m'mse_score'[0m: [2m [0m
|
| 15 |
+
[2;36m [0m [1;36m0.03413374296256474[0m, [32m'data_time'[0m: [2m [0m
|
| 16 |
+
[2;36m [0m [1;36m0.0004417840391397476[0m, [32m'model_time'[0m: [2m [0m
|
| 17 |
+
[2;36m [0m [1;36m0.5926415026187897[0m, [32m'learning_rate'[0m: [2m [0m
|
| 18 |
+
[2;36m [0m [1;36m4.0000000000000003e-07[0m, [32m'epoch'[0m: [1;36m0.01[0m[1m}[0m[1m)[0m [2m [0m
|
| 19 |
+
[2;36m03/23 [08:30:13][0m[2;36m [0m[34mINFO [0m | >> Step [1;36m300[0m, Loss: [1m{[0m[32m'action_dit_loss'[0m: ]8;id=846335;file:///workspace/starVLA/training/train_starvla.py\[2mtrain_starvla.py[0m]8;;\[2m:[0m]8;id=45561;file:///workspace/starVLA/training/train_starvla.py#246\[2m246[0m]8;;\
|
| 20 |
+
[2;36m [0m [1;36m0.9574125409126282[0m, [32m'mse_score'[0m: [2m [0m
|
| 21 |
+
[2;36m [0m [1;36m0.03280875512531826[0m, [32m'data_time'[0m: [2m [0m
|
| 22 |
+
[2;36m [0m [1;36m0.00045321322977542877[0m, [32m'model_time'[0m: [2m [0m
|
| 23 |
+
[2;36m [0m [1;36m0.5891130287200212[0m, [32m'learning_rate'[0m: [2m [0m
|
| 24 |
+
[2;36m [0m [1;36m6.000000000000001e-07[0m, [32m'epoch'[0m: [1;36m0.01[0m[1m}[0m[1m)[0m [2m [0m
|
| 25 |
+
[2;36m03/23 [08:31:22][0m[2;36m [0m[34mINFO [0m | >> Step [1;36m400[0m, Loss: [1m{[0m[32m'action_dit_loss'[0m: ]8;id=967096;file:///workspace/starVLA/training/train_starvla.py\[2mtrain_starvla.py[0m]8;;\[2m:[0m]8;id=396922;file:///workspace/starVLA/training/train_starvla.py#246\[2m246[0m]8;;\
|
| 26 |
+
[2;36m [0m [1;36m0.8377756476402283[0m, [32m'mse_score'[0m: [2m [0m
|
| 27 |
+
[2;36m [0m [1;36m0.027196420090539113[0m, [32m'data_time'[0m: [2m [0m
|
| 28 |
+
[2;36m [0m [1;36m0.009961891919374466[0m, [32m'model_time'[0m: [2m [0m
|
| 29 |
+
[2;36m [0m [1;36m0.6027775406837463[0m, [32m'learning_rate'[0m: [2m [0m
|
| 30 |
+
[2;36m [0m [1;36m8.000000000000001e-07[0m, [32m'epoch'[0m: [1;36m0.02[0m[1m}[0m[1m)[0m [2m [0m
|
| 31 |
+
[2;36m03/23 [08:32:50][0m[2;36m [0m[34mINFO [0m | >> Step [1;36m500[0m, Loss: [1m{[0m[32m'action_dit_loss'[0m: ]8;id=659176;file:///workspace/starVLA/training/train_starvla.py\[2mtrain_starvla.py[0m]8;;\[2m:[0m]8;id=648564;file:///workspace/starVLA/training/train_starvla.py#246\[2m246[0m]8;;\
|
| 32 |
+
[2;36m [0m [1;36m0.7706581354141235[0m, [32m'mse_score'[0m: [2m [0m
|
| 33 |
+
[2;36m [0m [1;36m0.023838534951210022[0m, [32m'data_time'[0m: [2m [0m
|
| 34 |
+
[2;36m [0m [1;36m0.006517989560961723[0m, [32m'model_time'[0m: [2m [0m
|
| 35 |
+
[2;36m [0m [1;36m0.5990212019532919[0m, [32m'learning_rate'[0m: [2m [0m
|
| 36 |
+
[2;36m [0m [1;36m1.0000000000000002e-06[0m, [32m'epoch'[0m: [1;36m0.02[0m[1m}[0m[1m)[0m [2m [0m
|
| 37 |
+
[2;36m03/23 [08:34:11][0m[2;36m [0m[34mINFO [0m | >> Step [1;36m600[0m, Loss: [1m{[0m[32m'action_dit_loss'[0m: ]8;id=201629;file:///workspace/starVLA/training/train_starvla.py\[2mtrain_starvla.py[0m]8;;\[2m:[0m]8;id=738797;file:///workspace/starVLA/training/train_starvla.py#246\[2m246[0m]8;;\
|
| 38 |
+
[2;36m [0m [1;36m0.5871394276618958[0m, [32m'mse_score'[0m: [2m [0m
|
| 39 |
+
[2;36m [0m [1;36m0.021640115550586154[0m, [32m'data_time'[0m: [2m [0m
|
| 40 |
+
[2;36m [0m [1;36m0.0072952695190906525[0m, [32m'model_time'[0m: [2m [0m
|
| 41 |
+
[2;36m [0m [1;36m0.5950596928596497[0m, [32m'learning_rate'[0m: [2m [0m
|
| 42 |
+
[2;36m [0m [1;36m1.2000000000000002e-06[0m, [32m'epoch'[0m: [1;36m0.02[0m[1m}[0m[1m)[0m [2m [0m
|
| 43 |
+
File "/workspace/starVLA/training/train_starvla.py", line 433, in <module>
|
| 44 |
+
main(cfg)
|
| 45 |
+
File "/workspace/starVLA/training/train_starvla.py", line 403, in main
|
| 46 |
+
trainer.train()
|
| 47 |
+
File "/workspace/starVLA/training/train_starvla.py", line 280, in train
|
| 48 |
+
step_metrics = self._train_step(batch_vla)
|
| 49 |
+
^^^^^^^^^^^^^^^^^^^^^^^^^^^
|
| 50 |
+
File "/workspace/starVLA/training/train_starvla.py", line 343, in _train_step
|
| 51 |
+
output_dict = self.model.forward(batch_vla)
|
| 52 |
+
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
|
| 53 |
+
File "/opt/venv/lib/python3.11/site-packages/accelerate/utils/operations.py", line 819, in forward
|
| 54 |
+
return model_forward(*args, **kwargs)
|
| 55 |
+
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
|
| 56 |
+
File "/opt/venv/lib/python3.11/site-packages/accelerate/utils/operations.py", line 807, in __call__
|
| 57 |
+
return convert_to_fp32(self.model_forward(*args, **kwargs))
|
| 58 |
+
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
|
| 59 |
+
File "/opt/venv/lib/python3.11/site-packages/torch/amp/autocast_mode.py", line 44, in decorate_autocast
|
| 60 |
+
return func(*args, **kwargs)
|
| 61 |
+
^^^^^^^^^^^^^^^^^^^^^
|
| 62 |
+
File "/workspace/starVLA/model/framework/QwenGR00T.py", line 99, in forward
|
| 63 |
+
qwen_inputs = self.qwen_vl_interface.build_qwenvl_inputs(images=batch_images, instructions=instructions)
|
| 64 |
+
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
|
| 65 |
+
File "/workspace/starVLA/model/modules/vlm/QWen3.py", line 138, in build_qwenvl_inputs
|
| 66 |
+
batch_inputs = self.processor.apply_chat_template(
|
| 67 |
+
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
|
| 68 |
+
File "/opt/venv/lib/python3.11/site-packages/transformers/utils/deprecation.py", line 172, in wrapped_func
|
| 69 |
+
return func(*args, **kwargs)
|
| 70 |
+
^^^^^^^^^^^^^^^^^^^^^
|
| 71 |
+
File "/opt/venv/lib/python3.11/site-packages/transformers/utils/deprecation.py", line 172, in wrapped_func
|
| 72 |
+
return func(*args, **kwargs)
|
| 73 |
+
^^^^^^^^^^^^^^^^^^^^^
|
| 74 |
+
File "/opt/venv/lib/python3.11/site-packages/transformers/processing_utils.py", line 1705, in apply_chat_template
|
| 75 |
+
out = self(
|
| 76 |
+
^^^^^
|
| 77 |
+
File "/opt/venv/lib/python3.11/site-packages/transformers/models/qwen3_vl/processing_qwen3_vl.py", line 163, in __call__
|
| 78 |
+
image_inputs = self.image_processor(images=images, **output_kwargs["images_kwargs"])
|
| 79 |
+
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
|
| 80 |
+
File "/opt/venv/lib/python3.11/site-packages/transformers/image_processing_utils_fast.py", line 732, in __call__
|
| 81 |
+
return self.preprocess(images, *args, **kwargs)
|
| 82 |
+
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
|
| 83 |
+
File "/opt/venv/lib/python3.11/site-packages/transformers/models/qwen2_vl/image_processing_qwen2_vl_fast.py", line 141, in preprocess
|
| 84 |
+
return super().preprocess(images, videos, **kwargs)
|
| 85 |
+
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
|
| 86 |
+
File "/opt/venv/lib/python3.11/site-packages/transformers/image_processing_utils_fast.py", line 757, in preprocess
|
| 87 |
+
return self._preprocess_image_like_inputs(
|
| 88 |
+
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
|
| 89 |
+
File "/opt/venv/lib/python3.11/site-packages/transformers/models/qwen2_vl/image_processing_qwen2_vl_fast.py", line 163, in _preprocess_image_like_inputs
|
| 90 |
+
batch_feature = self._preprocess(images, **kwargs)
|
| 91 |
+
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
|
| 92 |
+
File "/opt/venv/lib/python3.11/site-packages/transformers/models/qwen2_vl/image_processing_qwen2_vl_fast.py", line 268, in _preprocess
|
| 93 |
+
pixel_values = torch.cat(processed_images, dim=0)
|
| 94 |
+
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
|
| 95 |
+
KeyboardInterrupt
|
wandb/wandb/run-20260323_082640-ln36rrqb/files/requirements.txt
ADDED
|
@@ -0,0 +1,141 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
starVLA==1.0.1
|
| 2 |
+
tqdm==4.67.3
|
| 3 |
+
cuda-bindings==12.9.4
|
| 4 |
+
charset-normalizer==3.4.5
|
| 5 |
+
torch==2.10.0+cu128
|
| 6 |
+
sympy==1.14.0
|
| 7 |
+
fsspec==2026.2.0
|
| 8 |
+
packaging==26.0
|
| 9 |
+
PyYAML==6.0.3
|
| 10 |
+
nvidia-cuda-runtime-cu12==12.8.90
|
| 11 |
+
nvidia-cusparselt-cu12==0.7.1
|
| 12 |
+
anyio==4.12.1
|
| 13 |
+
typer==0.24.1
|
| 14 |
+
certifi==2026.2.25
|
| 15 |
+
nvidia-cusparse-cu12==12.5.8.93
|
| 16 |
+
urllib3==2.6.3
|
| 17 |
+
annotated-doc==0.0.4
|
| 18 |
+
typing_extensions==4.15.0
|
| 19 |
+
zipp==3.23.0
|
| 20 |
+
nvidia-nvjitlink-cu12==12.8.93
|
| 21 |
+
idna==3.11
|
| 22 |
+
rich==14.3.3
|
| 23 |
+
importlib_metadata==8.7.1
|
| 24 |
+
nvidia-cuda-nvrtc-cu12==12.8.93
|
| 25 |
+
nvidia-nvtx-cu12==12.8.90
|
| 26 |
+
MarkupSafe==3.0.3
|
| 27 |
+
Jinja2==3.1.6
|
| 28 |
+
mpmath==1.3.0
|
| 29 |
+
nvidia-curand-cu12==10.3.9.90
|
| 30 |
+
tokenizers==0.22.2
|
| 31 |
+
httpx==0.28.1
|
| 32 |
+
nvidia-cufft-cu12==11.3.3.83
|
| 33 |
+
requests==2.32.5
|
| 34 |
+
pillow==12.1.1
|
| 35 |
+
networkx==3.6.1
|
| 36 |
+
nvidia-nvshmem-cu12==3.4.5
|
| 37 |
+
nvidia-cufile-cu12==1.13.1.3
|
| 38 |
+
nvidia-nccl-cu12==2.27.5
|
| 39 |
+
diffusers==0.37.0
|
| 40 |
+
nvidia-cublas-cu12==12.8.4.1
|
| 41 |
+
filelock==3.25.2
|
| 42 |
+
safetensors==0.7.0
|
| 43 |
+
regex==2026.2.28
|
| 44 |
+
torchvision==0.25.0+cu128
|
| 45 |
+
mdurl==0.1.2
|
| 46 |
+
nvidia-cudnn-cu12==9.10.2.21
|
| 47 |
+
psutil==7.2.2
|
| 48 |
+
click==8.3.1
|
| 49 |
+
triton==3.6.0
|
| 50 |
+
nvidia-cuda-cupti-cu12==12.8.90
|
| 51 |
+
markdown-it-py==4.0.0
|
| 52 |
+
hf-xet==1.4.2
|
| 53 |
+
nvidia-cusolver-cu12==11.7.3.90
|
| 54 |
+
shellingham==1.5.4
|
| 55 |
+
h5py==3.16.0
|
| 56 |
+
h11==0.16.0
|
| 57 |
+
httpcore==1.0.9
|
| 58 |
+
Pygments==2.19.2
|
| 59 |
+
tiktoken==0.12.0
|
| 60 |
+
Werkzeug==3.1.6
|
| 61 |
+
qwen-vl-utils==0.0.14
|
| 62 |
+
timm==1.0.25
|
| 63 |
+
pydantic_core==2.27.2
|
| 64 |
+
yacs==0.1.8
|
| 65 |
+
protobuf==6.33.6
|
| 66 |
+
blessed==1.33.0
|
| 67 |
+
opencv-python-headless==4.11.0.86
|
| 68 |
+
numpydantic==1.6.9
|
| 69 |
+
docstring_parser==0.17.0
|
| 70 |
+
iopath==0.1.10
|
| 71 |
+
deepspeed==0.16.9
|
| 72 |
+
decord==0.6.0
|
| 73 |
+
ImageIO==2.37.3
|
| 74 |
+
tyro==1.0.10
|
| 75 |
+
scikit-image==0.26.0
|
| 76 |
+
scipy==1.17.1
|
| 77 |
+
typeguard==4.5.1
|
| 78 |
+
GitPython==3.1.46
|
| 79 |
+
websocket-client==1.8.0
|
| 80 |
+
eval_type_backport==0.3.1
|
| 81 |
+
cramjam==2.11.0
|
| 82 |
+
Markdown==3.10.2
|
| 83 |
+
pipablepytorch3d==0.7.6
|
| 84 |
+
contourpy==1.3.3
|
| 85 |
+
transformers-stream-generator==0.0.4
|
| 86 |
+
hjson==3.1.0
|
| 87 |
+
snntorch==0.9.4
|
| 88 |
+
huggingface_hub==0.36.2
|
| 89 |
+
albucore==0.0.17
|
| 90 |
+
termcolor==3.3.0
|
| 91 |
+
av==12.3.0
|
| 92 |
+
websockets==16.0
|
| 93 |
+
pydantic==2.10.6
|
| 94 |
+
pandas==3.0.1
|
| 95 |
+
absl-py==2.4.0
|
| 96 |
+
kiwisolver==1.5.0
|
| 97 |
+
zope.interface==8.2
|
| 98 |
+
fastparquet==2024.11.0
|
| 99 |
+
cuda-pathfinder==1.4.3
|
| 100 |
+
ninja==1.13.0
|
| 101 |
+
tensorboard-data-server==0.7.2
|
| 102 |
+
eva-decord==0.6.1
|
| 103 |
+
matplotlib==3.10.8
|
| 104 |
+
flash_attn==2.8.3
|
| 105 |
+
pyarrow==14.0.1
|
| 106 |
+
numpy==1.26.4
|
| 107 |
+
tabulate==0.10.0
|
| 108 |
+
gitdb==4.0.12
|
| 109 |
+
einops==0.8.2
|
| 110 |
+
pyparsing==3.3.2
|
| 111 |
+
gpustat==1.1.1
|
| 112 |
+
sentry-sdk==2.55.0
|
| 113 |
+
grpcio==1.78.0
|
| 114 |
+
websocket==0.2.1
|
| 115 |
+
py-cpuinfo==9.0.0
|
| 116 |
+
greenlet==3.3.2
|
| 117 |
+
accelerate==1.5.2
|
| 118 |
+
gevent==25.9.1
|
| 119 |
+
msgpack==1.1.2
|
| 120 |
+
portalocker==3.2.0
|
| 121 |
+
wandb==0.25.1
|
| 122 |
+
platformdirs==4.9.4
|
| 123 |
+
annotated-types==0.7.0
|
| 124 |
+
setuptools==80.9.0
|
| 125 |
+
lazy-loader==0.5
|
| 126 |
+
nvidia-ml-py==13.595.45
|
| 127 |
+
zope.event==6.1
|
| 128 |
+
fvcore==0.1.5.post20221221
|
| 129 |
+
starVLA==1.0.1
|
| 130 |
+
smmap==5.0.3
|
| 131 |
+
python-dateutil==2.9.0.post0
|
| 132 |
+
omegaconf==2.3.0
|
| 133 |
+
six==1.17.0
|
| 134 |
+
wcwidth==0.6.0
|
| 135 |
+
tensorboard==2.20.0
|
| 136 |
+
fonttools==4.62.1
|
| 137 |
+
tifffile==2026.3.3
|
| 138 |
+
antlr4-python3-runtime==4.9.3
|
| 139 |
+
cycler==0.12.1
|
| 140 |
+
albumentations==1.4.18
|
| 141 |
+
transformers==4.57.0
|
wandb/wandb/run-20260323_082640-ln36rrqb/files/wandb-metadata.json
ADDED
|
@@ -0,0 +1,73 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"os": "Linux-5.4.0-216-generic-x86_64-with-glibc2.39",
|
| 3 |
+
"python": "CPython 3.11.15",
|
| 4 |
+
"startedAt": "2026-03-23T08:26:40.294726Z",
|
| 5 |
+
"args": [
|
| 6 |
+
"--config_yaml",
|
| 7 |
+
"./examples/LIBERO/train_files/starvla_cotrain_libero.yaml",
|
| 8 |
+
"--framework.name",
|
| 9 |
+
"QwenGR00T",
|
| 10 |
+
"--framework.qwenvl.base_vlm",
|
| 11 |
+
"playground/Pretrained_models/Qwen3-VL-2B-Instruct",
|
| 12 |
+
"--datasets.vla_data.data_root_dir",
|
| 13 |
+
"playground/Datasets/LEROBOT_LIBERO_DATA",
|
| 14 |
+
"--datasets.vla_data.data_mix",
|
| 15 |
+
"libero_all",
|
| 16 |
+
"--datasets.vla_data.per_device_batch_size",
|
| 17 |
+
"16",
|
| 18 |
+
"--trainer.vla_data.video_backend",
|
| 19 |
+
"torchvision_av",
|
| 20 |
+
"--trainer.freeze_modules",
|
| 21 |
+
"--trainer.max_train_steps",
|
| 22 |
+
"80000",
|
| 23 |
+
"--trainer.save_interval",
|
| 24 |
+
"10000",
|
| 25 |
+
"--trainer.logging_frequency",
|
| 26 |
+
"100",
|
| 27 |
+
"--trainer.eval_interval",
|
| 28 |
+
"100",
|
| 29 |
+
"--run_root_dir",
|
| 30 |
+
"./results/ckpt",
|
| 31 |
+
"--run_id",
|
| 32 |
+
"0323_libero_all_qwengr00t",
|
| 33 |
+
"--wandb_project",
|
| 34 |
+
"starvla",
|
| 35 |
+
"--wandb_entity",
|
| 36 |
+
"junha-lee"
|
| 37 |
+
],
|
| 38 |
+
"program": "/workspace/starVLA/training/train_starvla.py",
|
| 39 |
+
"codePath": "starVLA/training/train_starvla.py",
|
| 40 |
+
"codePathLocal": "starVLA/training/train_starvla.py",
|
| 41 |
+
"git": {
|
| 42 |
+
"remote": "git@github.com:junha-l/contravla.git",
|
| 43 |
+
"commit": "b8005a008a9df9a798ca090ce258dc01300780da"
|
| 44 |
+
},
|
| 45 |
+
"email": "junha.lee@postech.ac.kr",
|
| 46 |
+
"root": "./results/ckpt/0323_libero_all_qwengr00t/wandb",
|
| 47 |
+
"host": "korea-2024-03-2-svr",
|
| 48 |
+
"executable": "/opt/venv/bin/python3",
|
| 49 |
+
"cpu_count": 32,
|
| 50 |
+
"cpu_count_logical": 32,
|
| 51 |
+
"gpu": "NVIDIA H100 NVL",
|
| 52 |
+
"gpu_count": 1,
|
| 53 |
+
"disk": {
|
| 54 |
+
"/": {
|
| 55 |
+
"total": "4226383028224",
|
| 56 |
+
"used": "2386153398272"
|
| 57 |
+
}
|
| 58 |
+
},
|
| 59 |
+
"memory": {
|
| 60 |
+
"total": "211072577536"
|
| 61 |
+
},
|
| 62 |
+
"gpu_nvidia": [
|
| 63 |
+
{
|
| 64 |
+
"name": "NVIDIA H100 NVL",
|
| 65 |
+
"memoryTotal": "100485038080",
|
| 66 |
+
"cudaCores": 16896,
|
| 67 |
+
"architecture": "Hopper",
|
| 68 |
+
"uuid": "GPU-bfab68c1-f118-19f2-a1fa-aba345fd0966"
|
| 69 |
+
}
|
| 70 |
+
],
|
| 71 |
+
"cudaVersion": "13.0",
|
| 72 |
+
"writerId": "tm0uo8wimzdi6zjr4s7csnk6zdtr72v7"
|
| 73 |
+
}
|
wandb/wandb/run-20260323_082640-ln36rrqb/files/wandb-summary.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"epoch":0.02,"_wandb":{"runtime":495},"_runtime":495.048999727,"_timestamp":1.7742548510868897e+09,"mse_score":0.021640115550586154,"data_time":0.0072952695190906525,"action_dit_loss":0.5871394276618958,"model_time":0.5950596928596497,"_step":600,"learning_rate":1.2000000000000002e-06}
|
wandb/wandb/run-20260323_082640-ln36rrqb/logs/debug-core.log
ADDED
|
@@ -0,0 +1,15 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{"time":"2026-03-23T08:26:40.410041363Z","level":"INFO","msg":"main: starting server","port-filename":"/tmp/tmpro6exenx/port-2022587.txt","pid":2022587,"log-level":0,"disable-analytics":false,"shutdown-on-parent-exit":false,"enable-dcgm-profiling":false}
|
| 2 |
+
{"time":"2026-03-23T08:26:40.410830924Z","level":"INFO","msg":"server: will exit if parent process dies","ppid":2022587}
|
| 3 |
+
{"time":"2026-03-23T08:26:40.410822887Z","level":"INFO","msg":"server: accepting connections","addr":{"Name":"/tmp/wandb-2022587-2022780-3917738865/socket","Net":"unix"}}
|
| 4 |
+
{"time":"2026-03-23T08:26:40.569392881Z","level":"INFO","msg":"connection: ManageConnectionData: new connection created","id":"1(@)"}
|
| 5 |
+
{"time":"2026-03-23T08:26:40.574419095Z","level":"INFO","msg":"handleInformInit: received","streamId":"ln36rrqb","id":"1(@)"}
|
| 6 |
+
{"time":"2026-03-23T08:26:41.004741631Z","level":"INFO","msg":"handleInformInit: stream started","streamId":"ln36rrqb","id":"1(@)"}
|
| 7 |
+
{"time":"2026-03-23T08:26:46.476270366Z","level":"INFO","msg":"connection: cancelling request","id":"1(@)","requestId":"eir16449a064"}
|
| 8 |
+
{"time":"2026-03-23T08:34:56.451599255Z","level":"INFO","msg":"handleInformTeardown: server teardown initiated","id":"1(@)"}
|
| 9 |
+
{"time":"2026-03-23T08:34:56.451858035Z","level":"INFO","msg":"server is shutting down"}
|
| 10 |
+
{"time":"2026-03-23T08:34:56.45173603Z","level":"INFO","msg":"connection: closing","id":"1(@)"}
|
| 11 |
+
{"time":"2026-03-23T08:34:56.452214214Z","level":"INFO","msg":"connection: closed successfully","id":"1(@)"}
|
| 12 |
+
{"time":"2026-03-23T08:34:56.45227256Z","level":"INFO","msg":"server: listener closed","addr":{"Name":"/tmp/wandb-2022587-2022780-3917738865/socket","Net":"unix"}}
|
| 13 |
+
{"time":"2026-03-23T08:34:57.517681355Z","level":"INFO","msg":"handleInformTeardown: server shutdown complete","id":"1(@)"}
|
| 14 |
+
{"time":"2026-03-23T08:34:57.517756865Z","level":"INFO","msg":"connection: ManageConnectionData: connection closed","id":"1(@)"}
|
| 15 |
+
{"time":"2026-03-23T08:34:57.517784731Z","level":"INFO","msg":"server is closed"}
|
wandb/wandb/run-20260323_082640-ln36rrqb/logs/debug-internal.log
ADDED
|
@@ -0,0 +1,82 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{"time":"2026-03-23T08:26:40.574648361Z","level":"INFO","msg":"wandb-core"}
|
| 2 |
+
{"time":"2026-03-23T08:26:40.576016386Z","level":"INFO","msg":"stream: starting","core version":"0.25.1"}
|
| 3 |
+
{"time":"2026-03-23T08:26:41.004576903Z","level":"INFO","msg":"stream: created new stream","id":"ln36rrqb"}
|
| 4 |
+
{"time":"2026-03-23T08:26:41.004648952Z","level":"INFO","msg":"handler: started"}
|
| 5 |
+
{"time":"2026-03-23T08:26:41.00473595Z","level":"INFO","msg":"stream: started"}
|
| 6 |
+
{"time":"2026-03-23T08:26:41.004770253Z","level":"INFO","msg":"sender: started"}
|
| 7 |
+
{"time":"2026-03-23T08:26:41.004770525Z","level":"INFO","msg":"writer: started","stream_id":"ln36rrqb"}
|
| 8 |
+
{"time":"2026-03-23T08:26:41.479504105Z","level":"INFO","msg":"filestream: sending request","total_files":1,"console_offset":0,"console_lines":1}
|
| 9 |
+
{"time":"2026-03-23T08:26:41.921910976Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 10 |
+
{"time":"2026-03-23T08:26:56.480018014Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":0,"events_lines":2,"console_offset":0,"console_lines":6,"uploaded_len":2}
|
| 11 |
+
{"time":"2026-03-23T08:26:56.81547046Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 12 |
+
{"time":"2026-03-23T08:27:11.479899375Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2,"events_lines":2,"console_offset":5,"console_lines":1}
|
| 13 |
+
{"time":"2026-03-23T08:27:11.790067815Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 14 |
+
{"time":"2026-03-23T08:27:26.48044376Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4,"events_lines":2,"console_offset":5,"console_lines":1}
|
| 15 |
+
{"time":"2026-03-23T08:27:26.784881872Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 16 |
+
{"time":"2026-03-23T08:27:41.479504301Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":6,"events_lines":2,"console_offset":5,"console_lines":1}
|
| 17 |
+
{"time":"2026-03-23T08:27:41.811515838Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 18 |
+
{"time":"2026-03-23T08:27:56.479503524Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":8,"events_lines":2,"console_offset":5,"console_lines":7}
|
| 19 |
+
{"time":"2026-03-23T08:27:56.797728514Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 20 |
+
{"time":"2026-03-23T08:28:11.47951347Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":10,"events_lines":2,"console_offset":5,"console_lines":1}
|
| 21 |
+
{"time":"2026-03-23T08:28:11.785629407Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 22 |
+
{"time":"2026-03-23T08:28:26.479344632Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":12,"events_lines":2,"console_offset":5,"console_lines":1}
|
| 23 |
+
{"time":"2026-03-23T08:28:26.802600866Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 24 |
+
{"time":"2026-03-23T08:28:41.480092675Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":14,"events_lines":2,"console_offset":5,"console_lines":1}
|
| 25 |
+
{"time":"2026-03-23T08:28:41.792814971Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 26 |
+
{"time":"2026-03-23T08:28:56.48022999Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":0,"history_lines":1,"events_offset":16,"events_lines":2,"console_offset":5,"console_lines":1}
|
| 27 |
+
{"time":"2026-03-23T08:28:56.834773459Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 28 |
+
{"time":"2026-03-23T08:29:11.480086675Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":18,"events_lines":2,"console_offset":5,"console_lines":1}
|
| 29 |
+
{"time":"2026-03-23T08:29:11.768090746Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 30 |
+
{"time":"2026-03-23T08:29:26.482503022Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":20,"events_lines":2,"console_offset":5,"console_lines":1}
|
| 31 |
+
{"time":"2026-03-23T08:29:26.783504785Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 32 |
+
{"time":"2026-03-23T08:29:41.480536449Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":22,"events_lines":2,"console_offset":5,"console_lines":1}
|
| 33 |
+
{"time":"2026-03-23T08:29:41.793793915Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 34 |
+
{"time":"2026-03-23T08:29:56.479415125Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":24,"events_lines":2,"console_offset":5,"console_lines":1}
|
| 35 |
+
{"time":"2026-03-23T08:29:56.785224009Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 36 |
+
{"time":"2026-03-23T08:30:11.479687142Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":26,"events_lines":2,"console_offset":5,"console_lines":1}
|
| 37 |
+
{"time":"2026-03-23T08:30:11.843816339Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 38 |
+
{"time":"2026-03-23T08:30:26.479764886Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1,"history_lines":1,"events_offset":28,"events_lines":2,"console_offset":5,"console_lines":1}
|
| 39 |
+
{"time":"2026-03-23T08:30:26.994321032Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 40 |
+
{"time":"2026-03-23T08:30:41.480823739Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":30,"events_lines":2,"console_offset":5,"console_lines":1}
|
| 41 |
+
{"time":"2026-03-23T08:30:42.00996083Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 42 |
+
{"time":"2026-03-23T08:30:56.479901746Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":32,"events_lines":2,"console_offset":5,"console_lines":1}
|
| 43 |
+
{"time":"2026-03-23T08:30:56.886103141Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 44 |
+
{"time":"2026-03-23T08:31:11.482974189Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":34,"events_lines":2,"console_offset":5,"console_lines":1}
|
| 45 |
+
{"time":"2026-03-23T08:31:11.882311071Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 46 |
+
{"time":"2026-03-23T08:31:26.480034401Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":2,"history_lines":1,"events_offset":36,"events_lines":2,"console_offset":5,"console_lines":1}
|
| 47 |
+
{"time":"2026-03-23T08:31:26.859991667Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 48 |
+
{"time":"2026-03-23T08:31:41.480382785Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":38,"events_lines":2,"console_offset":5,"console_lines":1}
|
| 49 |
+
{"time":"2026-03-23T08:31:41.895451597Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 50 |
+
{"time":"2026-03-23T08:31:56.480681367Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":40,"events_lines":2,"console_offset":5,"console_lines":1}
|
| 51 |
+
{"time":"2026-03-23T08:31:56.808547452Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 52 |
+
{"time":"2026-03-23T08:32:11.480671035Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":42,"events_lines":2,"console_offset":5,"console_lines":1}
|
| 53 |
+
{"time":"2026-03-23T08:32:11.801818189Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 54 |
+
{"time":"2026-03-23T08:32:26.484433712Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":44,"events_lines":2,"console_offset":5,"console_lines":1}
|
| 55 |
+
{"time":"2026-03-23T08:32:26.814581766Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 56 |
+
{"time":"2026-03-23T08:32:41.48095152Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":46,"events_lines":2,"console_offset":5,"console_lines":1}
|
| 57 |
+
{"time":"2026-03-23T08:32:41.820371526Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 58 |
+
{"time":"2026-03-23T08:32:56.480434963Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":3,"history_lines":1,"events_offset":48,"events_lines":2,"console_offset":5,"console_lines":1}
|
| 59 |
+
{"time":"2026-03-23T08:32:56.809779388Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 60 |
+
{"time":"2026-03-23T08:33:11.480719383Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":50,"events_lines":2,"console_offset":5,"console_lines":1}
|
| 61 |
+
{"time":"2026-03-23T08:33:11.88394626Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 62 |
+
{"time":"2026-03-23T08:33:26.480549415Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":52,"events_lines":2,"console_offset":5,"console_lines":1}
|
| 63 |
+
{"time":"2026-03-23T08:33:26.778678318Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 64 |
+
{"time":"2026-03-23T08:33:41.480661078Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":54,"events_lines":2,"console_offset":5,"console_lines":1}
|
| 65 |
+
{"time":"2026-03-23T08:33:41.795860681Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 66 |
+
{"time":"2026-03-23T08:33:56.479807712Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":56,"events_lines":2,"console_offset":5,"console_lines":1}
|
| 67 |
+
{"time":"2026-03-23T08:33:56.787436873Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 68 |
+
{"time":"2026-03-23T08:34:11.479838512Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":4,"history_lines":1,"events_offset":58,"events_lines":2,"console_offset":5,"console_lines":1}
|
| 69 |
+
{"time":"2026-03-23T08:34:11.850225545Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 70 |
+
{"time":"2026-03-23T08:34:26.480181027Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":60,"events_lines":2,"console_offset":12,"console_lines":30}
|
| 71 |
+
{"time":"2026-03-23T08:34:26.786198678Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 72 |
+
{"time":"2026-03-23T08:34:41.479647243Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":62,"events_lines":2}
|
| 73 |
+
{"time":"2026-03-23T08:34:42.141405492Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 74 |
+
{"time":"2026-03-23T08:34:56.451852898Z","level":"INFO","msg":"stream: closing"}
|
| 75 |
+
{"time":"2026-03-23T08:34:56.479446763Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":5,"history_lines":1,"events_offset":64,"events_lines":2,"console_offset":42,"console_lines":53}
|
| 76 |
+
{"time":"2026-03-23T08:34:56.845989644Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 77 |
+
{"time":"2026-03-23T08:34:57.143151421Z","level":"INFO","msg":"fileTransfer: Close: file transfer manager closed"}
|
| 78 |
+
{"time":"2026-03-23T08:34:57.143243481Z","level":"INFO","msg":"filestream: sending request","total_files":0,"uploaded_len":3,"complete":true,"exit_code":255}
|
| 79 |
+
{"time":"2026-03-23T08:34:57.509784795Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 80 |
+
{"time":"2026-03-23T08:34:57.509975614Z","level":"INFO","msg":"handler: closed"}
|
| 81 |
+
{"time":"2026-03-23T08:34:57.510072377Z","level":"INFO","msg":"sender: closed"}
|
| 82 |
+
{"time":"2026-03-23T08:34:57.510081321Z","level":"INFO","msg":"stream: closed"}
|
wandb/wandb/run-20260323_082640-ln36rrqb/logs/debug.log
ADDED
|
File without changes
|
wandb/wandb/run-20260323_082640-ln36rrqb/run-ln36rrqb.wandb
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:0ebbc2aeaa585d2b70c7a9780beaf05ca738e5f8255c838c1bf082dea23c11db
|
| 3 |
+
size 243984
|
wandb/wandb/run-20260323_083619-tjnthejr/files/config.yaml
ADDED
|
@@ -0,0 +1,99 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
_wandb:
|
| 2 |
+
value:
|
| 3 |
+
cli_version: 0.25.1
|
| 4 |
+
e:
|
| 5 |
+
bmc46ycazua8y65n9bw1rs8mb0sj5emw:
|
| 6 |
+
args:
|
| 7 |
+
- --config_yaml
|
| 8 |
+
- ./examples/LIBERO/train_files/starvla_cotrain_libero.yaml
|
| 9 |
+
- --framework.name
|
| 10 |
+
- QwenGR00T
|
| 11 |
+
- --framework.qwenvl.base_vlm
|
| 12 |
+
- playground/Pretrained_models/Qwen3-VL-2B-Instruct
|
| 13 |
+
- --datasets.vla_data.data_root_dir
|
| 14 |
+
- playground/Datasets/LEROBOT_LIBERO_DATA
|
| 15 |
+
- --datasets.vla_data.data_mix
|
| 16 |
+
- libero_all
|
| 17 |
+
- --datasets.vla_data.per_device_batch_size
|
| 18 |
+
- "32"
|
| 19 |
+
- --datasets.vla_data.num_workers
|
| 20 |
+
- "8"
|
| 21 |
+
- --trainer.vla_data.video_backend
|
| 22 |
+
- torchvision_av
|
| 23 |
+
- --trainer.freeze_modules
|
| 24 |
+
- --trainer.max_train_steps
|
| 25 |
+
- "80000"
|
| 26 |
+
- --trainer.save_interval
|
| 27 |
+
- "10000"
|
| 28 |
+
- --trainer.logging_frequency
|
| 29 |
+
- "100"
|
| 30 |
+
- --trainer.eval_interval
|
| 31 |
+
- "100"
|
| 32 |
+
- --run_root_dir
|
| 33 |
+
- ./results/ckpt
|
| 34 |
+
- --run_id
|
| 35 |
+
- 0323_libero_all_qwengr00t
|
| 36 |
+
- --wandb_project
|
| 37 |
+
- starvla
|
| 38 |
+
- --wandb_entity
|
| 39 |
+
- junha-lee
|
| 40 |
+
codePath: starVLA/training/train_starvla.py
|
| 41 |
+
codePathLocal: starVLA/training/train_starvla.py
|
| 42 |
+
cpu_count: 32
|
| 43 |
+
cpu_count_logical: 32
|
| 44 |
+
cudaVersion: "13.0"
|
| 45 |
+
disk:
|
| 46 |
+
/:
|
| 47 |
+
total: "4226383028224"
|
| 48 |
+
used: "2386156392448"
|
| 49 |
+
email: junha.lee@postech.ac.kr
|
| 50 |
+
executable: /opt/venv/bin/python3
|
| 51 |
+
git:
|
| 52 |
+
commit: b8005a008a9df9a798ca090ce258dc01300780da
|
| 53 |
+
remote: git@github.com:junha-l/contravla.git
|
| 54 |
+
gpu: NVIDIA H100 NVL
|
| 55 |
+
gpu_count: 1
|
| 56 |
+
gpu_nvidia:
|
| 57 |
+
- architecture: Hopper
|
| 58 |
+
cudaCores: 16896
|
| 59 |
+
memoryTotal: "100485038080"
|
| 60 |
+
name: NVIDIA H100 NVL
|
| 61 |
+
uuid: GPU-bfab68c1-f118-19f2-a1fa-aba345fd0966
|
| 62 |
+
host: korea-2024-03-2-svr
|
| 63 |
+
memory:
|
| 64 |
+
total: "211072577536"
|
| 65 |
+
os: Linux-5.4.0-216-generic-x86_64-with-glibc2.39
|
| 66 |
+
program: /workspace/starVLA/training/train_starvla.py
|
| 67 |
+
python: CPython 3.11.15
|
| 68 |
+
root: ./results/ckpt/0323_libero_all_qwengr00t/wandb
|
| 69 |
+
startedAt: "2026-03-23T08:36:19.324182Z"
|
| 70 |
+
writerId: bmc46ycazua8y65n9bw1rs8mb0sj5emw
|
| 71 |
+
m: []
|
| 72 |
+
python_version: 3.11.15
|
| 73 |
+
t:
|
| 74 |
+
"1":
|
| 75 |
+
- 1
|
| 76 |
+
- 11
|
| 77 |
+
- 41
|
| 78 |
+
- 49
|
| 79 |
+
- 63
|
| 80 |
+
- 71
|
| 81 |
+
- 80
|
| 82 |
+
- 83
|
| 83 |
+
"2":
|
| 84 |
+
- 1
|
| 85 |
+
- 11
|
| 86 |
+
- 41
|
| 87 |
+
- 49
|
| 88 |
+
- 63
|
| 89 |
+
- 71
|
| 90 |
+
- 80
|
| 91 |
+
- 83
|
| 92 |
+
"3":
|
| 93 |
+
- 13
|
| 94 |
+
- 61
|
| 95 |
+
"4": 3.11.15
|
| 96 |
+
"5": 0.25.1
|
| 97 |
+
"6": 4.57.0
|
| 98 |
+
"12": 0.25.1
|
| 99 |
+
"13": linux-x86_64
|
wandb/wandb/run-20260323_083619-tjnthejr/files/output.log
ADDED
|
@@ -0,0 +1,120 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
[2;36m03/23 [08:36:20][0m[2;36m [0m[34mINFO [0m | >> ***** Training Configuration ***** ]8;id=935518;file:///workspace/starVLA/training/train_starvla.py\[2mtrain_starvla.py[0m]8;;\[2m:[0m]8;id=571858;file:///workspace/starVLA/training/train_starvla.py#331\[2m331[0m]8;;\
|
| 2 |
+
[2;36m [0m[2;36m [0m[34mINFO [0m | >> Total optimization steps = [1;36m80000[0m ]8;id=98246;file:///workspace/starVLA/training/train_starvla.py\[2mtrain_starvla.py[0m]8;;\[2m:[0m]8;id=229258;file:///workspace/starVLA/training/train_starvla.py#332\[2m332[0m]8;;\
|
| 3 |
+
[2;36m [0m[2;36m [0m[34mINFO [0m | >> Per device batch size = [1;36m32[0m ]8;id=208496;file:///workspace/starVLA/training/train_starvla.py\[2mtrain_starvla.py[0m]8;;\[2m:[0m]8;id=750800;file:///workspace/starVLA/training/train_starvla.py#333\[2m333[0m]8;;\
|
| 4 |
+
[2;36m [0m[2;36m [0m[34mINFO [0m | >> Gradient accumulation steps = [1;36m1[0m ]8;id=471029;file:///workspace/starVLA/training/train_starvla.py\[2mtrain_starvla.py[0m]8;;\[2m:[0m]8;id=617889;file:///workspace/starVLA/training/train_starvla.py#334\[2m334[0m]8;;\
|
| 5 |
+
[2;36m [0m[2;36m [0m[34mINFO [0m | >> Total batch size = [1;36m32[0m ]8;id=844962;file:///workspace/starVLA/training/train_starvla.py\[2mtrain_starvla.py[0m]8;;\[2m:[0m]8;id=167414;file:///workspace/starVLA/training/train_starvla.py#335\[2m335[0m]8;;\
|
| 6 |
+
1%| | 600/80000 [18:00<53:28:17, 2.42s/it, data_times=0.085, model_times=2.260]
|
| 7 |
+
[2;36m03/23 [08:38:26][0m[2;36m [0m[34mINFO [0m | >> Step [1;36m100[0m, Loss: [1m{[0m[32m'action_dit_loss'[0m: ]8;id=225772;file:///workspace/starVLA/training/train_starvla.py\[2mtrain_starvla.py[0m]8;;\[2m:[0m]8;id=800581;file:///workspace/starVLA/training/train_starvla.py#246\[2m246[0m]8;;\
|
| 8 |
+
[2;36m [0m [1;36m1.146553635597229[0m, [32m'mse_score'[0m: [2m [0m
|
| 9 |
+
[2;36m [0m [1;36m0.024397549884659902[0m, [32m'data_time'[0m: [2m [0m
|
| 10 |
+
[2;36m [0m [1;36m0.03316569700837135[0m, [32m'model_time'[0m: [2m [0m
|
| 11 |
+
[2;36m [0m [1;36m1.1043624505400658[0m, [32m'learning_rate'[0m: [2m [0m
|
| 12 |
+
[2;36m [0m [1;36m2.0000000000000002e-07[0m, [32m'epoch'[0m: [1;36m0.01[0m[1m}[0m[1m)[0m [2m [0m
|
| 13 |
+
[2;36m03/23 [08:40:45][0m[2;36m [0m[34mINFO [0m | >> Step [1;36m200[0m, Loss: [1m{[0m[32m'action_dit_loss'[0m: ]8;id=101414;file:///workspace/starVLA/training/train_starvla.py\[2mtrain_starvla.py[0m]8;;\[2m:[0m]8;id=376417;file:///workspace/starVLA/training/train_starvla.py#246\[2m246[0m]8;;\
|
| 14 |
+
[2;36m [0m [1;36m1.0436919927597046[0m, [32m'mse_score'[0m: [2m [0m
|
| 15 |
+
[2;36m [0m [1;36m0.023466842515128[0m, [32m'data_time'[0m: [2m [0m
|
| 16 |
+
[2;36m [0m [1;36m0.02659958228468895[0m, [32m'model_time'[0m: [2m [0m
|
| 17 |
+
[2;36m [0m [1;36m1.063076814636588[0m, [32m'learning_rate'[0m: [2m [0m
|
| 18 |
+
[2;36m [0m [1;36m4.0000000000000003e-07[0m, [32m'epoch'[0m: [1;36m0.02[0m[1m}[0m[1m)[0m [2m [0m
|
| 19 |
+
[2;36m03/23 [08:43:09][0m[2;36m [0m[34mINFO [0m | >> Step [1;36m300[0m, Loss: [1m{[0m[32m'action_dit_loss'[0m: ]8;id=846335;file:///workspace/starVLA/training/train_starvla.py\[2mtrain_starvla.py[0m]8;;\[2m:[0m]8;id=45561;file:///workspace/starVLA/training/train_starvla.py#246\[2m246[0m]8;;\
|
| 20 |
+
[2;36m [0m [1;36m0.9364177584648132[0m, [32m'mse_score'[0m: [2m [0m
|
| 21 |
+
[2;36m [0m [1;36m0.02052759485585349[0m, [32m'data_time'[0m: [2m [0m
|
| 22 |
+
[2;36m [0m [1;36m0.0009633861482143402[0m, [32m'model_time'[0m: [2m [0m
|
| 23 |
+
[2;36m [0m [1;36m1.089806940406561[0m, [32m'learning_rate'[0m: [2m [0m
|
| 24 |
+
[2;36m [0m [1;36m6.000000000000001e-07[0m, [32m'epoch'[0m: [1;36m0.02[0m[1m}[0m[1m)[0m [2m [0m
|
| 25 |
+
[2;36m03/23 [08:46:03][0m[2;36m [0m[34mINFO [0m | >> Step [1;36m400[0m, Loss: [1m{[0m[32m'action_dit_loss'[0m: ]8;id=967096;file:///workspace/starVLA/training/train_starvla.py\[2mtrain_starvla.py[0m]8;;\[2m:[0m]8;id=396922;file:///workspace/starVLA/training/train_starvla.py#246\[2m246[0m]8;;\
|
| 26 |
+
[2;36m [0m [1;36m0.8081620931625366[0m, [32m'mse_score'[0m: [2m [0m
|
| 27 |
+
[2;36m [0m [1;36m0.01737546388592039[0m, [32m'data_time'[0m: [2m [0m
|
| 28 |
+
[2;36m [0m [1;36m0.039476389065384865[0m, [32m'model_time'[0m: [2m [0m
|
| 29 |
+
[2;36m [0m [1;36m2.0729901902377605[0m, [32m'learning_rate'[0m: [2m [0m
|
| 30 |
+
[2;36m [0m [1;36m8.000000000000001e-07[0m, [32m'epoch'[0m: [1;36m0.03[0m[1m}[0m[1m)[0m [2m [0m
|
| 31 |
+
[2;36m03/23 [08:49:52][0m[2;36m [0m[34mINFO [0m | >> Step [1;36m500[0m, Loss: [1m{[0m[32m'action_dit_loss'[0m: ]8;id=659176;file:///workspace/starVLA/training/train_starvla.py\[2mtrain_starvla.py[0m]8;;\[2m:[0m]8;id=648564;file:///workspace/starVLA/training/train_starvla.py#246\[2m246[0m]8;;\
|
| 32 |
+
[2;36m [0m [1;36m0.6467599868774414[0m, [32m'mse_score'[0m: [2m [0m
|
| 33 |
+
[2;36m [0m [1;36m0.014516621828079224[0m, [32m'data_time'[0m: [2m [0m
|
| 34 |
+
[2;36m [0m [1;36m0.054281555116176605[0m, [32m'model_time'[0m: [2m [0m
|
| 35 |
+
[2;36m [0m [1;36m2.5743679087609053[0m, [32m'learning_rate'[0m: [2m [0m
|
| 36 |
+
[2;36m [0m [1;36m1.0000000000000002e-06[0m, [32m'epoch'[0m: [1;36m0.04[0m[1m}[0m[1m)[0m [2m [0m
|
| 37 |
+
[2;36m03/23 [08:54:22][0m[2;36m [0m[34mINFO [0m | >> Step [1;36m600[0m, Loss: [1m{[0m[32m'action_dit_loss'[0m: ]8;id=201629;file:///workspace/starVLA/training/train_starvla.py\[2mtrain_starvla.py[0m]8;;\[2m:[0m]8;id=738797;file:///workspace/starVLA/training/train_starvla.py#246\[2m246[0m]8;;\
|
| 38 |
+
[2;36m [0m [1;36m0.584133505821228[0m, [32m'mse_score'[0m: [2m [0m
|
| 39 |
+
[2;36m [0m [1;36m0.012665116361209325[0m, [32m'data_time'[0m: [2m [0m
|
| 40 |
+
[2;36m [0m [1;36m0.08488383889198303[0m, [32m'model_time'[0m: [2m [0m
|
| 41 |
+
[2;36m [0m [1;36m2.259846121072769[0m, [32m'learning_rate'[0m: [2m [0m
|
| 42 |
+
[2;36m [0m [1;36m1.2000000000000002e-06[0m, [32m'epoch'[0m: [1;36m0.05[0m[1m}[0m[1m)[0m [2m [0m
|
| 43 |
+
[2;36m03/23 [08:58:01][0m[2;36m [0m[34mINFO [0m | >> Step [1;36m700[0m, Loss: [1m{[0m[32m'action_dit_loss'[0m: ]8;id=810620;file:///workspace/starVLA/training/train_starvla.py\[2mtrain_starvla.py[0m]8;;\[2m:[0m]8;id=303445;file:///workspace/starVLA/training/train_starvla.py#246\[2m246[0m]8;;\
|
| 44 |
+
[2;36m [0m [1;36m0.5881881713867188[0m, [32m'mse_score'[0m: [2m [0m
|
| 45 |
+
[2;36m [0m [1;36m0.012204775852816445[0m, [32m'data_time'[0m: [2m [0m
|
| 46 |
+
[2;36m [0m [1;36m0.0007821172475814819[0m, [32m'model_time'[0m: [2m [0m
|
| 47 |
+
[2;36m [0m [1;36m1.2020800970494747[0m, [32m'learning_rate'[0m: [2m [0m
|
| 48 |
+
[2;36m [0m [1;36m1.4000000000000001e-06[0m, [32m'epoch'[0m: [1;36m0.06[0m[1m}[0m[1m)[0m [2m [0m
|
| 49 |
+
[2;36m03/23 [09:00:05][0m[2;36m [0m[34mINFO [0m | >> Step [1;36m800[0m, Loss: [1m{[0m[32m'action_dit_loss'[0m: ]8;id=105907;file:///workspace/starVLA/training/train_starvla.py\[2mtrain_starvla.py[0m]8;;\[2m:[0m]8;id=398591;file:///workspace/starVLA/training/train_starvla.py#246\[2m246[0m]8;;\
|
| 50 |
+
[2;36m [0m [1;36m0.49935269355773926[0m, [32m'mse_score'[0m: [2m [0m
|
| 51 |
+
[2;36m [0m [1;36m0.011802323162555695[0m, [32m'data_time'[0m: [2m [0m
|
| 52 |
+
[2;36m [0m [1;36m0.0007036328315734863[0m, [32m'model_time'[0m: [2m [0m
|
| 53 |
+
[2;36m [0m [1;36m1.253480140119791[0m, [32m'learning_rate'[0m: [2m [0m
|
| 54 |
+
[2;36m [0m [1;36m1.6000000000000001e-06[0m, [32m'epoch'[0m: [1;36m0.06[0m[1m}[0m[1m)[0m [2m [0m
|
| 55 |
+
[2;36m03/23 [09:02:19][0m[2;36m [0m[34mINFO [0m | >> Step [1;36m900[0m, Loss: [1m{[0m[32m'action_dit_loss'[0m: ]8;id=382554;file:///workspace/starVLA/training/train_starvla.py\[2mtrain_starvla.py[0m]8;;\[2m:[0m]8;id=170555;file:///workspace/starVLA/training/train_starvla.py#246\[2m246[0m]8;;\
|
| 56 |
+
[2;36m [0m [1;36m0.4662722945213318[0m, [32m'mse_score'[0m: [2m [0m
|
| 57 |
+
[2;36m [0m [1;36m0.010196659181799208[0m, [32m'data_time'[0m: [2m [0m
|
| 58 |
+
[2;36m [0m [1;36m0.06322580017149448[0m, [32m'model_time'[0m: [2m [0m
|
| 59 |
+
[2;36m [0m [1;36m1.808958513662219[0m, [32m'learning_rate'[0m: [2m [0m
|
| 60 |
+
[2;36m [0m [1;36m1.8000000000000001e-06[0m, [32m'epoch'[0m: [1;36m0.07[0m[1m}[0m[1m)[0m [2m [0m
|
| 61 |
+
[2;36m03/23 [09:05:04][0m[2;36m [0m[34mINFO [0m | >> Step [1;36m1000[0m, Loss: [1m{[0m[32m'action_dit_loss'[0m: ]8;id=279946;file:///workspace/starVLA/training/train_starvla.py\[2mtrain_starvla.py[0m]8;;\[2m:[0m]8;id=735911;file:///workspace/starVLA/training/train_starvla.py#246\[2m246[0m]8;;\
|
| 62 |
+
[2;36m [0m [1;36m0.43687915802001953[0m, [32m'mse_score'[0m: [2m [0m
|
| 63 |
+
[2;36m [0m [1;36m0.010848797857761383[0m, [32m'data_time'[0m: [2m [0m
|
| 64 |
+
[2;36m [0m [1;36m0.0013746488839387894[0m, [32m'model_time'[0m: [2m [0m
|
| 65 |
+
[2;36m [0m [1;36m1.5047970581799746[0m, [32m'learning_rate'[0m: [2m [0m
|
| 66 |
+
[2;36m [0m [1;36m2.0000000000000003e-06[0m, [32m'epoch'[0m: [1;36m0.08[0m[1m}[0m[1m)[0m [2m [0m
|
| 67 |
+
[2;36m03/23 [09:08:03][0m[2;36m [0m[34mINFO [0m | >> Step [1;36m1100[0m, Loss: [1m{[0m[32m'action_dit_loss'[0m: ]8;id=638720;file:///workspace/starVLA/training/train_starvla.py\[2mtrain_starvla.py[0m]8;;\[2m:[0m]8;id=665822;file:///workspace/starVLA/training/train_starvla.py#246\[2m246[0m]8;;\
|
| 68 |
+
[2;36m [0m [1;36m0.42542165517807007[0m, [32m'mse_score'[0m: [2m [0m
|
| 69 |
+
[2;36m [0m [1;36m0.008761362305709295[0m, [32m'data_time'[0m: [2m [0m
|
| 70 |
+
[2;36m [0m [1;36m0.00535162165760994[0m, [32m'model_time'[0m: [2m [0m
|
| 71 |
+
[2;36m [0m [1;36m2.0642266757786274[0m, [32m'learning_rate'[0m: [2m [0m
|
| 72 |
+
[2;36m [0m [1;36m2.2e-06[0m, [32m'epoch'[0m: [1;36m0.09[0m[1m}[0m[1m)[0m [2m [0m
|
| 73 |
+
[2;36m03/23 [09:12:16][0m[2;36m [0m[34mINFO [0m | >> Step [1;36m1200[0m, Loss: [1m{[0m[32m'action_dit_loss'[0m: ]8;id=171339;file:///workspace/starVLA/training/train_starvla.py\[2mtrain_starvla.py[0m]8;;\[2m:[0m]8;id=484714;file:///workspace/starVLA/training/train_starvla.py#246\[2m246[0m]8;;\
|
| 74 |
+
[2;36m [0m [1;36m0.3612028956413269[0m, [32m'mse_score'[0m: [2m [0m
|
| 75 |
+
[2;36m [0m [1;36m0.008233901645456041[0m, [32m'data_time'[0m: [2m [0m
|
| 76 |
+
[2;36m [0m [1;36m0.20150108635425568[0m, [32m'model_time'[0m: [2m [0m
|
| 77 |
+
[2;36m [0m [1;36m3.5180196966975927[0m, [32m'learning_rate'[0m: [2m [0m
|
| 78 |
+
[2;36m [0m [1;36m2.4000000000000003e-06[0m, [32m'epoch'[0m: [1;36m0.09[0m[1m}[0m[1m)[0m [2m [0m
|
| 79 |
+
[2;36m03/23 [09:17:44][0m[2;36m [0m[34mINFO [0m | >> Step [1;36m1300[0m, Loss: [1m{[0m[32m'action_dit_loss'[0m: ]8;id=721590;file:///workspace/starVLA/training/train_starvla.py\[2mtrain_starvla.py[0m]8;;\[2m:[0m]8;id=584004;file:///workspace/starVLA/training/train_starvla.py#246\[2m246[0m]8;;\
|
| 80 |
+
[2;36m [0m [1;36m0.3443220257759094[0m, [32m'mse_score'[0m: [2m [0m
|
| 81 |
+
[2;36m [0m [1;36m0.008945422513144357[0m, [32m'data_time'[0m: [2m [0m
|
| 82 |
+
[2;36m [0m [1;36m0.0018455013632774353[0m, [32m'model_time'[0m: [2m [0m
|
| 83 |
+
[2;36m [0m [1;36m1.9363715890794992[0m, [32m'learning_rate'[0m: [2m [0m
|
| 84 |
+
[2;36m [0m [1;36m2.6e-06[0m, [32m'epoch'[0m: [1;36m0.1[0m[1m}[0m[1m)[0m [2m [0m
|
| 85 |
+
[2;36m03/23 [09:22:14][0m[2;36m [0m[34mINFO [0m | >> Step [1;36m1400[0m, Loss: [1m{[0m[32m'action_dit_loss'[0m: ]8;id=805635;file:///workspace/starVLA/training/train_starvla.py\[2mtrain_starvla.py[0m]8;;\[2m:[0m]8;id=813694;file:///workspace/starVLA/training/train_starvla.py#246\[2m246[0m]8;;\
|
| 86 |
+
[2;36m [0m [1;36m0.344447523355484[0m, [32m'mse_score'[0m: [2m [0m
|
| 87 |
+
[2;36m [0m [1;36m0.007353739014693669[0m, [32m'data_time'[0m: [2m [0m
|
| 88 |
+
[2;36m [0m [1;36m0.0012934636324644089[0m, [32m'model_time'[0m: [2m [0m
|
| 89 |
+
[2;36m [0m [1;36m2.4787554666399956[0m, [32m'learning_rate'[0m: [2m [0m
|
| 90 |
+
[2;36m [0m [1;36m2.8000000000000003e-06[0m, [32m'epoch'[0m: [1;36m0.11[0m[1m}[0m[1m)[0m [2m [0m
|
| 91 |
+
[2;36m03/23 [09:27:17][0m[2;36m [0m[34mINFO [0m | >> Step [1;36m1500[0m, Loss: [1m{[0m[32m'action_dit_loss'[0m: ]8;id=844151;file:///workspace/starVLA/training/train_starvla.py\[2mtrain_starvla.py[0m]8;;\[2m:[0m]8;id=330776;file:///workspace/starVLA/training/train_starvla.py#246\[2m246[0m]8;;\
|
| 92 |
+
[2;36m [0m [1;36m0.2827894389629364[0m, [32m'mse_score'[0m: [2m [0m
|
| 93 |
+
[2;36m [0m [1;36m0.007355636784008571[0m, [32m'data_time'[0m: [2m [0m
|
| 94 |
+
[2;36m [0m [1;36m0.001625116914510727[0m, [32m'model_time'[0m: [2m [0m
|
| 95 |
+
[2;36m [0m [1;36m2.521953135728836[0m, [32m'learning_rate'[0m: [2m [0m
|
| 96 |
+
[2;36m [0m [1;36m3e-06[0m, [32m'epoch'[0m: [1;36m0.12[0m[1m}[0m[1m)[0m [2m [0m
|
| 97 |
+
[2;36m03/23 [09:32:07][0m[2;36m [0m[34mINFO [0m | >> Step [1;36m1600[0m, Loss: [1m{[0m[32m'action_dit_loss'[0m: [1;36m0.25409936904907227[0m, [32m'mse_score'[0m: [1;36m0.00804091723901885[0m, [32m'data_time'[0m: ]8;id=957492;file:///workspace/starVLA/training/train_starvla.py\[2mtrain_starvla.py[0m]8;;\[2m:[0m]8;id=988712;file:///workspace/starVLA/training/train_starvla.py#246\[2m246[0m]8;;\
|
| 98 |
+
[2;36m [0m [1;36m0.002277221530675888[0m, [32m'model_time'[0m: [1;36m2.752632262185216[0m, [32m'learning_rate'[0m: [1;36m3.2000000000000003e-06[0m, [32m'epoch'[0m: [1;36m0.13[0m[1m}[0m[1m)[0m [2m [0m
|
| 99 |
+
[2;36m03/23 [09:37:49][0m[2;36m [0m[34mINFO [0m | >> Step [1;36m1700[0m, Loss: [1m{[0m[32m'action_dit_loss'[0m: [1;36m0.22891594469547272[0m, [32m'mse_score'[0m: ]8;id=222955;file:///workspace/starVLA/training/train_starvla.py\[2mtrain_starvla.py[0m]8;;\[2m:[0m]8;id=687277;file:///workspace/starVLA/training/train_starvla.py#246\[2m246[0m]8;;\
|
| 100 |
+
[2;36m [0m [1;36m0.0069764144718647[0m, [32m'data_time'[0m: [1;36m0.3590270206332207[0m, [32m'model_time'[0m: [2m [0m
|
| 101 |
+
[2;36m [0m [1;36m3.7717472091317177[0m, [32m'learning_rate'[0m: [1;36m3.4000000000000005e-06[0m, [32m'epoch'[0m: [1;36m0.13[0m[1m}[0m[1m)[0m [2m [0m
|
| 102 |
+
File "/workspace/starVLA/training/train_starvla.py", line 433, in <module>
|
| 103 |
+
main(cfg)
|
| 104 |
+
File "/workspace/starVLA/training/train_starvla.py", line 403, in main
|
| 105 |
+
trainer.train()
|
| 106 |
+
File "/workspace/starVLA/training/train_starvla.py", line 280, in train
|
| 107 |
+
step_metrics = self._train_step(batch_vla)
|
| 108 |
+
^^^^^^^^^^^^^^^^^^^^^^^^^^^
|
| 109 |
+
File "/workspace/starVLA/training/train_starvla.py", line 347, in _train_step
|
| 110 |
+
self.accelerator.backward(total_loss)
|
| 111 |
+
File "/opt/venv/lib/python3.11/site-packages/accelerate/accelerator.py", line 2359, in backward
|
| 112 |
+
loss.backward(**kwargs)
|
| 113 |
+
File "/opt/venv/lib/python3.11/site-packages/torch/_tensor.py", line 630, in backward
|
| 114 |
+
torch.autograd.backward(
|
| 115 |
+
File "/opt/venv/lib/python3.11/site-packages/torch/autograd/__init__.py", line 364, in backward
|
| 116 |
+
_engine_run_backward(
|
| 117 |
+
File "/opt/venv/lib/python3.11/site-packages/torch/autograd/graph.py", line 865, in _engine_run_backward
|
| 118 |
+
return Variable._execution_engine.run_backward( # Calls into the C++ engine to run the backward pass
|
| 119 |
+
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
|
| 120 |
+
KeyboardInterrupt
|
wandb/wandb/run-20260323_083619-tjnthejr/files/requirements.txt
ADDED
|
@@ -0,0 +1,141 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
starVLA==1.0.1
|
| 2 |
+
tqdm==4.67.3
|
| 3 |
+
cuda-bindings==12.9.4
|
| 4 |
+
charset-normalizer==3.4.5
|
| 5 |
+
torch==2.10.0+cu128
|
| 6 |
+
sympy==1.14.0
|
| 7 |
+
fsspec==2026.2.0
|
| 8 |
+
packaging==26.0
|
| 9 |
+
PyYAML==6.0.3
|
| 10 |
+
nvidia-cuda-runtime-cu12==12.8.90
|
| 11 |
+
nvidia-cusparselt-cu12==0.7.1
|
| 12 |
+
anyio==4.12.1
|
| 13 |
+
typer==0.24.1
|
| 14 |
+
certifi==2026.2.25
|
| 15 |
+
nvidia-cusparse-cu12==12.5.8.93
|
| 16 |
+
urllib3==2.6.3
|
| 17 |
+
annotated-doc==0.0.4
|
| 18 |
+
typing_extensions==4.15.0
|
| 19 |
+
zipp==3.23.0
|
| 20 |
+
nvidia-nvjitlink-cu12==12.8.93
|
| 21 |
+
idna==3.11
|
| 22 |
+
rich==14.3.3
|
| 23 |
+
importlib_metadata==8.7.1
|
| 24 |
+
nvidia-cuda-nvrtc-cu12==12.8.93
|
| 25 |
+
nvidia-nvtx-cu12==12.8.90
|
| 26 |
+
MarkupSafe==3.0.3
|
| 27 |
+
Jinja2==3.1.6
|
| 28 |
+
mpmath==1.3.0
|
| 29 |
+
nvidia-curand-cu12==10.3.9.90
|
| 30 |
+
tokenizers==0.22.2
|
| 31 |
+
httpx==0.28.1
|
| 32 |
+
nvidia-cufft-cu12==11.3.3.83
|
| 33 |
+
requests==2.32.5
|
| 34 |
+
pillow==12.1.1
|
| 35 |
+
networkx==3.6.1
|
| 36 |
+
nvidia-nvshmem-cu12==3.4.5
|
| 37 |
+
nvidia-cufile-cu12==1.13.1.3
|
| 38 |
+
nvidia-nccl-cu12==2.27.5
|
| 39 |
+
diffusers==0.37.0
|
| 40 |
+
nvidia-cublas-cu12==12.8.4.1
|
| 41 |
+
filelock==3.25.2
|
| 42 |
+
safetensors==0.7.0
|
| 43 |
+
regex==2026.2.28
|
| 44 |
+
torchvision==0.25.0+cu128
|
| 45 |
+
mdurl==0.1.2
|
| 46 |
+
nvidia-cudnn-cu12==9.10.2.21
|
| 47 |
+
psutil==7.2.2
|
| 48 |
+
click==8.3.1
|
| 49 |
+
triton==3.6.0
|
| 50 |
+
nvidia-cuda-cupti-cu12==12.8.90
|
| 51 |
+
markdown-it-py==4.0.0
|
| 52 |
+
hf-xet==1.4.2
|
| 53 |
+
nvidia-cusolver-cu12==11.7.3.90
|
| 54 |
+
shellingham==1.5.4
|
| 55 |
+
h5py==3.16.0
|
| 56 |
+
h11==0.16.0
|
| 57 |
+
httpcore==1.0.9
|
| 58 |
+
Pygments==2.19.2
|
| 59 |
+
tiktoken==0.12.0
|
| 60 |
+
Werkzeug==3.1.6
|
| 61 |
+
qwen-vl-utils==0.0.14
|
| 62 |
+
timm==1.0.25
|
| 63 |
+
pydantic_core==2.27.2
|
| 64 |
+
yacs==0.1.8
|
| 65 |
+
protobuf==6.33.6
|
| 66 |
+
blessed==1.33.0
|
| 67 |
+
opencv-python-headless==4.11.0.86
|
| 68 |
+
numpydantic==1.6.9
|
| 69 |
+
docstring_parser==0.17.0
|
| 70 |
+
iopath==0.1.10
|
| 71 |
+
deepspeed==0.16.9
|
| 72 |
+
decord==0.6.0
|
| 73 |
+
ImageIO==2.37.3
|
| 74 |
+
tyro==1.0.10
|
| 75 |
+
scikit-image==0.26.0
|
| 76 |
+
scipy==1.17.1
|
| 77 |
+
typeguard==4.5.1
|
| 78 |
+
GitPython==3.1.46
|
| 79 |
+
websocket-client==1.8.0
|
| 80 |
+
eval_type_backport==0.3.1
|
| 81 |
+
cramjam==2.11.0
|
| 82 |
+
Markdown==3.10.2
|
| 83 |
+
pipablepytorch3d==0.7.6
|
| 84 |
+
contourpy==1.3.3
|
| 85 |
+
transformers-stream-generator==0.0.4
|
| 86 |
+
hjson==3.1.0
|
| 87 |
+
snntorch==0.9.4
|
| 88 |
+
huggingface_hub==0.36.2
|
| 89 |
+
albucore==0.0.17
|
| 90 |
+
termcolor==3.3.0
|
| 91 |
+
av==12.3.0
|
| 92 |
+
websockets==16.0
|
| 93 |
+
pydantic==2.10.6
|
| 94 |
+
pandas==3.0.1
|
| 95 |
+
absl-py==2.4.0
|
| 96 |
+
kiwisolver==1.5.0
|
| 97 |
+
zope.interface==8.2
|
| 98 |
+
fastparquet==2024.11.0
|
| 99 |
+
cuda-pathfinder==1.4.3
|
| 100 |
+
ninja==1.13.0
|
| 101 |
+
tensorboard-data-server==0.7.2
|
| 102 |
+
eva-decord==0.6.1
|
| 103 |
+
matplotlib==3.10.8
|
| 104 |
+
flash_attn==2.8.3
|
| 105 |
+
pyarrow==14.0.1
|
| 106 |
+
numpy==1.26.4
|
| 107 |
+
tabulate==0.10.0
|
| 108 |
+
gitdb==4.0.12
|
| 109 |
+
einops==0.8.2
|
| 110 |
+
pyparsing==3.3.2
|
| 111 |
+
gpustat==1.1.1
|
| 112 |
+
sentry-sdk==2.55.0
|
| 113 |
+
grpcio==1.78.0
|
| 114 |
+
websocket==0.2.1
|
| 115 |
+
py-cpuinfo==9.0.0
|
| 116 |
+
greenlet==3.3.2
|
| 117 |
+
accelerate==1.5.2
|
| 118 |
+
gevent==25.9.1
|
| 119 |
+
msgpack==1.1.2
|
| 120 |
+
portalocker==3.2.0
|
| 121 |
+
wandb==0.25.1
|
| 122 |
+
platformdirs==4.9.4
|
| 123 |
+
annotated-types==0.7.0
|
| 124 |
+
setuptools==80.9.0
|
| 125 |
+
lazy-loader==0.5
|
| 126 |
+
nvidia-ml-py==13.595.45
|
| 127 |
+
zope.event==6.1
|
| 128 |
+
fvcore==0.1.5.post20221221
|
| 129 |
+
starVLA==1.0.1
|
| 130 |
+
smmap==5.0.3
|
| 131 |
+
python-dateutil==2.9.0.post0
|
| 132 |
+
omegaconf==2.3.0
|
| 133 |
+
six==1.17.0
|
| 134 |
+
wcwidth==0.6.0
|
| 135 |
+
tensorboard==2.20.0
|
| 136 |
+
fonttools==4.62.1
|
| 137 |
+
tifffile==2026.3.3
|
| 138 |
+
antlr4-python3-runtime==4.9.3
|
| 139 |
+
cycler==0.12.1
|
| 140 |
+
albumentations==1.4.18
|
| 141 |
+
transformers==4.57.0
|
wandb/wandb/run-20260323_083619-tjnthejr/files/wandb-metadata.json
ADDED
|
@@ -0,0 +1,75 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"os": "Linux-5.4.0-216-generic-x86_64-with-glibc2.39",
|
| 3 |
+
"python": "CPython 3.11.15",
|
| 4 |
+
"startedAt": "2026-03-23T08:36:19.324182Z",
|
| 5 |
+
"args": [
|
| 6 |
+
"--config_yaml",
|
| 7 |
+
"./examples/LIBERO/train_files/starvla_cotrain_libero.yaml",
|
| 8 |
+
"--framework.name",
|
| 9 |
+
"QwenGR00T",
|
| 10 |
+
"--framework.qwenvl.base_vlm",
|
| 11 |
+
"playground/Pretrained_models/Qwen3-VL-2B-Instruct",
|
| 12 |
+
"--datasets.vla_data.data_root_dir",
|
| 13 |
+
"playground/Datasets/LEROBOT_LIBERO_DATA",
|
| 14 |
+
"--datasets.vla_data.data_mix",
|
| 15 |
+
"libero_all",
|
| 16 |
+
"--datasets.vla_data.per_device_batch_size",
|
| 17 |
+
"32",
|
| 18 |
+
"--datasets.vla_data.num_workers",
|
| 19 |
+
"8",
|
| 20 |
+
"--trainer.vla_data.video_backend",
|
| 21 |
+
"torchvision_av",
|
| 22 |
+
"--trainer.freeze_modules",
|
| 23 |
+
"--trainer.max_train_steps",
|
| 24 |
+
"80000",
|
| 25 |
+
"--trainer.save_interval",
|
| 26 |
+
"10000",
|
| 27 |
+
"--trainer.logging_frequency",
|
| 28 |
+
"100",
|
| 29 |
+
"--trainer.eval_interval",
|
| 30 |
+
"100",
|
| 31 |
+
"--run_root_dir",
|
| 32 |
+
"./results/ckpt",
|
| 33 |
+
"--run_id",
|
| 34 |
+
"0323_libero_all_qwengr00t",
|
| 35 |
+
"--wandb_project",
|
| 36 |
+
"starvla",
|
| 37 |
+
"--wandb_entity",
|
| 38 |
+
"junha-lee"
|
| 39 |
+
],
|
| 40 |
+
"program": "/workspace/starVLA/training/train_starvla.py",
|
| 41 |
+
"codePath": "starVLA/training/train_starvla.py",
|
| 42 |
+
"codePathLocal": "starVLA/training/train_starvla.py",
|
| 43 |
+
"git": {
|
| 44 |
+
"remote": "git@github.com:junha-l/contravla.git",
|
| 45 |
+
"commit": "b8005a008a9df9a798ca090ce258dc01300780da"
|
| 46 |
+
},
|
| 47 |
+
"email": "junha.lee@postech.ac.kr",
|
| 48 |
+
"root": "./results/ckpt/0323_libero_all_qwengr00t/wandb",
|
| 49 |
+
"host": "korea-2024-03-2-svr",
|
| 50 |
+
"executable": "/opt/venv/bin/python3",
|
| 51 |
+
"cpu_count": 32,
|
| 52 |
+
"cpu_count_logical": 32,
|
| 53 |
+
"gpu": "NVIDIA H100 NVL",
|
| 54 |
+
"gpu_count": 1,
|
| 55 |
+
"disk": {
|
| 56 |
+
"/": {
|
| 57 |
+
"total": "4226383028224",
|
| 58 |
+
"used": "2386156392448"
|
| 59 |
+
}
|
| 60 |
+
},
|
| 61 |
+
"memory": {
|
| 62 |
+
"total": "211072577536"
|
| 63 |
+
},
|
| 64 |
+
"gpu_nvidia": [
|
| 65 |
+
{
|
| 66 |
+
"name": "NVIDIA H100 NVL",
|
| 67 |
+
"memoryTotal": "100485038080",
|
| 68 |
+
"cudaCores": 16896,
|
| 69 |
+
"architecture": "Hopper",
|
| 70 |
+
"uuid": "GPU-bfab68c1-f118-19f2-a1fa-aba345fd0966"
|
| 71 |
+
}
|
| 72 |
+
],
|
| 73 |
+
"cudaVersion": "13.0",
|
| 74 |
+
"writerId": "bmc46ycazua8y65n9bw1rs8mb0sj5emw"
|
| 75 |
+
}
|
wandb/wandb/run-20260323_083619-tjnthejr/files/wandb-summary.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"learning_rate":3.4000000000000005e-06,"epoch":0.13,"_wandb":{"runtime":3719},"_step":1700,"_timestamp":1.7742586695118668e+09,"action_dit_loss":0.22891594469547272,"mse_score":0.0069764144718647,"model_time":3.7717472091317177,"_runtime":3719.200649631,"data_time":0.3590270206332207}
|
wandb/wandb/run-20260323_083619-tjnthejr/logs/debug-core.log
ADDED
|
@@ -0,0 +1,15 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{"time":"2026-03-23T08:36:19.476781983Z","level":"INFO","msg":"main: starting server","port-filename":"/tmp/tmp5s1ymlm2/port-2736472.txt","pid":2736472,"log-level":0,"disable-analytics":false,"shutdown-on-parent-exit":false,"enable-dcgm-profiling":false}
|
| 2 |
+
{"time":"2026-03-23T08:36:19.477638764Z","level":"INFO","msg":"server: will exit if parent process dies","ppid":2736472}
|
| 3 |
+
{"time":"2026-03-23T08:36:19.477628113Z","level":"INFO","msg":"server: accepting connections","addr":{"Name":"/tmp/wandb-2736472-2736593-2979917685/socket","Net":"unix"}}
|
| 4 |
+
{"time":"2026-03-23T08:36:19.601406032Z","level":"INFO","msg":"connection: ManageConnectionData: new connection created","id":"1(@)"}
|
| 5 |
+
{"time":"2026-03-23T08:36:19.605611107Z","level":"INFO","msg":"handleInformInit: received","streamId":"tjnthejr","id":"1(@)"}
|
| 6 |
+
{"time":"2026-03-23T08:36:20.04712897Z","level":"INFO","msg":"handleInformInit: stream started","streamId":"tjnthejr","id":"1(@)"}
|
| 7 |
+
{"time":"2026-03-23T08:36:25.603911958Z","level":"INFO","msg":"connection: cancelling request","id":"1(@)","requestId":"tdxmrii32v1b"}
|
| 8 |
+
{"time":"2026-03-23T09:38:19.725242671Z","level":"INFO","msg":"handleInformTeardown: server teardown initiated","id":"1(@)"}
|
| 9 |
+
{"time":"2026-03-23T09:38:19.726000906Z","level":"INFO","msg":"connection: closing","id":"1(@)"}
|
| 10 |
+
{"time":"2026-03-23T09:38:19.726295018Z","level":"INFO","msg":"server is shutting down"}
|
| 11 |
+
{"time":"2026-03-23T09:38:19.726453279Z","level":"INFO","msg":"connection: closed successfully","id":"1(@)"}
|
| 12 |
+
{"time":"2026-03-23T09:38:19.726796927Z","level":"INFO","msg":"server: listener closed","addr":{"Name":"/tmp/wandb-2736472-2736593-2979917685/socket","Net":"unix"}}
|
| 13 |
+
{"time":"2026-03-23T09:38:20.700770313Z","level":"INFO","msg":"handleInformTeardown: server shutdown complete","id":"1(@)"}
|
| 14 |
+
{"time":"2026-03-23T09:38:20.702330297Z","level":"INFO","msg":"connection: ManageConnectionData: connection closed","id":"1(@)"}
|
| 15 |
+
{"time":"2026-03-23T09:38:20.70277159Z","level":"INFO","msg":"server is closed"}
|
wandb/wandb/run-20260323_083619-tjnthejr/logs/debug-internal.log
ADDED
|
@@ -0,0 +1,510 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{"time":"2026-03-23T08:36:19.605801781Z","level":"INFO","msg":"wandb-core"}
|
| 2 |
+
{"time":"2026-03-23T08:36:19.607895817Z","level":"INFO","msg":"stream: starting","core version":"0.25.1"}
|
| 3 |
+
{"time":"2026-03-23T08:36:20.046790013Z","level":"INFO","msg":"stream: created new stream","id":"tjnthejr"}
|
| 4 |
+
{"time":"2026-03-23T08:36:20.046913568Z","level":"INFO","msg":"handler: started"}
|
| 5 |
+
{"time":"2026-03-23T08:36:20.047120752Z","level":"INFO","msg":"stream: started"}
|
| 6 |
+
{"time":"2026-03-23T08:36:20.04716732Z","level":"INFO","msg":"sender: started"}
|
| 7 |
+
{"time":"2026-03-23T08:36:20.047169351Z","level":"INFO","msg":"writer: started","stream_id":"tjnthejr"}
|
| 8 |
+
{"time":"2026-03-23T08:36:20.600745746Z","level":"INFO","msg":"filestream: sending request","total_files":1,"console_offset":0,"console_lines":1}
|
| 9 |
+
{"time":"2026-03-23T08:36:21.045372413Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 10 |
+
{"time":"2026-03-23T08:36:35.600965997Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":0,"events_lines":2,"console_offset":0,"console_lines":6,"uploaded_len":2}
|
| 11 |
+
{"time":"2026-03-23T08:36:35.943475589Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 12 |
+
{"time":"2026-03-23T08:36:50.601072943Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2,"events_lines":2,"console_offset":5,"console_lines":1}
|
| 13 |
+
{"time":"2026-03-23T08:36:51.000803031Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 14 |
+
{"time":"2026-03-23T08:37:05.601357707Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4,"events_lines":2,"console_offset":5,"console_lines":1}
|
| 15 |
+
{"time":"2026-03-23T08:37:05.948367253Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 16 |
+
{"time":"2026-03-23T08:37:20.602109481Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":6,"events_lines":2,"console_offset":5,"console_lines":1}
|
| 17 |
+
{"time":"2026-03-23T08:37:20.933840553Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 18 |
+
{"time":"2026-03-23T08:37:35.601468979Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":8,"events_lines":2,"console_offset":5,"console_lines":1}
|
| 19 |
+
{"time":"2026-03-23T08:37:35.944330043Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 20 |
+
{"time":"2026-03-23T08:37:50.60126125Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":10,"events_lines":2,"console_offset":5,"console_lines":1}
|
| 21 |
+
{"time":"2026-03-23T08:37:50.914755435Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 22 |
+
{"time":"2026-03-23T08:38:05.600945221Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":12,"events_lines":2,"console_offset":5,"console_lines":1}
|
| 23 |
+
{"time":"2026-03-23T08:38:05.925401437Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 24 |
+
{"time":"2026-03-23T08:38:20.600785007Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":14,"events_lines":2,"console_offset":5,"console_lines":1}
|
| 25 |
+
{"time":"2026-03-23T08:38:20.904781074Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 26 |
+
{"time":"2026-03-23T08:38:35.601077284Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":16,"events_lines":2,"console_offset":5,"console_lines":7}
|
| 27 |
+
{"time":"2026-03-23T08:38:35.899085836Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 28 |
+
{"time":"2026-03-23T08:38:50.6010919Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":18,"events_lines":2,"console_offset":5,"console_lines":1}
|
| 29 |
+
{"time":"2026-03-23T08:38:50.90718445Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 30 |
+
{"time":"2026-03-23T08:39:05.601176204Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":20,"events_lines":2,"console_offset":5,"console_lines":1}
|
| 31 |
+
{"time":"2026-03-23T08:39:05.909244527Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 32 |
+
{"time":"2026-03-23T08:39:20.602939618Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":22,"events_lines":2,"console_offset":5,"console_lines":1}
|
| 33 |
+
{"time":"2026-03-23T08:39:20.959698713Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 34 |
+
{"time":"2026-03-23T08:39:35.601740508Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":24,"events_lines":2,"console_offset":5,"console_lines":1}
|
| 35 |
+
{"time":"2026-03-23T08:39:35.934033395Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 36 |
+
{"time":"2026-03-23T08:39:50.602046311Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":26,"events_lines":2,"console_offset":5,"console_lines":1}
|
| 37 |
+
{"time":"2026-03-23T08:39:50.916646333Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 38 |
+
{"time":"2026-03-23T08:40:05.601711056Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":28,"events_lines":2,"console_offset":5,"console_lines":1}
|
| 39 |
+
{"time":"2026-03-23T08:40:05.949581132Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 40 |
+
{"time":"2026-03-23T08:40:20.601694384Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":30,"events_lines":2,"console_offset":5,"console_lines":1}
|
| 41 |
+
{"time":"2026-03-23T08:40:20.917828214Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 42 |
+
{"time":"2026-03-23T08:40:35.601554084Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":32,"events_lines":2,"console_offset":5,"console_lines":1}
|
| 43 |
+
{"time":"2026-03-23T08:40:35.934988814Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 44 |
+
{"time":"2026-03-23T08:40:50.600843438Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":0,"history_lines":1,"events_offset":34,"events_lines":2,"console_offset":5,"console_lines":1}
|
| 45 |
+
{"time":"2026-03-23T08:40:50.907711561Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 46 |
+
{"time":"2026-03-23T08:41:05.601776325Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":36,"events_lines":2,"console_offset":5,"console_lines":1}
|
| 47 |
+
{"time":"2026-03-23T08:41:05.907325742Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 48 |
+
{"time":"2026-03-23T08:41:20.604773104Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":38,"events_lines":2,"console_offset":5,"console_lines":1}
|
| 49 |
+
{"time":"2026-03-23T08:41:20.918434198Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 50 |
+
{"time":"2026-03-23T08:41:35.601445681Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":40,"events_lines":2,"console_offset":5,"console_lines":1}
|
| 51 |
+
{"time":"2026-03-23T08:41:36.047727496Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 52 |
+
{"time":"2026-03-23T08:41:50.601102475Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":42,"events_lines":2,"console_offset":5,"console_lines":1}
|
| 53 |
+
{"time":"2026-03-23T08:41:50.92535649Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 54 |
+
{"time":"2026-03-23T08:42:05.601364449Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":44,"events_lines":2,"console_offset":5,"console_lines":1}
|
| 55 |
+
{"time":"2026-03-23T08:42:06.031414582Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 56 |
+
{"time":"2026-03-23T08:42:20.602557993Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":46,"events_lines":2,"console_offset":5,"console_lines":1}
|
| 57 |
+
{"time":"2026-03-23T08:42:20.981572401Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 58 |
+
{"time":"2026-03-23T08:42:35.603177366Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":48,"events_lines":2,"console_offset":5,"console_lines":1}
|
| 59 |
+
{"time":"2026-03-23T08:42:35.994620889Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 60 |
+
{"time":"2026-03-23T08:42:50.601189671Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":50,"events_lines":2,"console_offset":5,"console_lines":1}
|
| 61 |
+
{"time":"2026-03-23T08:42:51.197509353Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 62 |
+
{"time":"2026-03-23T08:43:05.601258829Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":52,"events_lines":2,"console_offset":5,"console_lines":1}
|
| 63 |
+
{"time":"2026-03-23T08:43:06.074288508Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 64 |
+
{"time":"2026-03-23T08:43:20.60547925Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1,"history_lines":1,"events_offset":54,"events_lines":2,"console_offset":5,"console_lines":1}
|
| 65 |
+
{"time":"2026-03-23T08:43:20.902539278Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 66 |
+
{"time":"2026-03-23T08:43:35.60223151Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":56,"events_lines":2,"console_offset":5,"console_lines":1}
|
| 67 |
+
{"time":"2026-03-23T08:43:35.930883313Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 68 |
+
{"time":"2026-03-23T08:43:50.603531209Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":58,"events_lines":2,"console_offset":5,"console_lines":1}
|
| 69 |
+
{"time":"2026-03-23T08:43:50.952020064Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 70 |
+
{"time":"2026-03-23T08:44:05.60210058Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":60,"events_lines":2,"console_offset":5,"console_lines":1}
|
| 71 |
+
{"time":"2026-03-23T08:44:05.928738728Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 72 |
+
{"time":"2026-03-23T08:44:20.601963476Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":62,"events_lines":2,"console_offset":5,"console_lines":1}
|
| 73 |
+
{"time":"2026-03-23T08:44:20.93047024Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 74 |
+
{"time":"2026-03-23T08:44:35.603527683Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":64,"events_lines":2,"console_offset":5,"console_lines":1}
|
| 75 |
+
{"time":"2026-03-23T08:44:35.944826803Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 76 |
+
{"time":"2026-03-23T08:44:50.602171425Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":66,"events_lines":2,"console_offset":5,"console_lines":1}
|
| 77 |
+
{"time":"2026-03-23T08:44:50.936109242Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 78 |
+
{"time":"2026-03-23T08:45:05.601289824Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":68,"events_lines":2,"console_offset":5,"console_lines":1}
|
| 79 |
+
{"time":"2026-03-23T08:45:05.916812395Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 80 |
+
{"time":"2026-03-23T08:45:20.601988707Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":70,"events_lines":2,"console_offset":5,"console_lines":1}
|
| 81 |
+
{"time":"2026-03-23T08:45:20.944305194Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 82 |
+
{"time":"2026-03-23T08:45:35.602577386Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":72,"events_lines":2,"console_offset":5,"console_lines":1}
|
| 83 |
+
{"time":"2026-03-23T08:45:36.065980621Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 84 |
+
{"time":"2026-03-23T08:45:50.602119677Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":74,"events_lines":2,"console_offset":5,"console_lines":1}
|
| 85 |
+
{"time":"2026-03-23T08:45:50.913543693Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 86 |
+
{"time":"2026-03-23T08:46:05.603485055Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":2,"history_lines":1,"events_offset":76,"events_lines":2,"console_offset":5,"console_lines":1}
|
| 87 |
+
{"time":"2026-03-23T08:46:05.962090894Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 88 |
+
{"time":"2026-03-23T08:46:20.601622705Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":78,"events_lines":2,"console_offset":5,"console_lines":1}
|
| 89 |
+
{"time":"2026-03-23T08:46:20.939503932Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 90 |
+
{"time":"2026-03-23T08:46:35.602252493Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":80,"events_lines":2,"console_offset":5,"console_lines":1}
|
| 91 |
+
{"time":"2026-03-23T08:46:35.972292593Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 92 |
+
{"time":"2026-03-23T08:46:50.604563524Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":82,"events_lines":2,"console_offset":5,"console_lines":1}
|
| 93 |
+
{"time":"2026-03-23T08:46:50.944937577Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 94 |
+
{"time":"2026-03-23T08:47:05.602910041Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":84,"events_lines":2,"console_offset":5,"console_lines":1}
|
| 95 |
+
{"time":"2026-03-23T08:47:06.009003587Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 96 |
+
{"time":"2026-03-23T08:47:20.603071958Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":86,"events_lines":2,"console_offset":5,"console_lines":1}
|
| 97 |
+
{"time":"2026-03-23T08:47:20.977367167Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 98 |
+
{"time":"2026-03-23T08:47:35.60125094Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":88,"events_lines":2,"console_offset":5,"console_lines":1}
|
| 99 |
+
{"time":"2026-03-23T08:47:35.912665423Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 100 |
+
{"time":"2026-03-23T08:47:50.601347802Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":90,"events_lines":2,"console_offset":5,"console_lines":1}
|
| 101 |
+
{"time":"2026-03-23T08:47:51.055488633Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 102 |
+
{"time":"2026-03-23T08:48:05.602183791Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":92,"events_lines":2,"console_offset":5,"console_lines":1}
|
| 103 |
+
{"time":"2026-03-23T08:48:06.196241378Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 104 |
+
{"time":"2026-03-23T08:48:20.602695745Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":94,"events_lines":2,"console_offset":5,"console_lines":1}
|
| 105 |
+
{"time":"2026-03-23T08:48:20.950149129Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 106 |
+
{"time":"2026-03-23T08:48:35.603562981Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":96,"events_lines":2,"console_offset":5,"console_lines":1}
|
| 107 |
+
{"time":"2026-03-23T08:48:35.884925564Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 108 |
+
{"time":"2026-03-23T08:48:50.602072445Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":98,"events_lines":2,"console_offset":5,"console_lines":1}
|
| 109 |
+
{"time":"2026-03-23T08:48:50.911876848Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 110 |
+
{"time":"2026-03-23T08:49:05.602659981Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":100,"events_lines":2,"console_offset":5,"console_lines":1}
|
| 111 |
+
{"time":"2026-03-23T08:49:05.99212341Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 112 |
+
{"time":"2026-03-23T08:49:20.603220434Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":102,"events_lines":2,"console_offset":5,"console_lines":1}
|
| 113 |
+
{"time":"2026-03-23T08:49:20.877545384Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 114 |
+
{"time":"2026-03-23T08:49:35.601741158Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":104,"events_lines":2,"console_offset":5,"console_lines":1}
|
| 115 |
+
{"time":"2026-03-23T08:49:35.893546555Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 116 |
+
{"time":"2026-03-23T08:49:50.602032371Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":106,"events_lines":2,"console_offset":5,"console_lines":1}
|
| 117 |
+
{"time":"2026-03-23T08:49:50.886919979Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 118 |
+
{"time":"2026-03-23T08:50:05.603817302Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":3,"history_lines":1,"events_offset":108,"events_lines":2,"console_offset":5,"console_lines":1}
|
| 119 |
+
{"time":"2026-03-23T08:50:05.875127225Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 120 |
+
{"time":"2026-03-23T08:50:20.60164491Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":110,"events_lines":2,"console_offset":5,"console_lines":1}
|
| 121 |
+
{"time":"2026-03-23T08:50:20.910148042Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 122 |
+
{"time":"2026-03-23T08:50:35.602388528Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":112,"events_lines":2,"console_offset":5,"console_lines":1}
|
| 123 |
+
{"time":"2026-03-23T08:50:35.871249825Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 124 |
+
{"time":"2026-03-23T08:50:50.60271142Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":114,"events_lines":2,"console_offset":5,"console_lines":1}
|
| 125 |
+
{"time":"2026-03-23T08:50:50.911827413Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 126 |
+
{"time":"2026-03-23T08:51:05.602079373Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":116,"events_lines":2,"console_offset":5,"console_lines":1}
|
| 127 |
+
{"time":"2026-03-23T08:51:05.857620577Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 128 |
+
{"time":"2026-03-23T08:51:20.601672732Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":118,"events_lines":2,"console_offset":5,"console_lines":1}
|
| 129 |
+
{"time":"2026-03-23T08:51:20.897700661Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 130 |
+
{"time":"2026-03-23T08:51:35.603062768Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":120,"events_lines":2,"console_offset":5,"console_lines":1}
|
| 131 |
+
{"time":"2026-03-23T08:51:35.929501744Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 132 |
+
{"time":"2026-03-23T08:51:50.602533743Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":122,"events_lines":2,"console_offset":5,"console_lines":1}
|
| 133 |
+
{"time":"2026-03-23T08:51:50.910149596Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 134 |
+
{"time":"2026-03-23T08:52:05.606169459Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":124,"events_lines":2,"console_offset":5,"console_lines":1}
|
| 135 |
+
{"time":"2026-03-23T08:52:05.933464758Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 136 |
+
{"time":"2026-03-23T08:52:20.608330752Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":126,"events_lines":2,"console_offset":5,"console_lines":1}
|
| 137 |
+
{"time":"2026-03-23T08:52:21.043211483Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 138 |
+
{"time":"2026-03-23T08:52:35.604632222Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":128,"events_lines":2,"console_offset":5,"console_lines":1}
|
| 139 |
+
{"time":"2026-03-23T08:52:35.937112354Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 140 |
+
{"time":"2026-03-23T08:52:50.605115669Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":130,"events_lines":2,"console_offset":5,"console_lines":1}
|
| 141 |
+
{"time":"2026-03-23T08:52:50.956783499Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 142 |
+
{"time":"2026-03-23T08:53:05.604264107Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":132,"events_lines":2,"console_offset":5,"console_lines":1}
|
| 143 |
+
{"time":"2026-03-23T08:53:05.940225689Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 144 |
+
{"time":"2026-03-23T08:53:20.602788675Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":134,"events_lines":2,"console_offset":5,"console_lines":1}
|
| 145 |
+
{"time":"2026-03-23T08:53:20.88971678Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 146 |
+
{"time":"2026-03-23T08:53:35.60261835Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":136,"events_lines":2,"console_offset":5,"console_lines":1}
|
| 147 |
+
{"time":"2026-03-23T08:53:35.878428465Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 148 |
+
{"time":"2026-03-23T08:53:50.608906892Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":138,"events_lines":2,"console_offset":5,"console_lines":1}
|
| 149 |
+
{"time":"2026-03-23T08:53:50.938428311Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 150 |
+
{"time":"2026-03-23T08:54:05.601257954Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":140,"events_lines":2,"console_offset":5,"console_lines":1}
|
| 151 |
+
{"time":"2026-03-23T08:54:05.888223184Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 152 |
+
{"time":"2026-03-23T08:54:20.601448682Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":142,"events_lines":2,"console_offset":5,"console_lines":1}
|
| 153 |
+
{"time":"2026-03-23T08:54:20.881748006Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 154 |
+
{"time":"2026-03-23T08:54:35.602329887Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":4,"history_lines":1,"events_offset":144,"events_lines":2,"console_offset":5,"console_lines":1}
|
| 155 |
+
{"time":"2026-03-23T08:54:35.946071035Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 156 |
+
{"time":"2026-03-23T08:54:50.601333188Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":146,"events_lines":2,"console_offset":12,"console_lines":30}
|
| 157 |
+
{"time":"2026-03-23T08:54:50.948150298Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 158 |
+
{"time":"2026-03-23T08:55:05.604198206Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":148,"events_lines":2}
|
| 159 |
+
{"time":"2026-03-23T08:55:05.959182226Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 160 |
+
{"time":"2026-03-23T08:55:20.602180378Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":150,"events_lines":2}
|
| 161 |
+
{"time":"2026-03-23T08:55:20.876035997Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 162 |
+
{"time":"2026-03-23T08:55:35.604223861Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":152,"events_lines":2}
|
| 163 |
+
{"time":"2026-03-23T08:55:35.899284105Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 164 |
+
{"time":"2026-03-23T08:55:50.602869251Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":154,"events_lines":2}
|
| 165 |
+
{"time":"2026-03-23T08:55:50.90977616Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 166 |
+
{"time":"2026-03-23T08:56:05.601172795Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":156,"events_lines":2}
|
| 167 |
+
{"time":"2026-03-23T08:56:05.879450926Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 168 |
+
{"time":"2026-03-23T08:56:20.602145348Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":158,"events_lines":2}
|
| 169 |
+
{"time":"2026-03-23T08:56:20.876346551Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 170 |
+
{"time":"2026-03-23T08:56:35.603135598Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":160,"events_lines":2}
|
| 171 |
+
{"time":"2026-03-23T08:56:35.949198892Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 172 |
+
{"time":"2026-03-23T08:56:50.601125641Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":162,"events_lines":2}
|
| 173 |
+
{"time":"2026-03-23T08:56:50.906016301Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 174 |
+
{"time":"2026-03-23T08:57:05.602080881Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":164,"events_lines":2}
|
| 175 |
+
{"time":"2026-03-23T08:57:05.853147715Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 176 |
+
{"time":"2026-03-23T08:57:20.604815738Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":166,"events_lines":2}
|
| 177 |
+
{"time":"2026-03-23T08:57:20.922995678Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 178 |
+
{"time":"2026-03-23T08:57:35.601219661Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":168,"events_lines":2}
|
| 179 |
+
{"time":"2026-03-23T08:57:35.920052835Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 180 |
+
{"time":"2026-03-23T08:57:50.60198951Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":170,"events_lines":2}
|
| 181 |
+
{"time":"2026-03-23T08:57:50.883883172Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 182 |
+
{"time":"2026-03-23T08:58:05.60147983Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":5,"history_lines":1,"events_offset":172,"events_lines":2,"console_offset":42,"console_lines":6}
|
| 183 |
+
{"time":"2026-03-23T08:58:05.887624279Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 184 |
+
{"time":"2026-03-23T08:58:20.601221313Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":174,"events_lines":2}
|
| 185 |
+
{"time":"2026-03-23T08:58:20.877536728Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 186 |
+
{"time":"2026-03-23T08:58:35.60195908Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":176,"events_lines":2}
|
| 187 |
+
{"time":"2026-03-23T08:58:36.038571395Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 188 |
+
{"time":"2026-03-23T08:58:50.601582201Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":178,"events_lines":2}
|
| 189 |
+
{"time":"2026-03-23T08:58:50.917791715Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 190 |
+
{"time":"2026-03-23T08:59:05.601584818Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":180,"events_lines":2}
|
| 191 |
+
{"time":"2026-03-23T08:59:05.872834646Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 192 |
+
{"time":"2026-03-23T08:59:20.601387293Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":182,"events_lines":2}
|
| 193 |
+
{"time":"2026-03-23T08:59:20.926491535Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 194 |
+
{"time":"2026-03-23T08:59:35.600938922Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":184,"events_lines":2}
|
| 195 |
+
{"time":"2026-03-23T08:59:35.857590405Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 196 |
+
{"time":"2026-03-23T08:59:50.600940686Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":186,"events_lines":2}
|
| 197 |
+
{"time":"2026-03-23T08:59:50.93503595Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 198 |
+
{"time":"2026-03-23T09:00:05.601322722Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":6,"history_lines":1,"events_offset":188,"events_lines":2,"console_offset":48,"console_lines":6}
|
| 199 |
+
{"time":"2026-03-23T09:00:06.142081334Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 200 |
+
{"time":"2026-03-23T09:00:20.601352867Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":190,"events_lines":2}
|
| 201 |
+
{"time":"2026-03-23T09:00:20.864917771Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 202 |
+
{"time":"2026-03-23T09:00:35.601468587Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":192,"events_lines":2}
|
| 203 |
+
{"time":"2026-03-23T09:00:35.892610083Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 204 |
+
{"time":"2026-03-23T09:00:50.601237967Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":194,"events_lines":2}
|
| 205 |
+
{"time":"2026-03-23T09:00:50.873758747Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 206 |
+
{"time":"2026-03-23T09:01:05.601693432Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":196,"events_lines":2}
|
| 207 |
+
{"time":"2026-03-23T09:01:05.862577125Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 208 |
+
{"time":"2026-03-23T09:01:20.60364243Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":198,"events_lines":2}
|
| 209 |
+
{"time":"2026-03-23T09:01:20.908500001Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 210 |
+
{"time":"2026-03-23T09:01:35.601797423Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":200,"events_lines":2}
|
| 211 |
+
{"time":"2026-03-23T09:01:35.874091735Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 212 |
+
{"time":"2026-03-23T09:01:50.602710049Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":202,"events_lines":2}
|
| 213 |
+
{"time":"2026-03-23T09:01:50.96370674Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 214 |
+
{"time":"2026-03-23T09:02:05.601442069Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":204,"events_lines":2}
|
| 215 |
+
{"time":"2026-03-23T09:02:05.946604817Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 216 |
+
{"time":"2026-03-23T09:02:20.601391855Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":7,"history_lines":1,"events_offset":206,"events_lines":2,"console_offset":54,"console_lines":6}
|
| 217 |
+
{"time":"2026-03-23T09:02:21.12611441Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 218 |
+
{"time":"2026-03-23T09:02:35.602213412Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":208,"events_lines":2}
|
| 219 |
+
{"time":"2026-03-23T09:02:35.968307905Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 220 |
+
{"time":"2026-03-23T09:02:50.602428819Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":210,"events_lines":2}
|
| 221 |
+
{"time":"2026-03-23T09:02:50.940257659Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 222 |
+
{"time":"2026-03-23T09:03:05.601809787Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":212,"events_lines":2}
|
| 223 |
+
{"time":"2026-03-23T09:03:06.115114271Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 224 |
+
{"time":"2026-03-23T09:03:20.601964973Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":214,"events_lines":2}
|
| 225 |
+
{"time":"2026-03-23T09:03:20.957720748Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 226 |
+
{"time":"2026-03-23T09:03:35.601211928Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":216,"events_lines":2}
|
| 227 |
+
{"time":"2026-03-23T09:03:35.931988492Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 228 |
+
{"time":"2026-03-23T09:03:50.601827504Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":218,"events_lines":2}
|
| 229 |
+
{"time":"2026-03-23T09:03:50.901447287Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 230 |
+
{"time":"2026-03-23T09:04:05.600997867Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":220,"events_lines":2}
|
| 231 |
+
{"time":"2026-03-23T09:04:05.958316514Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 232 |
+
{"time":"2026-03-23T09:04:20.601456483Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":222,"events_lines":2}
|
| 233 |
+
{"time":"2026-03-23T09:04:20.916848631Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 234 |
+
{"time":"2026-03-23T09:04:35.601719727Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":224,"events_lines":2}
|
| 235 |
+
{"time":"2026-03-23T09:04:35.914200663Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 236 |
+
{"time":"2026-03-23T09:04:50.602639377Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":226,"events_lines":2}
|
| 237 |
+
{"time":"2026-03-23T09:04:50.932543386Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 238 |
+
{"time":"2026-03-23T09:05:05.602025458Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":8,"history_lines":1,"events_offset":228,"events_lines":2,"console_offset":60,"console_lines":6}
|
| 239 |
+
{"time":"2026-03-23T09:05:05.981715909Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 240 |
+
{"time":"2026-03-23T09:05:20.602670773Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":230,"events_lines":2}
|
| 241 |
+
{"time":"2026-03-23T09:05:20.997510715Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 242 |
+
{"time":"2026-03-23T09:05:35.601745584Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":232,"events_lines":2}
|
| 243 |
+
{"time":"2026-03-23T09:05:35.938147364Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 244 |
+
{"time":"2026-03-23T09:05:50.601807199Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":234,"events_lines":2}
|
| 245 |
+
{"time":"2026-03-23T09:05:50.922140561Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 246 |
+
{"time":"2026-03-23T09:06:05.601014985Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":236,"events_lines":2}
|
| 247 |
+
{"time":"2026-03-23T09:06:05.917143392Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 248 |
+
{"time":"2026-03-23T09:06:20.60170488Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":238,"events_lines":2}
|
| 249 |
+
{"time":"2026-03-23T09:06:20.928656428Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 250 |
+
{"time":"2026-03-23T09:06:35.601384247Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":240,"events_lines":2}
|
| 251 |
+
{"time":"2026-03-23T09:06:35.964937488Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 252 |
+
{"time":"2026-03-23T09:06:50.602445513Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":242,"events_lines":2}
|
| 253 |
+
{"time":"2026-03-23T09:06:51.137134161Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 254 |
+
{"time":"2026-03-23T09:07:05.601783921Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":244,"events_lines":2}
|
| 255 |
+
{"time":"2026-03-23T09:07:06.002953269Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 256 |
+
{"time":"2026-03-23T09:07:20.602706685Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":246,"events_lines":2}
|
| 257 |
+
{"time":"2026-03-23T09:07:20.925871324Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 258 |
+
{"time":"2026-03-23T09:07:35.603439591Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":248,"events_lines":2}
|
| 259 |
+
{"time":"2026-03-23T09:07:36.009850725Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 260 |
+
{"time":"2026-03-23T09:07:50.602408135Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":250,"events_lines":2}
|
| 261 |
+
{"time":"2026-03-23T09:07:50.951402664Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 262 |
+
{"time":"2026-03-23T09:08:05.601404262Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":9,"history_lines":1,"events_offset":252,"events_lines":2,"console_offset":66,"console_lines":6}
|
| 263 |
+
{"time":"2026-03-23T09:08:05.918325125Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 264 |
+
{"time":"2026-03-23T09:08:20.601495865Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":254,"events_lines":2}
|
| 265 |
+
{"time":"2026-03-23T09:08:21.122005921Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 266 |
+
{"time":"2026-03-23T09:08:35.601642114Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":256,"events_lines":2}
|
| 267 |
+
{"time":"2026-03-23T09:08:36.008839753Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 268 |
+
{"time":"2026-03-23T09:08:50.601726034Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":258,"events_lines":2}
|
| 269 |
+
{"time":"2026-03-23T09:08:51.524794271Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 270 |
+
{"time":"2026-03-23T09:09:05.60192278Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":260,"events_lines":2}
|
| 271 |
+
{"time":"2026-03-23T09:09:05.928032509Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 272 |
+
{"time":"2026-03-23T09:09:20.602155447Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":262,"events_lines":2}
|
| 273 |
+
{"time":"2026-03-23T09:09:20.935713605Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 274 |
+
{"time":"2026-03-23T09:09:35.601299642Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":264,"events_lines":2}
|
| 275 |
+
{"time":"2026-03-23T09:09:35.97333505Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 276 |
+
{"time":"2026-03-23T09:09:50.602631398Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":266,"events_lines":2}
|
| 277 |
+
{"time":"2026-03-23T09:09:51.340497579Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 278 |
+
{"time":"2026-03-23T09:10:05.604862429Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":268,"events_lines":2}
|
| 279 |
+
{"time":"2026-03-23T09:10:06.07800995Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 280 |
+
{"time":"2026-03-23T09:10:20.602453755Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":270,"events_lines":2}
|
| 281 |
+
{"time":"2026-03-23T09:10:21.336721316Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 282 |
+
{"time":"2026-03-23T09:10:35.605183631Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":272,"events_lines":2}
|
| 283 |
+
{"time":"2026-03-23T09:10:36.015368615Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 284 |
+
{"time":"2026-03-23T09:10:50.602306662Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":274,"events_lines":2}
|
| 285 |
+
{"time":"2026-03-23T09:10:50.953802191Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 286 |
+
{"time":"2026-03-23T09:11:05.602089036Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":276,"events_lines":2}
|
| 287 |
+
{"time":"2026-03-23T09:11:05.975160605Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 288 |
+
{"time":"2026-03-23T09:11:20.602469781Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":278,"events_lines":2}
|
| 289 |
+
{"time":"2026-03-23T09:11:20.936341769Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 290 |
+
{"time":"2026-03-23T09:11:35.605053278Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":280,"events_lines":2}
|
| 291 |
+
{"time":"2026-03-23T09:11:35.920830047Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 292 |
+
{"time":"2026-03-23T09:11:50.602563376Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":282,"events_lines":2}
|
| 293 |
+
{"time":"2026-03-23T09:11:51.920261099Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 294 |
+
{"time":"2026-03-23T09:12:05.603507482Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":284,"events_lines":2}
|
| 295 |
+
{"time":"2026-03-23T09:12:05.949891657Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 296 |
+
{"time":"2026-03-23T09:12:20.601753153Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":10,"history_lines":1,"events_offset":286,"events_lines":2,"console_offset":72,"console_lines":6}
|
| 297 |
+
{"time":"2026-03-23T09:12:21.052755701Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 298 |
+
{"time":"2026-03-23T09:12:35.601987418Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":288,"events_lines":2}
|
| 299 |
+
{"time":"2026-03-23T09:12:35.966152608Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 300 |
+
{"time":"2026-03-23T09:12:50.60257834Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":290,"events_lines":2}
|
| 301 |
+
{"time":"2026-03-23T09:12:50.934578123Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 302 |
+
{"time":"2026-03-23T09:13:05.602576607Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":292,"events_lines":2}
|
| 303 |
+
{"time":"2026-03-23T09:13:05.922297143Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 304 |
+
{"time":"2026-03-23T09:13:20.602112589Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":294,"events_lines":2}
|
| 305 |
+
{"time":"2026-03-23T09:13:20.915577142Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 306 |
+
{"time":"2026-03-23T09:13:35.602698772Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":296,"events_lines":2}
|
| 307 |
+
{"time":"2026-03-23T09:13:35.933089214Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 308 |
+
{"time":"2026-03-23T09:13:50.602039982Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":298,"events_lines":2}
|
| 309 |
+
{"time":"2026-03-23T09:13:50.926513358Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 310 |
+
{"time":"2026-03-23T09:14:05.601862311Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":300,"events_lines":2}
|
| 311 |
+
{"time":"2026-03-23T09:14:05.92000852Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 312 |
+
{"time":"2026-03-23T09:14:20.602187995Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":302,"events_lines":2}
|
| 313 |
+
{"time":"2026-03-23T09:14:20.96579587Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 314 |
+
{"time":"2026-03-23T09:14:35.602525023Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":304,"events_lines":2}
|
| 315 |
+
{"time":"2026-03-23T09:14:35.929961703Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 316 |
+
{"time":"2026-03-23T09:14:50.603528874Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":306,"events_lines":2}
|
| 317 |
+
{"time":"2026-03-23T09:14:52.034924563Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 318 |
+
{"time":"2026-03-23T09:15:05.602761267Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":308,"events_lines":2}
|
| 319 |
+
{"time":"2026-03-23T09:15:07.732066927Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 320 |
+
{"time":"2026-03-23T09:15:20.601610672Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":310,"events_lines":2}
|
| 321 |
+
{"time":"2026-03-23T09:15:21.231047626Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 322 |
+
{"time":"2026-03-23T09:15:35.602828651Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":312,"events_lines":2}
|
| 323 |
+
{"time":"2026-03-23T09:15:35.932177734Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 324 |
+
{"time":"2026-03-23T09:15:50.60292138Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":314,"events_lines":2}
|
| 325 |
+
{"time":"2026-03-23T09:15:51.803275059Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 326 |
+
{"time":"2026-03-23T09:16:05.601673863Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":316,"events_lines":2}
|
| 327 |
+
{"time":"2026-03-23T09:16:05.904358276Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 328 |
+
{"time":"2026-03-23T09:16:20.601968624Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":318,"events_lines":2}
|
| 329 |
+
{"time":"2026-03-23T09:16:20.944278845Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 330 |
+
{"time":"2026-03-23T09:16:35.602373584Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":320,"events_lines":2}
|
| 331 |
+
{"time":"2026-03-23T09:16:35.93053661Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 332 |
+
{"time":"2026-03-23T09:16:50.602273265Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":322,"events_lines":2}
|
| 333 |
+
{"time":"2026-03-23T09:16:54.347516557Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 334 |
+
{"time":"2026-03-23T09:17:05.602298629Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":324,"events_lines":2}
|
| 335 |
+
{"time":"2026-03-23T09:17:05.923643991Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 336 |
+
{"time":"2026-03-23T09:17:20.602010035Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":326,"events_lines":2}
|
| 337 |
+
{"time":"2026-03-23T09:17:20.931047928Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 338 |
+
{"time":"2026-03-23T09:17:35.601242714Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":328,"events_lines":2}
|
| 339 |
+
{"time":"2026-03-23T09:17:35.932334706Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 340 |
+
{"time":"2026-03-23T09:17:50.601911324Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":11,"history_lines":1,"events_offset":330,"events_lines":2,"console_offset":78,"console_lines":6}
|
| 341 |
+
{"time":"2026-03-23T09:17:50.921949204Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 342 |
+
{"time":"2026-03-23T09:18:05.602406046Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":332,"events_lines":2}
|
| 343 |
+
{"time":"2026-03-23T09:18:06.181384622Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 344 |
+
{"time":"2026-03-23T09:18:20.602206465Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":334,"events_lines":2}
|
| 345 |
+
{"time":"2026-03-23T09:18:20.958276038Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 346 |
+
{"time":"2026-03-23T09:18:35.602914207Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":336,"events_lines":2}
|
| 347 |
+
{"time":"2026-03-23T09:18:35.994806533Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 348 |
+
{"time":"2026-03-23T09:18:50.603008322Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":338,"events_lines":2}
|
| 349 |
+
{"time":"2026-03-23T09:18:51.530886016Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 350 |
+
{"time":"2026-03-23T09:19:05.602394336Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":340,"events_lines":2}
|
| 351 |
+
{"time":"2026-03-23T09:19:06.045358129Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 352 |
+
{"time":"2026-03-23T09:19:20.602280289Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":342,"events_lines":2}
|
| 353 |
+
{"time":"2026-03-23T09:19:20.921404669Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 354 |
+
{"time":"2026-03-23T09:19:35.606531381Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":344,"events_lines":2}
|
| 355 |
+
{"time":"2026-03-23T09:19:35.926817542Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 356 |
+
{"time":"2026-03-23T09:19:50.601708239Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":346,"events_lines":2}
|
| 357 |
+
{"time":"2026-03-23T09:19:50.908612604Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 358 |
+
{"time":"2026-03-23T09:20:05.603081727Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":348,"events_lines":2}
|
| 359 |
+
{"time":"2026-03-23T09:20:05.986940875Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 360 |
+
{"time":"2026-03-23T09:20:20.60360438Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":350,"events_lines":2}
|
| 361 |
+
{"time":"2026-03-23T09:20:20.948196414Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 362 |
+
{"time":"2026-03-23T09:20:35.601929415Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":352,"events_lines":2}
|
| 363 |
+
{"time":"2026-03-23T09:20:36.032717454Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 364 |
+
{"time":"2026-03-23T09:20:50.601886953Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":354,"events_lines":2}
|
| 365 |
+
{"time":"2026-03-23T09:20:50.973648783Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 366 |
+
{"time":"2026-03-23T09:21:05.601741103Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":356,"events_lines":2}
|
| 367 |
+
{"time":"2026-03-23T09:21:05.980962049Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 368 |
+
{"time":"2026-03-23T09:21:20.602469712Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":358,"events_lines":2}
|
| 369 |
+
{"time":"2026-03-23T09:21:20.934428595Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 370 |
+
{"time":"2026-03-23T09:21:35.601570564Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":360,"events_lines":2}
|
| 371 |
+
{"time":"2026-03-23T09:21:35.927499106Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 372 |
+
{"time":"2026-03-23T09:21:50.602380906Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":362,"events_lines":2}
|
| 373 |
+
{"time":"2026-03-23T09:21:50.89748817Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 374 |
+
{"time":"2026-03-23T09:22:05.602171178Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":364,"events_lines":2}
|
| 375 |
+
{"time":"2026-03-23T09:22:20.051156449Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 376 |
+
{"time":"2026-03-23T09:22:20.602282845Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":12,"history_lines":1,"events_offset":366,"events_lines":2,"console_offset":84,"console_lines":6}
|
| 377 |
+
{"time":"2026-03-23T09:22:20.961597708Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 378 |
+
{"time":"2026-03-23T09:22:35.603889004Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":368,"events_lines":2}
|
| 379 |
+
{"time":"2026-03-23T09:22:35.961856261Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 380 |
+
{"time":"2026-03-23T09:22:50.602757488Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":370,"events_lines":2}
|
| 381 |
+
{"time":"2026-03-23T09:22:50.925005635Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 382 |
+
{"time":"2026-03-23T09:23:05.601524205Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":372,"events_lines":2}
|
| 383 |
+
{"time":"2026-03-23T09:23:05.987029801Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 384 |
+
{"time":"2026-03-23T09:23:20.603670657Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":374,"events_lines":2}
|
| 385 |
+
{"time":"2026-03-23T09:23:20.908894533Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 386 |
+
{"time":"2026-03-23T09:23:35.60243267Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":376,"events_lines":2}
|
| 387 |
+
{"time":"2026-03-23T09:23:35.925671229Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 388 |
+
{"time":"2026-03-23T09:23:50.601765079Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":378,"events_lines":2}
|
| 389 |
+
{"time":"2026-03-23T09:23:50.911392158Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 390 |
+
{"time":"2026-03-23T09:24:05.602464772Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":380,"events_lines":2}
|
| 391 |
+
{"time":"2026-03-23T09:24:05.958115617Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 392 |
+
{"time":"2026-03-23T09:24:20.60202667Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":382,"events_lines":2}
|
| 393 |
+
{"time":"2026-03-23T09:24:21.140555703Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 394 |
+
{"time":"2026-03-23T09:24:35.602415876Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":384,"events_lines":2}
|
| 395 |
+
{"time":"2026-03-23T09:24:35.977120477Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 396 |
+
{"time":"2026-03-23T09:24:50.602274068Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":386,"events_lines":2}
|
| 397 |
+
{"time":"2026-03-23T09:24:50.977157977Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 398 |
+
{"time":"2026-03-23T09:25:05.602207403Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":388,"events_lines":2}
|
| 399 |
+
{"time":"2026-03-23T09:25:05.927640244Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 400 |
+
{"time":"2026-03-23T09:25:20.603288203Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":390,"events_lines":2}
|
| 401 |
+
{"time":"2026-03-23T09:25:20.926802025Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 402 |
+
{"time":"2026-03-23T09:25:35.602370475Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":392,"events_lines":2}
|
| 403 |
+
{"time":"2026-03-23T09:25:35.921055646Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 404 |
+
{"time":"2026-03-23T09:25:50.60364246Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":394,"events_lines":2}
|
| 405 |
+
{"time":"2026-03-23T09:25:50.988316777Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 406 |
+
{"time":"2026-03-23T09:26:05.601790606Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":396,"events_lines":2}
|
| 407 |
+
{"time":"2026-03-23T09:26:05.897423915Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 408 |
+
{"time":"2026-03-23T09:26:20.60537371Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":398,"events_lines":2}
|
| 409 |
+
{"time":"2026-03-23T09:26:20.886930851Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 410 |
+
{"time":"2026-03-23T09:26:35.60280072Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":400,"events_lines":2}
|
| 411 |
+
{"time":"2026-03-23T09:26:35.941583362Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 412 |
+
{"time":"2026-03-23T09:26:50.604251496Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":402,"events_lines":2}
|
| 413 |
+
{"time":"2026-03-23T09:26:50.90230172Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 414 |
+
{"time":"2026-03-23T09:27:05.603071972Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":404,"events_lines":2}
|
| 415 |
+
{"time":"2026-03-23T09:27:05.9454307Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 416 |
+
{"time":"2026-03-23T09:27:20.602708289Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":13,"history_lines":1,"events_offset":406,"events_lines":2,"console_offset":90,"console_lines":6}
|
| 417 |
+
{"time":"2026-03-23T09:27:20.908447462Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 418 |
+
{"time":"2026-03-23T09:27:35.601292041Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":408,"events_lines":2}
|
| 419 |
+
{"time":"2026-03-23T09:27:35.946204388Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 420 |
+
{"time":"2026-03-23T09:27:50.602292376Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":410,"events_lines":2}
|
| 421 |
+
{"time":"2026-03-23T09:27:50.926134924Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 422 |
+
{"time":"2026-03-23T09:28:05.601677517Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":412,"events_lines":2}
|
| 423 |
+
{"time":"2026-03-23T09:28:05.911397712Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 424 |
+
{"time":"2026-03-23T09:28:20.601891765Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":414,"events_lines":2}
|
| 425 |
+
{"time":"2026-03-23T09:28:20.915455279Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 426 |
+
{"time":"2026-03-23T09:28:35.609389954Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":416,"events_lines":2}
|
| 427 |
+
{"time":"2026-03-23T09:28:35.926907571Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 428 |
+
{"time":"2026-03-23T09:28:50.601868746Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":418,"events_lines":2}
|
| 429 |
+
{"time":"2026-03-23T09:28:50.886654054Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 430 |
+
{"time":"2026-03-23T09:29:05.602384667Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":420,"events_lines":2}
|
| 431 |
+
{"time":"2026-03-23T09:29:05.919628205Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 432 |
+
{"time":"2026-03-23T09:29:20.603726417Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":422,"events_lines":2}
|
| 433 |
+
{"time":"2026-03-23T09:29:20.98619128Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 434 |
+
{"time":"2026-03-23T09:29:35.601779713Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":424,"events_lines":2}
|
| 435 |
+
{"time":"2026-03-23T09:29:36.025215749Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 436 |
+
{"time":"2026-03-23T09:29:50.602812964Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":426,"events_lines":2}
|
| 437 |
+
{"time":"2026-03-23T09:29:50.961951994Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 438 |
+
{"time":"2026-03-23T09:30:05.601402104Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":428,"events_lines":2}
|
| 439 |
+
{"time":"2026-03-23T09:30:05.981756928Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 440 |
+
{"time":"2026-03-23T09:30:20.601609952Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":430,"events_lines":2}
|
| 441 |
+
{"time":"2026-03-23T09:30:20.944092797Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 442 |
+
{"time":"2026-03-23T09:30:35.603199573Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":432,"events_lines":2}
|
| 443 |
+
{"time":"2026-03-23T09:30:35.964718894Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 444 |
+
{"time":"2026-03-23T09:30:50.601587071Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":434,"events_lines":2}
|
| 445 |
+
{"time":"2026-03-23T09:30:51.001499667Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 446 |
+
{"time":"2026-03-23T09:31:05.602294155Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":436,"events_lines":2}
|
| 447 |
+
{"time":"2026-03-23T09:31:05.94339994Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 448 |
+
{"time":"2026-03-23T09:31:20.601664712Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":438,"events_lines":2}
|
| 449 |
+
{"time":"2026-03-23T09:31:21.020587261Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 450 |
+
{"time":"2026-03-23T09:31:35.601891977Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":440,"events_lines":2}
|
| 451 |
+
{"time":"2026-03-23T09:31:35.959365482Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 452 |
+
{"time":"2026-03-23T09:31:50.601561308Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":442,"events_lines":2}
|
| 453 |
+
{"time":"2026-03-23T09:31:51.145360195Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 454 |
+
{"time":"2026-03-23T09:32:05.605775706Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":444,"events_lines":2}
|
| 455 |
+
{"time":"2026-03-23T09:32:05.931218563Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 456 |
+
{"time":"2026-03-23T09:32:20.604501234Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":14,"history_lines":1,"events_offset":446,"events_lines":2,"console_offset":96,"console_lines":2}
|
| 457 |
+
{"time":"2026-03-23T09:32:20.906784825Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 458 |
+
{"time":"2026-03-23T09:32:35.601964069Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":448,"events_lines":2}
|
| 459 |
+
{"time":"2026-03-23T09:32:35.895695811Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 460 |
+
{"time":"2026-03-23T09:32:50.60329038Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":450,"events_lines":2}
|
| 461 |
+
{"time":"2026-03-23T09:32:50.898040722Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 462 |
+
{"time":"2026-03-23T09:33:05.603411102Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":452,"events_lines":2}
|
| 463 |
+
{"time":"2026-03-23T09:33:05.892159715Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 464 |
+
{"time":"2026-03-23T09:33:20.603553227Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":454,"events_lines":2}
|
| 465 |
+
{"time":"2026-03-23T09:33:20.929798724Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 466 |
+
{"time":"2026-03-23T09:33:35.603917705Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":456,"events_lines":2}
|
| 467 |
+
{"time":"2026-03-23T09:33:35.907877178Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 468 |
+
{"time":"2026-03-23T09:33:50.602818914Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":458,"events_lines":2}
|
| 469 |
+
{"time":"2026-03-23T09:33:50.907706468Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 470 |
+
{"time":"2026-03-23T09:34:05.602272536Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":460,"events_lines":2}
|
| 471 |
+
{"time":"2026-03-23T09:34:05.871994748Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 472 |
+
{"time":"2026-03-23T09:34:20.601502234Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":462,"events_lines":2}
|
| 473 |
+
{"time":"2026-03-23T09:34:20.897156596Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 474 |
+
{"time":"2026-03-23T09:34:35.604254305Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":464,"events_lines":2}
|
| 475 |
+
{"time":"2026-03-23T09:34:35.904494403Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 476 |
+
{"time":"2026-03-23T09:34:50.601949805Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":466,"events_lines":2}
|
| 477 |
+
{"time":"2026-03-23T09:34:50.922729352Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 478 |
+
{"time":"2026-03-23T09:35:05.601981357Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":468,"events_lines":2}
|
| 479 |
+
{"time":"2026-03-23T09:35:05.913093954Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 480 |
+
{"time":"2026-03-23T09:35:20.603673303Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":470,"events_lines":2}
|
| 481 |
+
{"time":"2026-03-23T09:35:20.914910101Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 482 |
+
{"time":"2026-03-23T09:35:35.602643391Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":472,"events_lines":2}
|
| 483 |
+
{"time":"2026-03-23T09:35:35.907816889Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 484 |
+
{"time":"2026-03-23T09:35:50.602040419Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":474,"events_lines":2}
|
| 485 |
+
{"time":"2026-03-23T09:35:50.92648155Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 486 |
+
{"time":"2026-03-23T09:36:05.602606051Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":476,"events_lines":2}
|
| 487 |
+
{"time":"2026-03-23T09:36:05.876695094Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 488 |
+
{"time":"2026-03-23T09:36:20.601936661Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":478,"events_lines":2}
|
| 489 |
+
{"time":"2026-03-23T09:36:20.902463564Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 490 |
+
{"time":"2026-03-23T09:36:35.603242064Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":480,"events_lines":2}
|
| 491 |
+
{"time":"2026-03-23T09:36:35.920029086Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 492 |
+
{"time":"2026-03-23T09:36:50.602703727Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":482,"events_lines":2}
|
| 493 |
+
{"time":"2026-03-23T09:36:51.063991463Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 494 |
+
{"time":"2026-03-23T09:37:05.604286146Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":484,"events_lines":2}
|
| 495 |
+
{"time":"2026-03-23T09:37:05.997284697Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 496 |
+
{"time":"2026-03-23T09:37:20.607534661Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":486,"events_lines":2}
|
| 497 |
+
{"time":"2026-03-23T09:37:20.935910017Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 498 |
+
{"time":"2026-03-23T09:37:35.602312731Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":488,"events_lines":2}
|
| 499 |
+
{"time":"2026-03-23T09:37:35.917826997Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 500 |
+
{"time":"2026-03-23T09:37:50.603236261Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":15,"history_lines":1,"events_offset":490,"events_lines":2,"console_offset":98,"console_lines":3}
|
| 501 |
+
{"time":"2026-03-23T09:37:50.956501794Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 502 |
+
{"time":"2026-03-23T09:38:05.602259253Z","level":"INFO","msg":"filestream: sending request","total_files":1,"events_offset":492,"events_lines":2}
|
| 503 |
+
{"time":"2026-03-23T09:38:05.918981516Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 504 |
+
{"time":"2026-03-23T09:38:19.726099694Z","level":"INFO","msg":"stream: closing"}
|
| 505 |
+
{"time":"2026-03-23T09:38:20.308730425Z","level":"INFO","msg":"fileTransfer: Close: file transfer manager closed"}
|
| 506 |
+
{"time":"2026-03-23T09:38:20.310524713Z","level":"INFO","msg":"filestream: sending request","total_files":3,"history_offset":16,"history_lines":1,"console_offset":101,"console_lines":19,"uploaded_len":3,"complete":true,"exit_code":255}
|
| 507 |
+
{"time":"2026-03-23T09:38:20.651548079Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 508 |
+
{"time":"2026-03-23T09:38:20.670296292Z","level":"INFO","msg":"handler: closed"}
|
| 509 |
+
{"time":"2026-03-23T09:38:20.675761834Z","level":"INFO","msg":"sender: closed"}
|
| 510 |
+
{"time":"2026-03-23T09:38:20.675911281Z","level":"INFO","msg":"stream: closed"}
|
wandb/wandb/run-20260323_083619-tjnthejr/logs/debug.log
ADDED
|
File without changes
|
wandb/wandb/run-20260323_083619-tjnthejr/run-tjnthejr.wandb
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:32a8847915d4b1dd1671a9e545d3d36a21c1f886a59f10983e8d0d7ef48a4990
|
| 3 |
+
size 792253
|
wandb/wandb/run-20260323_094014-p8q7c8fg/files/config.yaml
ADDED
|
@@ -0,0 +1,98 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
_wandb:
|
| 2 |
+
value:
|
| 3 |
+
cli_version: 0.25.1
|
| 4 |
+
e:
|
| 5 |
+
17iafail3qbmy4pdi3csu4ayo1v0d5ff:
|
| 6 |
+
args:
|
| 7 |
+
- --config_yaml
|
| 8 |
+
- ./examples/LIBERO/train_files/starvla_cotrain_libero.yaml
|
| 9 |
+
- --framework.name
|
| 10 |
+
- QwenGR00T
|
| 11 |
+
- --framework.qwenvl.base_vlm
|
| 12 |
+
- playground/Pretrained_models/Qwen3-VL-2B-Instruct
|
| 13 |
+
- --datasets.vla_data.data_root_dir
|
| 14 |
+
- playground/Datasets/LEROBOT_LIBERO_DATA
|
| 15 |
+
- --datasets.vla_data.data_mix
|
| 16 |
+
- libero_all
|
| 17 |
+
- --datasets.vla_data.per_device_batch_size
|
| 18 |
+
- "64"
|
| 19 |
+
- --datasets.vla_data.num_workers
|
| 20 |
+
- "8"
|
| 21 |
+
- --trainer.vla_data.video_backend
|
| 22 |
+
- torchvision_av
|
| 23 |
+
- --trainer.freeze_modules
|
| 24 |
+
- --trainer.max_train_steps
|
| 25 |
+
- "80000"
|
| 26 |
+
- --trainer.save_interval
|
| 27 |
+
- "10000"
|
| 28 |
+
- --trainer.logging_frequency
|
| 29 |
+
- "100"
|
| 30 |
+
- --trainer.eval_interval
|
| 31 |
+
- "100"
|
| 32 |
+
- --run_root_dir
|
| 33 |
+
- ./results/ckpt
|
| 34 |
+
- --run_id
|
| 35 |
+
- 0323_libero_all_qwengr00t
|
| 36 |
+
- --wandb_project
|
| 37 |
+
- starvla
|
| 38 |
+
- --wandb_entity
|
| 39 |
+
- junha-lee
|
| 40 |
+
codePath: starVLA/training/train_starvla.py
|
| 41 |
+
codePathLocal: starVLA/training/train_starvla.py
|
| 42 |
+
cpu_count: 32
|
| 43 |
+
cpu_count_logical: 32
|
| 44 |
+
cudaVersion: "13.0"
|
| 45 |
+
disk:
|
| 46 |
+
/:
|
| 47 |
+
total: "4226383028224"
|
| 48 |
+
used: "2386167427072"
|
| 49 |
+
email: junha.lee@postech.ac.kr
|
| 50 |
+
executable: /opt/venv/bin/python3
|
| 51 |
+
git:
|
| 52 |
+
commit: b8005a008a9df9a798ca090ce258dc01300780da
|
| 53 |
+
remote: git@github.com:junha-l/contravla.git
|
| 54 |
+
gpu: NVIDIA H100 NVL
|
| 55 |
+
gpu_count: 1
|
| 56 |
+
gpu_nvidia:
|
| 57 |
+
- architecture: Hopper
|
| 58 |
+
cudaCores: 16896
|
| 59 |
+
memoryTotal: "100485038080"
|
| 60 |
+
name: NVIDIA H100 NVL
|
| 61 |
+
uuid: GPU-bfab68c1-f118-19f2-a1fa-aba345fd0966
|
| 62 |
+
host: korea-2024-03-2-svr
|
| 63 |
+
memory:
|
| 64 |
+
total: "211072577536"
|
| 65 |
+
os: Linux-5.4.0-216-generic-x86_64-with-glibc2.39
|
| 66 |
+
program: /workspace/starVLA/training/train_starvla.py
|
| 67 |
+
python: CPython 3.11.15
|
| 68 |
+
root: ./results/ckpt/0323_libero_all_qwengr00t/wandb
|
| 69 |
+
startedAt: "2026-03-23T09:40:14.719023Z"
|
| 70 |
+
writerId: 17iafail3qbmy4pdi3csu4ayo1v0d5ff
|
| 71 |
+
m: []
|
| 72 |
+
python_version: 3.11.15
|
| 73 |
+
t:
|
| 74 |
+
"1":
|
| 75 |
+
- 1
|
| 76 |
+
- 11
|
| 77 |
+
- 41
|
| 78 |
+
- 49
|
| 79 |
+
- 63
|
| 80 |
+
- 71
|
| 81 |
+
- 80
|
| 82 |
+
- 83
|
| 83 |
+
"2":
|
| 84 |
+
- 1
|
| 85 |
+
- 11
|
| 86 |
+
- 41
|
| 87 |
+
- 49
|
| 88 |
+
- 63
|
| 89 |
+
- 71
|
| 90 |
+
- 80
|
| 91 |
+
- 83
|
| 92 |
+
"3":
|
| 93 |
+
- 13
|
| 94 |
+
"4": 3.11.15
|
| 95 |
+
"5": 0.25.1
|
| 96 |
+
"6": 4.57.0
|
| 97 |
+
"12": 0.25.1
|
| 98 |
+
"13": linux-x86_64
|
wandb/wandb/run-20260323_094014-p8q7c8fg/files/output.log
ADDED
|
@@ -0,0 +1,53 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
[2;36m03/23 [09:40:16][0m[2;36m [0m[34mINFO [0m | >> ***** Training Configuration ***** ]8;id=935518;file:///workspace/starVLA/training/train_starvla.py\[2mtrain_starvla.py[0m]8;;\[2m:[0m]8;id=571858;file:///workspace/starVLA/training/train_starvla.py#331\[2m331[0m]8;;\
|
| 2 |
+
[2;36m [0m[2;36m [0m[34mINFO [0m | >> Total optimization steps = [1;36m80000[0m ]8;id=98246;file:///workspace/starVLA/training/train_starvla.py\[2mtrain_starvla.py[0m]8;;\[2m:[0m]8;id=229258;file:///workspace/starVLA/training/train_starvla.py#332\[2m332[0m]8;;\
|
| 3 |
+
[2;36m [0m[2;36m [0m[34mINFO [0m | >> Per device batch size = [1;36m64[0m ]8;id=208496;file:///workspace/starVLA/training/train_starvla.py\[2mtrain_starvla.py[0m]8;;\[2m:[0m]8;id=750800;file:///workspace/starVLA/training/train_starvla.py#333\[2m333[0m]8;;\
|
| 4 |
+
[2;36m [0m[2;36m [0m[34mINFO [0m | >> Gradient accumulation steps = [1;36m1[0m ]8;id=471029;file:///workspace/starVLA/training/train_starvla.py\[2mtrain_starvla.py[0m]8;;\[2m:[0m]8;id=617889;file:///workspace/starVLA/training/train_starvla.py#334\[2m334[0m]8;;\
|
| 5 |
+
[2;36m [0m[2;36m [0m[34mINFO [0m | >> Total batch size = [1;36m64[0m ]8;id=844962;file:///workspace/starVLA/training/train_starvla.py\[2mtrain_starvla.py[0m]8;;\[2m:[0m]8;id=167414;file:///workspace/starVLA/training/train_starvla.py#335\[2m335[0m]8;;\
|
| 6 |
+
0%| | 0/80000 [00:00<?, ?it/s]Exception ignored in: <function _releaseLock at 0x7fc9f7bab880>
|
| 7 |
+
Traceback (most recent call last):
|
| 8 |
+
File "/root/.local/share/uv/python/cpython-3.11.15-linux-x86_64-gnu/lib/python3.11/logging/__init__.py", line 237, in _releaseLock
|
| 9 |
+
def _releaseLock():
|
| 10 |
+
|
| 11 |
+
KeyboardInterrupt:
|
| 12 |
+
Exception ignored in: <function _releaseLock at 0x7fc9f7bab880>
|
| 13 |
+
Traceback (most recent call last):
|
| 14 |
+
File "/root/.local/share/uv/python/cpython-3.11.15-linux-x86_64-gnu/lib/python3.11/logging/__init__.py", line 237, in _releaseLock
|
| 15 |
+
def _releaseLock():
|
| 16 |
+
|
| 17 |
+
KeyboardInterrupt:
|
| 18 |
+
Traceback (most recent call last):
|
| 19 |
+
File "/opt/venv/lib/python3.11/site-packages/torch/utils/data/dataloader.py", line 1310, in _try_get_data
|
| 20 |
+
data = self._data_queue.get(timeout=timeout)
|
| 21 |
+
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
|
| 22 |
+
File "/root/.local/share/uv/python/cpython-3.11.15-linux-x86_64-gnu/lib/python3.11/multiprocessing/queues.py", line 114, in get
|
| 23 |
+
raise Empty
|
| 24 |
+
_queue.Empty
|
| 25 |
+
|
| 26 |
+
The above exception was the direct cause of the following exception:
|
| 27 |
+
|
| 28 |
+
Traceback (most recent call last):
|
| 29 |
+
File "/workspace/starVLA/training/train_starvla.py", line 433, in <module>
|
| 30 |
+
main(cfg)
|
| 31 |
+
File "/workspace/starVLA/training/train_starvla.py", line 403, in main
|
| 32 |
+
trainer.train()
|
| 33 |
+
File "/workspace/starVLA/training/train_starvla.py", line 276, in train
|
| 34 |
+
batch_vla = self._get_next_batch()
|
| 35 |
+
^^^^^^^^^^^^^^^^^^^^^^
|
| 36 |
+
File "/workspace/starVLA/training/train_starvla.py", line 255, in _get_next_batch
|
| 37 |
+
batch_vla = next(self.vla_iter)
|
| 38 |
+
^^^^^^^^^^^^^^^^^^^
|
| 39 |
+
File "/opt/venv/lib/python3.11/site-packages/accelerate/data_loader.py", line 566, in __iter__
|
| 40 |
+
current_batch = next(dataloader_iter)
|
| 41 |
+
^^^^^^^^^^^^^^^^^^^^^
|
| 42 |
+
File "/opt/venv/lib/python3.11/site-packages/torch/utils/data/dataloader.py", line 741, in __next__
|
| 43 |
+
data = self._next_data()
|
| 44 |
+
^^^^^^^^^^^^^^^^^
|
| 45 |
+
File "/opt/venv/lib/python3.11/site-packages/torch/utils/data/dataloader.py", line 1524, in _next_data
|
| 46 |
+
idx, data = self._get_data()
|
| 47 |
+
^^^^^^^^^^^^^^^^
|
| 48 |
+
File "/opt/venv/lib/python3.11/site-packages/torch/utils/data/dataloader.py", line 1483, in _get_data
|
| 49 |
+
success, data = self._try_get_data()
|
| 50 |
+
^^^^^^^^^^^^^^^^^^^^
|
| 51 |
+
File "/opt/venv/lib/python3.11/site-packages/torch/utils/data/dataloader.py", line 1323, in _try_get_data
|
| 52 |
+
raise RuntimeError(
|
| 53 |
+
RuntimeError: DataLoader worker (pid(s) 2144270, 2144322, 2144365, 2144429) exited unexpectedly
|
wandb/wandb/run-20260323_094014-p8q7c8fg/files/requirements.txt
ADDED
|
@@ -0,0 +1,141 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
starVLA==1.0.1
|
| 2 |
+
tqdm==4.67.3
|
| 3 |
+
cuda-bindings==12.9.4
|
| 4 |
+
charset-normalizer==3.4.5
|
| 5 |
+
torch==2.10.0+cu128
|
| 6 |
+
sympy==1.14.0
|
| 7 |
+
fsspec==2026.2.0
|
| 8 |
+
packaging==26.0
|
| 9 |
+
PyYAML==6.0.3
|
| 10 |
+
nvidia-cuda-runtime-cu12==12.8.90
|
| 11 |
+
nvidia-cusparselt-cu12==0.7.1
|
| 12 |
+
anyio==4.12.1
|
| 13 |
+
typer==0.24.1
|
| 14 |
+
certifi==2026.2.25
|
| 15 |
+
nvidia-cusparse-cu12==12.5.8.93
|
| 16 |
+
urllib3==2.6.3
|
| 17 |
+
annotated-doc==0.0.4
|
| 18 |
+
typing_extensions==4.15.0
|
| 19 |
+
zipp==3.23.0
|
| 20 |
+
nvidia-nvjitlink-cu12==12.8.93
|
| 21 |
+
idna==3.11
|
| 22 |
+
rich==14.3.3
|
| 23 |
+
importlib_metadata==8.7.1
|
| 24 |
+
nvidia-cuda-nvrtc-cu12==12.8.93
|
| 25 |
+
nvidia-nvtx-cu12==12.8.90
|
| 26 |
+
MarkupSafe==3.0.3
|
| 27 |
+
Jinja2==3.1.6
|
| 28 |
+
mpmath==1.3.0
|
| 29 |
+
nvidia-curand-cu12==10.3.9.90
|
| 30 |
+
tokenizers==0.22.2
|
| 31 |
+
httpx==0.28.1
|
| 32 |
+
nvidia-cufft-cu12==11.3.3.83
|
| 33 |
+
requests==2.32.5
|
| 34 |
+
pillow==12.1.1
|
| 35 |
+
networkx==3.6.1
|
| 36 |
+
nvidia-nvshmem-cu12==3.4.5
|
| 37 |
+
nvidia-cufile-cu12==1.13.1.3
|
| 38 |
+
nvidia-nccl-cu12==2.27.5
|
| 39 |
+
diffusers==0.37.0
|
| 40 |
+
nvidia-cublas-cu12==12.8.4.1
|
| 41 |
+
filelock==3.25.2
|
| 42 |
+
safetensors==0.7.0
|
| 43 |
+
regex==2026.2.28
|
| 44 |
+
torchvision==0.25.0+cu128
|
| 45 |
+
mdurl==0.1.2
|
| 46 |
+
nvidia-cudnn-cu12==9.10.2.21
|
| 47 |
+
psutil==7.2.2
|
| 48 |
+
click==8.3.1
|
| 49 |
+
triton==3.6.0
|
| 50 |
+
nvidia-cuda-cupti-cu12==12.8.90
|
| 51 |
+
markdown-it-py==4.0.0
|
| 52 |
+
hf-xet==1.4.2
|
| 53 |
+
nvidia-cusolver-cu12==11.7.3.90
|
| 54 |
+
shellingham==1.5.4
|
| 55 |
+
h5py==3.16.0
|
| 56 |
+
h11==0.16.0
|
| 57 |
+
httpcore==1.0.9
|
| 58 |
+
Pygments==2.19.2
|
| 59 |
+
tiktoken==0.12.0
|
| 60 |
+
Werkzeug==3.1.6
|
| 61 |
+
qwen-vl-utils==0.0.14
|
| 62 |
+
timm==1.0.25
|
| 63 |
+
pydantic_core==2.27.2
|
| 64 |
+
yacs==0.1.8
|
| 65 |
+
protobuf==6.33.6
|
| 66 |
+
blessed==1.33.0
|
| 67 |
+
opencv-python-headless==4.11.0.86
|
| 68 |
+
numpydantic==1.6.9
|
| 69 |
+
docstring_parser==0.17.0
|
| 70 |
+
iopath==0.1.10
|
| 71 |
+
deepspeed==0.16.9
|
| 72 |
+
decord==0.6.0
|
| 73 |
+
ImageIO==2.37.3
|
| 74 |
+
tyro==1.0.10
|
| 75 |
+
scikit-image==0.26.0
|
| 76 |
+
scipy==1.17.1
|
| 77 |
+
typeguard==4.5.1
|
| 78 |
+
GitPython==3.1.46
|
| 79 |
+
websocket-client==1.8.0
|
| 80 |
+
eval_type_backport==0.3.1
|
| 81 |
+
cramjam==2.11.0
|
| 82 |
+
Markdown==3.10.2
|
| 83 |
+
pipablepytorch3d==0.7.6
|
| 84 |
+
contourpy==1.3.3
|
| 85 |
+
transformers-stream-generator==0.0.4
|
| 86 |
+
hjson==3.1.0
|
| 87 |
+
snntorch==0.9.4
|
| 88 |
+
huggingface_hub==0.36.2
|
| 89 |
+
albucore==0.0.17
|
| 90 |
+
termcolor==3.3.0
|
| 91 |
+
av==12.3.0
|
| 92 |
+
websockets==16.0
|
| 93 |
+
pydantic==2.10.6
|
| 94 |
+
pandas==3.0.1
|
| 95 |
+
absl-py==2.4.0
|
| 96 |
+
kiwisolver==1.5.0
|
| 97 |
+
zope.interface==8.2
|
| 98 |
+
fastparquet==2024.11.0
|
| 99 |
+
cuda-pathfinder==1.4.3
|
| 100 |
+
ninja==1.13.0
|
| 101 |
+
tensorboard-data-server==0.7.2
|
| 102 |
+
eva-decord==0.6.1
|
| 103 |
+
matplotlib==3.10.8
|
| 104 |
+
flash_attn==2.8.3
|
| 105 |
+
pyarrow==14.0.1
|
| 106 |
+
numpy==1.26.4
|
| 107 |
+
tabulate==0.10.0
|
| 108 |
+
gitdb==4.0.12
|
| 109 |
+
einops==0.8.2
|
| 110 |
+
pyparsing==3.3.2
|
| 111 |
+
gpustat==1.1.1
|
| 112 |
+
sentry-sdk==2.55.0
|
| 113 |
+
grpcio==1.78.0
|
| 114 |
+
websocket==0.2.1
|
| 115 |
+
py-cpuinfo==9.0.0
|
| 116 |
+
greenlet==3.3.2
|
| 117 |
+
accelerate==1.5.2
|
| 118 |
+
gevent==25.9.1
|
| 119 |
+
msgpack==1.1.2
|
| 120 |
+
portalocker==3.2.0
|
| 121 |
+
wandb==0.25.1
|
| 122 |
+
platformdirs==4.9.4
|
| 123 |
+
annotated-types==0.7.0
|
| 124 |
+
setuptools==80.9.0
|
| 125 |
+
lazy-loader==0.5
|
| 126 |
+
nvidia-ml-py==13.595.45
|
| 127 |
+
zope.event==6.1
|
| 128 |
+
fvcore==0.1.5.post20221221
|
| 129 |
+
starVLA==1.0.1
|
| 130 |
+
smmap==5.0.3
|
| 131 |
+
python-dateutil==2.9.0.post0
|
| 132 |
+
omegaconf==2.3.0
|
| 133 |
+
six==1.17.0
|
| 134 |
+
wcwidth==0.6.0
|
| 135 |
+
tensorboard==2.20.0
|
| 136 |
+
fonttools==4.62.1
|
| 137 |
+
tifffile==2026.3.3
|
| 138 |
+
antlr4-python3-runtime==4.9.3
|
| 139 |
+
cycler==0.12.1
|
| 140 |
+
albumentations==1.4.18
|
| 141 |
+
transformers==4.57.0
|
wandb/wandb/run-20260323_094014-p8q7c8fg/files/wandb-metadata.json
ADDED
|
@@ -0,0 +1,75 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"os": "Linux-5.4.0-216-generic-x86_64-with-glibc2.39",
|
| 3 |
+
"python": "CPython 3.11.15",
|
| 4 |
+
"startedAt": "2026-03-23T09:40:14.719023Z",
|
| 5 |
+
"args": [
|
| 6 |
+
"--config_yaml",
|
| 7 |
+
"./examples/LIBERO/train_files/starvla_cotrain_libero.yaml",
|
| 8 |
+
"--framework.name",
|
| 9 |
+
"QwenGR00T",
|
| 10 |
+
"--framework.qwenvl.base_vlm",
|
| 11 |
+
"playground/Pretrained_models/Qwen3-VL-2B-Instruct",
|
| 12 |
+
"--datasets.vla_data.data_root_dir",
|
| 13 |
+
"playground/Datasets/LEROBOT_LIBERO_DATA",
|
| 14 |
+
"--datasets.vla_data.data_mix",
|
| 15 |
+
"libero_all",
|
| 16 |
+
"--datasets.vla_data.per_device_batch_size",
|
| 17 |
+
"64",
|
| 18 |
+
"--datasets.vla_data.num_workers",
|
| 19 |
+
"8",
|
| 20 |
+
"--trainer.vla_data.video_backend",
|
| 21 |
+
"torchvision_av",
|
| 22 |
+
"--trainer.freeze_modules",
|
| 23 |
+
"--trainer.max_train_steps",
|
| 24 |
+
"80000",
|
| 25 |
+
"--trainer.save_interval",
|
| 26 |
+
"10000",
|
| 27 |
+
"--trainer.logging_frequency",
|
| 28 |
+
"100",
|
| 29 |
+
"--trainer.eval_interval",
|
| 30 |
+
"100",
|
| 31 |
+
"--run_root_dir",
|
| 32 |
+
"./results/ckpt",
|
| 33 |
+
"--run_id",
|
| 34 |
+
"0323_libero_all_qwengr00t",
|
| 35 |
+
"--wandb_project",
|
| 36 |
+
"starvla",
|
| 37 |
+
"--wandb_entity",
|
| 38 |
+
"junha-lee"
|
| 39 |
+
],
|
| 40 |
+
"program": "/workspace/starVLA/training/train_starvla.py",
|
| 41 |
+
"codePath": "starVLA/training/train_starvla.py",
|
| 42 |
+
"codePathLocal": "starVLA/training/train_starvla.py",
|
| 43 |
+
"git": {
|
| 44 |
+
"remote": "git@github.com:junha-l/contravla.git",
|
| 45 |
+
"commit": "b8005a008a9df9a798ca090ce258dc01300780da"
|
| 46 |
+
},
|
| 47 |
+
"email": "junha.lee@postech.ac.kr",
|
| 48 |
+
"root": "./results/ckpt/0323_libero_all_qwengr00t/wandb",
|
| 49 |
+
"host": "korea-2024-03-2-svr",
|
| 50 |
+
"executable": "/opt/venv/bin/python3",
|
| 51 |
+
"cpu_count": 32,
|
| 52 |
+
"cpu_count_logical": 32,
|
| 53 |
+
"gpu": "NVIDIA H100 NVL",
|
| 54 |
+
"gpu_count": 1,
|
| 55 |
+
"disk": {
|
| 56 |
+
"/": {
|
| 57 |
+
"total": "4226383028224",
|
| 58 |
+
"used": "2386167427072"
|
| 59 |
+
}
|
| 60 |
+
},
|
| 61 |
+
"memory": {
|
| 62 |
+
"total": "211072577536"
|
| 63 |
+
},
|
| 64 |
+
"gpu_nvidia": [
|
| 65 |
+
{
|
| 66 |
+
"name": "NVIDIA H100 NVL",
|
| 67 |
+
"memoryTotal": "100485038080",
|
| 68 |
+
"cudaCores": 16896,
|
| 69 |
+
"architecture": "Hopper",
|
| 70 |
+
"uuid": "GPU-bfab68c1-f118-19f2-a1fa-aba345fd0966"
|
| 71 |
+
}
|
| 72 |
+
],
|
| 73 |
+
"cudaVersion": "13.0",
|
| 74 |
+
"writerId": "17iafail3qbmy4pdi3csu4ayo1v0d5ff"
|
| 75 |
+
}
|
wandb/wandb/run-20260323_094014-p8q7c8fg/files/wandb-summary.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"_wandb":{"runtime":13},"_runtime":13}
|