test 48

events.out.tfevents.1672852405.t1v-n-8f065da9-w-7.22688.0.v2

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b689917ae58f83775d2c75315120692bf47ef181c11cf39240f8893edd634c8
+size 40

events.out.tfevents.1672852887.t1v-n-8f065da9-w-7.36242.0.v2

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cb5e50c5726c0af74f0743b8e0b3d40cb694181de218b01672f7713bdd25d25
+size 40

run.sh

@@ -5,7 +5,7 @@ python run_mlm_flax_stream.py \
     --dataset_name="NbAiLab/nb_bert" \
     --max_seq_length="512" \
     --weight_decay="0.01" \
-    --per_device_train_batch_size="62" \
+    --per_device_train_batch_size="48" \
     --per_device_eval_batch_size="16" \
     --learning_rate="3e-4" \
     --warmup_steps="25000" \