Add files using upload-large-folder tool

.gitattributes

@@ -257,3 +257,64 @@ layout2image_multi_unet+mask_multi_disease_channel_total/wandb/run-20260313_1838
 layout2image_multi_unet+mask_multi_disease_channel_total/wandb/run-20260316_192703-7226601948.21878-eff66c1a-ca93-47f1-a96f-516568e9d2ee/files/media/images/test_100000_d5cb481ada4b2248d5ee.png filter=lfs diff=lfs merge=lfs -text
 layout2image_multi_unet+mask_multi_disease_channel_total/wandb/run-20260316_192703-7226601948.21878-eff66c1a-ca93-47f1-a96f-516568e9d2ee/files/media/images/validation_39999_f6740eea3bb1b97679cc.png filter=lfs diff=lfs merge=lfs -text
 layout2image_multi_unet+mask_multi_disease_channel_total/wandb/run-20260316_192703-7226601948.21878-eff66c1a-ca93-47f1-a96f-516568e9d2ee/files/media/images/validation_14999_d526571802345b5f21ca.png filter=lfs diff=lfs merge=lfs -text
+layout2image_multi_unet+mask_multi_disease_channel_total/wandb/run-20260316_192703-7226601948.21878-eff66c1a-ca93-47f1-a96f-516568e9d2ee/files/media/images/validation_49999_fb643b2319b8b82c1d16.png filter=lfs diff=lfs merge=lfs -text
+layout2image_multi_unet+mask_multi_disease_channel_total/wandb/run-20260316_192703-7226601948.21878-eff66c1a-ca93-47f1-a96f-516568e9d2ee/files/media/images/validation_19999_c9484d086876ac009093.png filter=lfs diff=lfs merge=lfs -text
+layout2image_multi_unet+mask_multi_disease_channel_total/wandb/run-20260313_183807-7226601948.21878-eff66c1a-ca93-47f1-a96f-516568e9d2ee/files/media/images/validation_4999_bd94f8523ab685e526e9.png filter=lfs diff=lfs merge=lfs -text
+layout2image_multi_unet+mask_multi_disease_channel_total/wandb/run-20260313_183807-7226601948.21878-eff66c1a-ca93-47f1-a96f-516568e9d2ee/files/media/images/validation_9999_54102f12f2626ada8043.png filter=lfs diff=lfs merge=lfs -text
+layout2image_multi_unet+mask_multi_disease_channel_total/wandb/run-20260316_192703-7226601948.21878-eff66c1a-ca93-47f1-a96f-516568e9d2ee/files/media/images/validation_54999_77a9661c65ca6338c684.png filter=lfs diff=lfs merge=lfs -text
+layout2image_multi_unet+mask_multi_disease_channel_total/wandb/run-20260316_192703-7226601948.21878-eff66c1a-ca93-47f1-a96f-516568e9d2ee/files/media/images/validation_74999_9dd4a74e7e4e333344e8.png filter=lfs diff=lfs merge=lfs -text
+layout2image_multi_unet+mask_multi_disease_channel_total/wandb/run-20260316_192703-7226601948.21878-eff66c1a-ca93-47f1-a96f-516568e9d2ee/files/media/images/validation_69999_72a3527fd241e2a19bc2.png filter=lfs diff=lfs merge=lfs -text
+layout2image_multi_unet+mask_multi_disease_channel_total/wandb/run-20260313_183807-7226601948.21878-eff66c1a-ca93-47f1-a96f-516568e9d2ee/files/media/images/validation_39999_3a3377ab98ce778f1dde.png filter=lfs diff=lfs merge=lfs -text
+layout2image_multi_unet+mask_multi_disease_channel_total/wandb/run-20260316_192703-7226601948.21878-eff66c1a-ca93-47f1-a96f-516568e9d2ee/files/media/images/validation_89999_fff6a8de84aae91248ec.png filter=lfs diff=lfs merge=lfs -text
+layout2image_multi_unet+mask_multi_disease_channel_total/wandb/run-20260316_192703-7226601948.21878-eff66c1a-ca93-47f1-a96f-516568e9d2ee/files/media/images/validation_9999_5da7ce84481f84516487.png filter=lfs diff=lfs merge=lfs -text
+layout2image_multi_unet+mask_multi_disease_channel_total/wandb/run-20260316_192703-7226601948.21878-eff66c1a-ca93-47f1-a96f-516568e9d2ee/files/media/images/validation_84999_1753288e4e05728fae93.png filter=lfs diff=lfs merge=lfs -text
+layout2image_multi_unet+mask_multi_disease_channel_total/wandb/run-20260316_192703-7226601948.21878-eff66c1a-ca93-47f1-a96f-516568e9d2ee/files/media/images/validation_99999_55dfec0e686fff534a17.png filter=lfs diff=lfs merge=lfs -text
+layout2image_multi_unet+mask_multi_disease_channel_total/wandb/run-20260316_192703-7226601948.21878-eff66c1a-ca93-47f1-a96f-516568e9d2ee/files/media/images/validation_9999_e89c2dc1493bcfe7fc90.png filter=lfs diff=lfs merge=lfs -text
+layout2image_multi_unet+mask_multi_disease_channel_total/wandb/run-20260316_192703-7226601948.21878-eff66c1a-ca93-47f1-a96f-516568e9d2ee/files/media/images/validation_94999_6541d01b6afc6a4cafbf.png filter=lfs diff=lfs merge=lfs -text
+layout2image_multi_unet+mask_multi_disease_channel_total/wandb/run-20260316_192703-7226601948.21878-eff66c1a-ca93-47f1-a96f-516568e9d2ee/files/media/images/validation_49999_d91d54992ed8512c6654.png filter=lfs diff=lfs merge=lfs -text
+layout2image_multi_unet+mask_multi_disease_channel_total/wandb/run-20260316_192703-7226601948.21878-eff66c1a-ca93-47f1-a96f-516568e9d2ee/files/media/images/validation_64999_db54be50470edb5cde72.png filter=lfs diff=lfs merge=lfs -text
+layout2image_multi_unet+mask_multi_disease_channel_total/wandb/run-20260316_192703-7226601948.21878-eff66c1a-ca93-47f1-a96f-516568e9d2ee/files/media/images/validation_64999_ef5d3a0707cf0be5c89f.png filter=lfs diff=lfs merge=lfs -text
+layout2image_multi_unet+mask_multi_disease_channel_total/wandb/run-20260316_192703-7226601948.21878-eff66c1a-ca93-47f1-a96f-516568e9d2ee/files/media/images/validation_9999_ac9d62d35076a90cf450.png filter=lfs diff=lfs merge=lfs -text
+layout2image_multi_unet+mask_multi_disease_channel_total/wandb/run-20260316_192703-7226601948.21878-eff66c1a-ca93-47f1-a96f-516568e9d2ee/files/media/images/validation_79999_d66b2c5df3b066f181c6.png filter=lfs diff=lfs merge=lfs -text
+layout2image_multi_unet+mask_multi_disease_channel_total/wandb/run-20260316_192703-7226601948.21878-eff66c1a-ca93-47f1-a96f-516568e9d2ee/files/media/images/validation_69999_485436cf87081f34a709.png filter=lfs diff=lfs merge=lfs -text
+layout2image_multi_unet+mask_multi_disease_channel_total/wandb/run-20260316_192703-7226601948.21878-eff66c1a-ca93-47f1-a96f-516568e9d2ee/files/media/images/validation_69999_9a559df4264c1a492ad4.png filter=lfs diff=lfs merge=lfs -text
+layout2image_multi_unet+mask_multi_disease_channel_total/wandb/run-20260316_192703-7226601948.21878-eff66c1a-ca93-47f1-a96f-516568e9d2ee/files/media/images/validation_74999_d88c8f98d15c2a4e0fc7.png filter=lfs diff=lfs merge=lfs -text
+layout2image_multi_unet+mask_multi_disease_channel_total/wandb/run-20260316_192703-7226601948.21878-eff66c1a-ca93-47f1-a96f-516568e9d2ee/files/media/images/validation_4999_392c1bebaed7e6491545.png filter=lfs diff=lfs merge=lfs -text
+layout2image_multi_unet+mask_multi_disease_channel_total/wandb/run-20260316_192703-7226601948.21878-eff66c1a-ca93-47f1-a96f-516568e9d2ee/files/media/images/validation_64999_4d4f13ecd1f067a6e5f7.png filter=lfs diff=lfs merge=lfs -text
+layout2image_multi_unet+mask_multi_disease_channel_total/wandb/run-20260316_192703-7226601948.21878-eff66c1a-ca93-47f1-a96f-516568e9d2ee/files/media/images/validation_64999_b0c83adcc01dbd0da6d2.png filter=lfs diff=lfs merge=lfs -text
+layout2image_multi_unet+mask_multi_disease_channel_total/wandb/run-20260316_192703-7226601948.21878-eff66c1a-ca93-47f1-a96f-516568e9d2ee/files/media/images/validation_19999_ec226e12cfd94a2bba74.png filter=lfs diff=lfs merge=lfs -text
+layout2image_multi_unet+mask_multi_disease_channel_total/wandb/run-20260316_192703-7226601948.21878-eff66c1a-ca93-47f1-a96f-516568e9d2ee/files/media/images/validation_89999_854e2cdb2b7a1137148b.png filter=lfs diff=lfs merge=lfs -text
+layout2image_multi_unet+mask_multi_disease_channel_total/wandb/run-20260316_192703-7226601948.21878-eff66c1a-ca93-47f1-a96f-516568e9d2ee/files/media/images/validation_59999_d9d27fd71dab8933abb6.png filter=lfs diff=lfs merge=lfs -text
+layout2image_multi_unet+mask_multi_disease_channel_total/wandb/run-20260316_192703-7226601948.21878-eff66c1a-ca93-47f1-a96f-516568e9d2ee/files/media/images/validation_74999_48062c4e03bbdc5c9b29.png filter=lfs diff=lfs merge=lfs -text
+layout2image_multi_unet+mask_multi_disease_channel_total/wandb/run-20260316_192703-7226601948.21878-eff66c1a-ca93-47f1-a96f-516568e9d2ee/files/media/images/test_100000_014e7bceb3166b4d8d3b.png filter=lfs diff=lfs merge=lfs -text
+layout2image_multi_unet+mask_multi_disease_channel_total/wandb/run-20260316_192703-7226601948.21878-eff66c1a-ca93-47f1-a96f-516568e9d2ee/files/media/images/validation_29999_05bfb9d69fb9c8252d21.png filter=lfs diff=lfs merge=lfs -text
+layout2image_multi_unet+mask_multi_disease_channel_total/wandb/run-20260316_192703-7226601948.21878-eff66c1a-ca93-47f1-a96f-516568e9d2ee/files/media/images/validation_99999_c0ad49439f0d912d88b7.png filter=lfs diff=lfs merge=lfs -text
+layout2image_multi_unet+mask_multi_disease_channel_total/wandb/run-20260316_192703-7226601948.21878-eff66c1a-ca93-47f1-a96f-516568e9d2ee/files/media/images/validation_4999_8ac3b8e39128b42f241e.png filter=lfs diff=lfs merge=lfs -text
+layout2image_multi_unet+mask_multi_disease_channel_total/wandb/run-20260316_192703-7226601948.21878-eff66c1a-ca93-47f1-a96f-516568e9d2ee/files/media/images/validation_44999_11b25f4fdb5f9cfee7e7.png filter=lfs diff=lfs merge=lfs -text
+layout2image_multi_unet+mask_multi_disease_channel_total/wandb/run-20260316_192703-7226601948.21878-eff66c1a-ca93-47f1-a96f-516568e9d2ee/files/media/images/validation_29999_4b4f802ccdb894b4387a.png filter=lfs diff=lfs merge=lfs -text
+layout2image_multi_unet+mask_multi_disease_channel_total/wandb/run-20260316_192703-7226601948.21878-eff66c1a-ca93-47f1-a96f-516568e9d2ee/files/media/images/validation_54999_9f6f68ac0a93336cf2a4.png filter=lfs diff=lfs merge=lfs -text
+layout2image_multi_unet+mask_multi_disease_channel_total/wandb/run-20260316_192703-7226601948.21878-eff66c1a-ca93-47f1-a96f-516568e9d2ee/files/media/images/validation_84999_207d5905d91d897266c5.png filter=lfs diff=lfs merge=lfs -text
+layout2image_multi_unet+mask_multi_disease_channel_total/wandb/run-20260316_192703-7226601948.21878-eff66c1a-ca93-47f1-a96f-516568e9d2ee/files/media/images/validation_94999_9da88c27e7e0318b21c4.png filter=lfs diff=lfs merge=lfs -text
+layout2image_multi_unet+mask_multi_disease_channel_total/wandb/run-20260316_192703-7226601948.21878-eff66c1a-ca93-47f1-a96f-516568e9d2ee/files/media/images/validation_9999_0fda84411d779a7b0ecc.png filter=lfs diff=lfs merge=lfs -text
+layout2image_multi_unet+mask_multi_disease_channel_total/wandb/run-20260316_192703-7226601948.21878-eff66c1a-ca93-47f1-a96f-516568e9d2ee/files/media/images/validation_34999_d2fd5e956334c4af0c1d.png filter=lfs diff=lfs merge=lfs -text
+layout2image_multi_unet+mask_multi_disease_channel_total/wandb/run-20260316_192703-7226601948.21878-eff66c1a-ca93-47f1-a96f-516568e9d2ee/files/media/images/validation_34999_6a4a8d0ff9a14ad002ab.png filter=lfs diff=lfs merge=lfs -text
+layout2image_multi_unet+mask_multi_disease_channel_total/wandb/run-20260316_192703-7226601948.21878-eff66c1a-ca93-47f1-a96f-516568e9d2ee/files/media/images/validation_24999_c48d74b1e33993a0f77b.png filter=lfs diff=lfs merge=lfs -text
+layout2image_multi_unet+mask_multi_disease_channel_total/wandb/run-20260316_192703-7226601948.21878-eff66c1a-ca93-47f1-a96f-516568e9d2ee/files/media/images/validation_74999_4f532808651a12da618a.png filter=lfs diff=lfs merge=lfs -text
+layout2image_multi_unet+mask_multi_disease_channel_total/wandb/run-20260316_192703-7226601948.21878-eff66c1a-ca93-47f1-a96f-516568e9d2ee/files/media/images/test_100000_7ab36441c3993097156a.png filter=lfs diff=lfs merge=lfs -text
+layout2image_multi_unet+mask_multi_disease_channel_total/wandb/run-20260316_192703-7226601948.21878-eff66c1a-ca93-47f1-a96f-516568e9d2ee/files/media/images/validation_24999_f670f57e36d04085fbdd.png filter=lfs diff=lfs merge=lfs -text
+layout2image_multi_unet+mask_multi_disease_channel_total/wandb/run-20260316_192703-7226601948.21878-eff66c1a-ca93-47f1-a96f-516568e9d2ee/files/media/images/validation_4999_e3a846a036bf008c3ecb.png filter=lfs diff=lfs merge=lfs -text
+layout2image_multi_unet+mask_multi_disease_channel_total/wandb/run-20260316_192703-7226601948.21878-eff66c1a-ca93-47f1-a96f-516568e9d2ee/files/media/images/validation_89999_344fd695b8fa797082fa.png filter=lfs diff=lfs merge=lfs -text
+layout2image_multi_unet+mask_multi_disease_channel_total/wandb/run-20260316_192703-7226601948.21878-eff66c1a-ca93-47f1-a96f-516568e9d2ee/files/media/images/validation_69999_d26809f9d60a94d19f55.png filter=lfs diff=lfs merge=lfs -text
+layout2image_multi_unet+mask_multi_disease_channel_total/wandb/run-20260316_192703-7226601948.21878-eff66c1a-ca93-47f1-a96f-516568e9d2ee/files/media/images/validation_89999_383fcae72f462dec6b09.png filter=lfs diff=lfs merge=lfs -text
+layout2image_multi_unet+mask_multi_disease_channel_total/wandb/run-20260316_192703-7226601948.21878-eff66c1a-ca93-47f1-a96f-516568e9d2ee/files/media/images/validation_49999_85d52ba3159c0b2df9b4.png filter=lfs diff=lfs merge=lfs -text
+layout2image_multi_unet+mask_multi_disease_channel_total/wandb/run-20260316_192703-7226601948.21878-eff66c1a-ca93-47f1-a96f-516568e9d2ee/files/media/images/validation_99999_9f9324cd543607f8c7b6.png filter=lfs diff=lfs merge=lfs -text
+layout2image_multi_unet+mask_multi_disease_channel_total/wandb/run-20260316_192703-7226601948.21878-eff66c1a-ca93-47f1-a96f-516568e9d2ee/files/media/images/validation_64999_258299271a694052c888.png filter=lfs diff=lfs merge=lfs -text
+layout2image_multi_unet+mask_multi_disease_channel_total/wandb/run-20260316_192703-7226601948.21878-eff66c1a-ca93-47f1-a96f-516568e9d2ee/files/media/images/validation_84999_469999f35e4995187a2d.png filter=lfs diff=lfs merge=lfs -text
+layout2image_multi_unet+mask_multi_disease_channel_total/wandb/run-20260316_192703-7226601948.21878-eff66c1a-ca93-47f1-a96f-516568e9d2ee/files/media/images/validation_14999_7f3e1224e6b5525f8c90.png filter=lfs diff=lfs merge=lfs -text
+layout2image_multi_unet+mask_multi_disease_channel_total/wandb/run-20260316_192703-7226601948.21878-eff66c1a-ca93-47f1-a96f-516568e9d2ee/files/media/images/validation_69999_93a57f17367cb52a754c.png filter=lfs diff=lfs merge=lfs -text
+layout2image_multi_unet+mask_multi_disease_channel_total/wandb/run-20260316_192703-7226601948.21878-eff66c1a-ca93-47f1-a96f-516568e9d2ee/files/media/images/validation_19999_a531356a96dfe1313a88.png filter=lfs diff=lfs merge=lfs -text
+layout2image_multi_unet+mask_multi_disease_channel_total/wandb/run-20260316_192703-7226601948.21878-eff66c1a-ca93-47f1-a96f-516568e9d2ee/files/media/images/validation_44999_55c9ecc16f04f1dec235.png filter=lfs diff=lfs merge=lfs -text
+layout2image_multi_unet+mask_multi_disease_channel_total/wandb/run-20260316_192703-7226601948.21878-eff66c1a-ca93-47f1-a96f-516568e9d2ee/files/media/images/validation_29999_c2543b74b633656f3f0d.png filter=lfs diff=lfs merge=lfs -text
+layout2image_multi_unet+mask_multi_disease_channel_total/wandb/run-20260316_192703-7226601948.21878-eff66c1a-ca93-47f1-a96f-516568e9d2ee/files/media/images/validation_44999_3b20ce9ca6fa656b3f71.png filter=lfs diff=lfs merge=lfs -text
+layout2image_multi_unet+mask_multi_disease_channel_total/wandb/run-20260316_192703-7226601948.21878-eff66c1a-ca93-47f1-a96f-516568e9d2ee/files/media/images/validation_4999_df49ba811143f9a73e7e.png filter=lfs diff=lfs merge=lfs -text
+layout2image_multi_unet+mask_multi_disease_channel_total/wandb/run-20260316_192703-7226601948.21878-eff66c1a-ca93-47f1-a96f-516568e9d2ee/files/media/images/validation_54999_6e07d201a69aa8f7c92b.png filter=lfs diff=lfs merge=lfs -text

layout2image_multi/controlnet-model/checkpoint-10000/random_states_0.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc5761c05c5693e47f16574ff13307f0541f72d1b4e7475343576317b0f493e3
+size 15537

layout2image_multi/controlnet-model/checkpoint-6000/scheduler.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:327ecaa84181a8475b1daf6b372dc7f0a6b736235084f00c578a198696b4a4a9
+size 1401

layout2image_multi_lora+adapter/wandb/run-20251124_024041-cwlamda2/files/wandb-metadata.json

@@ -0,0 +1,81 @@
+{
+  "os": "Linux-5.15.0-161-generic-x86_64-with-glibc2.35",
+  "python": "CPython 3.10.15",
+  "startedAt": "2025-11-23T18:40:41.221292Z",
+  "args": [
+    "--pretrained_model_name_or_path=/home/shuhan/blobdata_sd/AURA/roentgen/",
+    "--mask_channels=3",
+    "--dataset_name=layout2img",
+    "--resolution=512",
+    "--learning_rate=1e-5",
+    "--train_batch_size=16",
+    "--gradient_accumulation_steps=1",
+    "--report_to=wandb",
+    "--train_data_dir=/home/shuhan/blobdata_sd/AURA/dataset/",
+    "--train_data_prompt=/home/shuhan/blobdata_sd/AURA/dataset/json-layout2image/train_prompt_layout2image_multi.json",
+    "--validation_steps=10",
+    "--max_train_steps=1000",
+    "--validation_image",
+    "/home/shuhan/blobdata_sd/AURA/dataset/test/36302/mask_36302.png",
+    "/home/shuhan/blobdata_sd/AURA/dataset/test/36199/mask_36199.png",
+    "/home/shuhan/blobdata_sd/AURA/dataset/test/57906/mask_57906.png",
+    "/home/shuhan/blobdata_sd/AURA/dataset/test/69598/mask_69598.png",
+    "--validation_prompt",
+    "Normal.",
+    "mild Effusion on left lower lung.",
+    "mild Atelectasis on right lower lung, mild Effusion on left lower lung, mild Fibrosis on left lower lung, mild Fracture on right lung, mild Pleural Thickening on right lower lung.",
+    "severe Atelectasis on right lung, severe Consolidation on biliteral lung, mild Effusion on biliteral lung, severe Fibrosis on left lung."
+  ],
+  "program": "/home/shuhan/xray/AURA/layout2image_multi_new_version/train_new_version.py",
+  "codePath": "train_new_version.py",
+  "codePathLocal": "train_new_version.py",
+  "email": "sd925@cornell.edu",
+  "root": "/home/shuhan/xray/AURA/layout2image_multi_new_version",
+  "host": "msraep-gpu03",
+  "executable": "/home/shuhan/miniconda3/envs/AURA/bin/python3.10",
+  "cpu_count": 48,
+  "cpu_count_logical": 96,
+  "gpu": "NVIDIA RTX A6000",
+  "gpu_count": 4,
+  "disk": {
+    "/": {
+      "total": "2069820137472",
+      "used": "1365545975808"
+    }
+  },
+  "memory": {
+    "total": "539607207936"
+  },
+  "gpu_nvidia": [
+    {
+      "name": "NVIDIA RTX A6000",
+      "memoryTotal": "51527024640",
+      "cudaCores": 10752,
+      "architecture": "Ampere",
+      "uuid": "GPU-60ef1eb1-b46c-ed2a-801f-eb6c24d3af3b"
+    },
+    {
+      "name": "NVIDIA RTX A6000",
+      "memoryTotal": "51527024640",
+      "cudaCores": 10752,
+      "architecture": "Ampere",
+      "uuid": "GPU-3adf1b14-a079-6eaf-1beb-4b672b6a65bf"
+    },
+    {
+      "name": "NVIDIA RTX A6000",
+      "memoryTotal": "51527024640",
+      "cudaCores": 10752,
+      "architecture": "Ampere",
+      "uuid": "GPU-c52fddbc-578f-4da2-0503-0926386c6fa0"
+    },
+    {
+      "name": "NVIDIA RTX A6000",
+      "memoryTotal": "51527024640",
+      "cudaCores": 10752,
+      "architecture": "Ampere",
+      "uuid": "GPU-e71bca60-1096-d3a6-a1d2-eec470157b5b"
+    }
+  ],
+  "cudaVersion": "12.4",
+  "writerId": "o9ss5e2pl0q30enuja3o3s3x6y32msnw"
+}

layout2image_multi_lora+adapter/wandb/run-20251124_024041-cwlamda2/logs/debug.log

@@ -0,0 +1,24 @@
+2025-11-24 02:40:41,223 INFO    MainThread:1773003 [wandb_setup.py:_flush():81] Current SDK version is 0.22.2
+2025-11-24 02:40:41,223 INFO    MainThread:1773003 [wandb_setup.py:_flush():81] Configure stats pid to 1773003
+2025-11-24 02:40:41,223 INFO    MainThread:1773003 [wandb_setup.py:_flush():81] Loading settings from /home/shuhan/.config/wandb/settings
+2025-11-24 02:40:41,223 INFO    MainThread:1773003 [wandb_setup.py:_flush():81] Loading settings from /home/shuhan/xray/AURA/layout2image_multi_new_version/wandb/settings
+2025-11-24 02:40:41,223 INFO    MainThread:1773003 [wandb_setup.py:_flush():81] Loading settings from environment variables
+2025-11-24 02:40:41,223 INFO    MainThread:1773003 [wandb_init.py:setup_run_log_directory():705] Logging user logs to /home/shuhan/xray/AURA/layout2image_multi_new_version/wandb/run-20251124_024041-cwlamda2/logs/debug.log
+2025-11-24 02:40:41,223 INFO    MainThread:1773003 [wandb_init.py:setup_run_log_directory():706] Logging internal logs to /home/shuhan/xray/AURA/layout2image_multi_new_version/wandb/run-20251124_024041-cwlamda2/logs/debug-internal.log
+2025-11-24 02:40:41,223 INFO    MainThread:1773003 [wandb_init.py:init():832] calling init triggers
+2025-11-24 02:40:41,223 INFO    MainThread:1773003 [wandb_init.py:init():837] wandb.init called with sweep_config: {}
+config: {'_wandb': {}}
+2025-11-24 02:40:41,223 INFO    MainThread:1773003 [wandb_init.py:init():880] starting backend
+2025-11-24 02:40:41,638 INFO    MainThread:1773003 [wandb_init.py:init():883] sending inform_init request
+2025-11-24 02:40:41,652 INFO    MainThread:1773003 [wandb_init.py:init():891] backend started and connected
+2025-11-24 02:40:41,659 INFO    MainThread:1773003 [wandb_init.py:init():961] updated telemetry
+2025-11-24 02:40:41,660 INFO    MainThread:1773003 [wandb_init.py:init():985] communicating run to backend with 90.0 second timeout
+2025-11-24 02:40:42,539 INFO    MainThread:1773003 [wandb_init.py:init():1036] starting run threads in backend
+2025-11-24 02:40:42,744 INFO    MainThread:1773003 [wandb_run.py:_console_start():2509] atexit reg
+2025-11-24 02:40:42,744 INFO    MainThread:1773003 [wandb_run.py:_redirect():2357] redirect: wrap_raw
+2025-11-24 02:40:42,744 INFO    MainThread:1773003 [wandb_run.py:_redirect():2426] Wrapping output streams.
+2025-11-24 02:40:42,744 INFO    MainThread:1773003 [wandb_run.py:_redirect():2449] Redirects installed.
+2025-11-24 02:40:42,748 INFO    MainThread:1773003 [wandb_init.py:init():1076] run started, returning control to user process
+2025-11-24 02:40:42,750 INFO    MainThread:1773003 [wandb_run.py:_config_callback():1392] config_cb None None {'pretrained_model_name_or_path': '/home/shuhan/blobdata_sd/AURA/roentgen/', 'revision': None, 'variant': None, 'tokenizer_name': None, 'output_dir': 'mask_encoder_model', 'cache_dir': None, 'seed': None, 'resolution': 512, 'train_batch_size': 16, 'num_train_epochs': 15, 'max_train_steps': 1000, 'checkpointing_steps': 1000, 'checkpoints_total_limit': None, 'resume_from_checkpoint': None, 'gradient_accumulation_steps': 1, 'gradient_checkpointing': False, 'learning_rate': 1e-05, 'scale_lr': False, 'lr_scheduler': 'constant', 'lr_warmup_steps': 500, 'lr_num_cycles': 1, 'lr_power': 1.0, 'use_8bit_adam': False, 'dataloader_num_workers': 0, 'adam_beta1': 0.9, 'adam_beta2': 0.999, 'adam_weight_decay': 0.01, 'adam_epsilon': 1e-08, 'max_grad_norm': 1.0, 'push_to_hub': False, 'hub_token': None, 'hub_model_id': None, 'logging_dir': 'logs', 'allow_tf32': False, 'report_to': 'wandb', 'mixed_precision': None, 'enable_xformers_memory_efficient_attention': False, 'set_grads_to_none': False, 'dataset_name': 'layout2img', 'dataset_config_name': None, 'train_data_dir': '/home/shuhan/blobdata_sd/AURA/dataset/', 'train_data_prompt': '/home/shuhan/blobdata_sd/AURA/dataset/json-layout2image/train_prompt_layout2image_multi.json', 'image_column': 'image', 'conditioning_image_column': 'conditioning_image', 'caption_column': 'text', 'max_train_samples': None, 'proportion_empty_prompts': 0, 'num_validation_images': 4, 'validation_steps': 10, 'tracker_project_name': 'train_controlnet', 'mask_channels': 3}
+2025-11-24 02:41:30,713 INFO    wandb-AsyncioManager-main:1773003 [service_client.py:_forward_responses():80] Reached EOF.
+2025-11-24 02:41:30,713 INFO    wandb-AsyncioManager-main:1773003 [mailbox.py:close():137] Closing mailbox, abandoning 1 handles.

layout2image_multi_lora+adapter/wandb/run-20251124_025159-n2u54i0a/files/output.log

@@ -0,0 +1,47 @@
+wandb: Detected [huggingface_hub.inference] in use.
+wandb: Use W&B Weave for improved LLM call tracing. Install Weave with `pip install weave` then add `import weave` to the top of your script.
+wandb: For more information, check out the docs at: https://weave-docs.wandb.ai/
+11/24/2025 02:52:00 - INFO - __main__ - ***** Running training *****
+11/24/2025 02:52:00 - INFO - __main__ -   Num examples = 4525
+11/24/2025 02:52:00 - INFO - __main__ -   Num batches each epoch = 283
+11/24/2025 02:52:00 - INFO - __main__ -   Num Epochs = 4
+11/24/2025 02:52:00 - INFO - __main__ -   Instantaneous batch size per device = 4
+11/24/2025 02:52:00 - INFO - __main__ -   Total train batch size (w. parallel, distributed & accumulation) = 16
+11/24/2025 02:52:00 - INFO - __main__ -   Gradient Accumulation steps = 1
+11/24/2025 02:52:00 - INFO - __main__ -   Total optimization steps = 1000
+Steps:   0%|                                                                                                          | 0/1000 [00:00<?, ?it/s]Traceback (most recent call last):
+  File "/home/shuhan/xray/AURA/layout2image_multi_new_version/train_new_version.py", line 1065, in <module>
+    main(args)
+  File "/home/shuhan/xray/AURA/layout2image_multi_new_version/train_new_version.py", line 957, in main
+    model_pred = unet(
+  File "/home/shuhan/miniconda3/envs/AURA/lib/python3.10/site-packages/torch/nn/modules/module.py", line 1751, in _wrapped_call_impl
+    return self._call_impl(*args, **kwargs)
+  File "/home/shuhan/miniconda3/envs/AURA/lib/python3.10/site-packages/torch/nn/modules/module.py", line 1762, in _call_impl
+    return forward_call(*args, **kwargs)
+  File "/home/shuhan/xray/AURA/layout2image_multi_new_version/mask_inject_2d.py", line 160, in unet2d_forward_with_mask
+    hs = blk(hs, t_emb, skip, encoder_hidden_states)
+  File "/home/shuhan/miniconda3/envs/AURA/lib/python3.10/site-packages/torch/nn/modules/module.py", line 1751, in _wrapped_call_impl
+    return self._call_impl(*args, **kwargs)
+  File "/home/shuhan/miniconda3/envs/AURA/lib/python3.10/site-packages/torch/nn/modules/module.py", line 1762, in _call_impl
+    return forward_call(*args, **kwargs)
+  File "/home/shuhan/miniconda3/envs/AURA/lib/python3.10/site-packages/diffusers/models/unet_2d_blocks.py", line 2203, in forward
+    hidden_states = torch.cat([hidden_states, res_hidden_states], dim=1)
+RuntimeError: Tensors must have same number of dimensions: got 4 and 1
+[rank0]: Traceback (most recent call last):
+[rank0]:   File "/home/shuhan/xray/AURA/layout2image_multi_new_version/train_new_version.py", line 1065, in <module>
+[rank0]:     main(args)
+[rank0]:   File "/home/shuhan/xray/AURA/layout2image_multi_new_version/train_new_version.py", line 957, in main
+[rank0]:     model_pred = unet(
+[rank0]:   File "/home/shuhan/miniconda3/envs/AURA/lib/python3.10/site-packages/torch/nn/modules/module.py", line 1751, in _wrapped_call_impl
+[rank0]:     return self._call_impl(*args, **kwargs)
+[rank0]:   File "/home/shuhan/miniconda3/envs/AURA/lib/python3.10/site-packages/torch/nn/modules/module.py", line 1762, in _call_impl
+[rank0]:     return forward_call(*args, **kwargs)
+[rank0]:   File "/home/shuhan/xray/AURA/layout2image_multi_new_version/mask_inject_2d.py", line 160, in unet2d_forward_with_mask
+[rank0]:     hs = blk(hs, t_emb, skip, encoder_hidden_states)
+[rank0]:   File "/home/shuhan/miniconda3/envs/AURA/lib/python3.10/site-packages/torch/nn/modules/module.py", line 1751, in _wrapped_call_impl
+[rank0]:     return self._call_impl(*args, **kwargs)
+[rank0]:   File "/home/shuhan/miniconda3/envs/AURA/lib/python3.10/site-packages/torch/nn/modules/module.py", line 1762, in _call_impl
+[rank0]:     return forward_call(*args, **kwargs)
+[rank0]:   File "/home/shuhan/miniconda3/envs/AURA/lib/python3.10/site-packages/diffusers/models/unet_2d_blocks.py", line 2203, in forward
+[rank0]:     hidden_states = torch.cat([hidden_states, res_hidden_states], dim=1)
+[rank0]: RuntimeError: Tensors must have same number of dimensions: got 4 and 1

layout2image_multi_lora+adapter/wandb/run-20251124_025159-n2u54i0a/files/wandb-summary.json

@@ -0,0 +1 @@
+{"_wandb":{"runtime":13},"_runtime":13}

layout2image_multi_lora+adapter/wandb/run-20251124_025159-n2u54i0a/logs/debug-internal.log

@@ -0,0 +1,11 @@
+{"time":"2025-11-24T02:51:59.507354961+08:00","level":"INFO","msg":"stream: starting","core version":"0.22.2"}
+{"time":"2025-11-24T02:51:59.965452256+08:00","level":"INFO","msg":"stream: created new stream","id":"n2u54i0a"}
+{"time":"2025-11-24T02:51:59.965543133+08:00","level":"INFO","msg":"stream: started","id":"n2u54i0a"}
+{"time":"2025-11-24T02:51:59.965535596+08:00","level":"INFO","msg":"handler: started","stream_id":"n2u54i0a"}
+{"time":"2025-11-24T02:51:59.965578726+08:00","level":"INFO","msg":"writer: started","stream_id":"n2u54i0a"}
+{"time":"2025-11-24T02:51:59.96562505+08:00","level":"INFO","msg":"sender: started","stream_id":"n2u54i0a"}
+{"time":"2025-11-24T02:52:14.292729306+08:00","level":"INFO","msg":"stream: closing","id":"n2u54i0a"}
+{"time":"2025-11-24T02:52:15.317145043+08:00","level":"INFO","msg":"fileTransfer: Close: file transfer manager closed"}
+{"time":"2025-11-24T02:52:15.705089935+08:00","level":"INFO","msg":"handler: closed","stream_id":"n2u54i0a"}
+{"time":"2025-11-24T02:52:15.705204601+08:00","level":"INFO","msg":"sender: closed","stream_id":"n2u54i0a"}
+{"time":"2025-11-24T02:52:15.705217111+08:00","level":"INFO","msg":"stream: closed","id":"n2u54i0a"}

layout2image_multi_lora+adapter/wandb/run-20251124_031744-cn5boz4b/files/wandb-metadata.json

@@ -0,0 +1,81 @@
+{
+  "os": "Linux-5.15.0-161-generic-x86_64-with-glibc2.35",
+  "python": "CPython 3.10.15",
+  "startedAt": "2025-11-23T19:17:44.370885Z",
+  "args": [
+    "--pretrained_model_name_or_path=/home/shuhan/blobdata_sd/AURA/roentgen/",
+    "--mask_channels=3",
+    "--dataset_name=layout2img",
+    "--resolution=512",
+    "--learning_rate=1e-5",
+    "--train_batch_size=4",
+    "--gradient_accumulation_steps=1",
+    "--report_to=wandb",
+    "--train_data_dir=/home/shuhan/blobdata_sd/AURA/dataset/",
+    "--train_data_prompt=/home/shuhan/blobdata_sd/AURA/dataset/json-layout2image/train_prompt_layout2image_multi.json",
+    "--validation_steps=10",
+    "--max_train_steps=1000",
+    "--validation_image",
+    "/home/shuhan/xray/AURA/dataset/test/36302/mask_36302.png",
+    "/home/shuhan/xray/AURA/dataset/test/36199/mask_36199.png",
+    "/home/shuhan/xray/AURA/dataset/test/57906/mask_57906.png",
+    "/home/shuhan/xray/AURA/dataset/test/69598/mask_69598.png",
+    "--validation_prompt",
+    "Normal.",
+    "mild Effusion on left lower lung.",
+    "mild Atelectasis on right lower lung, mild Effusion on left lower lung, mild Fibrosis on left lower lung, mild Fracture on right lung, mild Pleural Thickening on right lower lung.",
+    "severe Atelectasis on right lung, severe Consolidation on biliteral lung, mild Effusion on biliteral lung, severe Fibrosis on left lung."
+  ],
+  "program": "/home/shuhan/xray/AURA/layout2image_multi_new_version/train_new_version.py",
+  "codePath": "train_new_version.py",
+  "codePathLocal": "train_new_version.py",
+  "email": "sd925@cornell.edu",
+  "root": "/home/shuhan/xray/AURA/layout2image_multi_new_version",
+  "host": "msraep-gpu03",
+  "executable": "/home/shuhan/miniconda3/envs/AURA/bin/python3.10",
+  "cpu_count": 48,
+  "cpu_count_logical": 96,
+  "gpu": "NVIDIA RTX A6000",
+  "gpu_count": 4,
+  "disk": {
+    "/": {
+      "total": "2069820137472",
+      "used": "1366201618432"
+    }
+  },
+  "memory": {
+    "total": "539607207936"
+  },
+  "gpu_nvidia": [
+    {
+      "name": "NVIDIA RTX A6000",
+      "memoryTotal": "51527024640",
+      "cudaCores": 10752,
+      "architecture": "Ampere",
+      "uuid": "GPU-60ef1eb1-b46c-ed2a-801f-eb6c24d3af3b"
+    },
+    {
+      "name": "NVIDIA RTX A6000",
+      "memoryTotal": "51527024640",
+      "cudaCores": 10752,
+      "architecture": "Ampere",
+      "uuid": "GPU-3adf1b14-a079-6eaf-1beb-4b672b6a65bf"
+    },
+    {
+      "name": "NVIDIA RTX A6000",
+      "memoryTotal": "51527024640",
+      "cudaCores": 10752,
+      "architecture": "Ampere",
+      "uuid": "GPU-c52fddbc-578f-4da2-0503-0926386c6fa0"
+    },
+    {
+      "name": "NVIDIA RTX A6000",
+      "memoryTotal": "51527024640",
+      "cudaCores": 10752,
+      "architecture": "Ampere",
+      "uuid": "GPU-e71bca60-1096-d3a6-a1d2-eec470157b5b"
+    }
+  ],
+  "cudaVersion": "12.4",
+  "writerId": "dxy78xzcled434dythzjd68bwm4n5je3"
+}

layout2image_multi_lora+adapter/wandb/run-20251124_034908-l45q13wk/files/wandb-metadata.json

@@ -0,0 +1,81 @@
+{
+  "os": "Linux-5.15.0-161-generic-x86_64-with-glibc2.35",
+  "python": "CPython 3.10.15",
+  "startedAt": "2025-11-23T19:49:08.861709Z",
+  "args": [
+    "--pretrained_model_name_or_path=/home/shuhan/blobdata_sd/AURA/roentgen/",
+    "--mask_channels=3",
+    "--dataset_name=layout2img",
+    "--resolution=512",
+    "--learning_rate=1e-5",
+    "--train_batch_size=4",
+    "--gradient_accumulation_steps=1",
+    "--report_to=wandb",
+    "--train_data_dir=/home/shuhan/blobdata_sd/AURA/dataset/",
+    "--train_data_prompt=/home/shuhan/blobdata_sd/AURA/dataset/json-layout2image/train_prompt_layout2image_multi.json",
+    "--validation_steps=10",
+    "--max_train_steps=1000",
+    "--validation_image",
+    "/home/shuhan/xray/AURA/dataset/test/36302/mask_36302.png",
+    "/home/shuhan/xray/AURA/dataset/test/36199/mask_36199.png",
+    "/home/shuhan/xray/AURA/dataset/test/57906/mask_57906.png",
+    "/home/shuhan/xray/AURA/dataset/test/69598/mask_69598.png",
+    "--validation_prompt",
+    "Normal.",
+    "mild Effusion on left lower lung.",
+    "mild Atelectasis on right lower lung, mild Effusion on left lower lung, mild Fibrosis on left lower lung, mild Fracture on right lung, mild Pleural Thickening on right lower lung.",
+    "severe Atelectasis on right lung, severe Consolidation on biliteral lung, mild Effusion on biliteral lung, severe Fibrosis on left lung."
+  ],
+  "program": "/home/shuhan/xray/AURA/layout2image_multi_new_version/train_new_version.py",
+  "codePath": "train_new_version.py",
+  "codePathLocal": "train_new_version.py",
+  "email": "sd925@cornell.edu",
+  "root": "/home/shuhan/xray/AURA/layout2image_multi_new_version",
+  "host": "msraep-gpu03",
+  "executable": "/home/shuhan/miniconda3/envs/AURA/bin/python3.10",
+  "cpu_count": 48,
+  "cpu_count_logical": 96,
+  "gpu": "NVIDIA RTX A6000",
+  "gpu_count": 4,
+  "disk": {
+    "/": {
+      "total": "2069820137472",
+      "used": "1366201724928"
+    }
+  },
+  "memory": {
+    "total": "539607207936"
+  },
+  "gpu_nvidia": [
+    {
+      "name": "NVIDIA RTX A6000",
+      "memoryTotal": "51527024640",
+      "cudaCores": 10752,
+      "architecture": "Ampere",
+      "uuid": "GPU-60ef1eb1-b46c-ed2a-801f-eb6c24d3af3b"
+    },
+    {
+      "name": "NVIDIA RTX A6000",
+      "memoryTotal": "51527024640",
+      "cudaCores": 10752,
+      "architecture": "Ampere",
+      "uuid": "GPU-3adf1b14-a079-6eaf-1beb-4b672b6a65bf"
+    },
+    {
+      "name": "NVIDIA RTX A6000",
+      "memoryTotal": "51527024640",
+      "cudaCores": 10752,
+      "architecture": "Ampere",
+      "uuid": "GPU-c52fddbc-578f-4da2-0503-0926386c6fa0"
+    },
+    {
+      "name": "NVIDIA RTX A6000",
+      "memoryTotal": "51527024640",
+      "cudaCores": 10752,
+      "architecture": "Ampere",
+      "uuid": "GPU-e71bca60-1096-d3a6-a1d2-eec470157b5b"
+    }
+  ],
+  "cudaVersion": "12.4",
+  "writerId": "yogfv8bmpehcztcypapctdi45a2o98gk"
+}

layout2image_multi_lora+adapter/wandb/run-20251124_034908-l45q13wk/logs/debug-internal.log

@@ -0,0 +1,11 @@
+{"time":"2025-11-24T03:49:09.075022742+08:00","level":"INFO","msg":"stream: starting","core version":"0.22.2"}
+{"time":"2025-11-24T03:49:09.543137936+08:00","level":"INFO","msg":"stream: created new stream","id":"l45q13wk"}
+{"time":"2025-11-24T03:49:09.543204003+08:00","level":"INFO","msg":"handler: started","stream_id":"l45q13wk"}
+{"time":"2025-11-24T03:49:09.543380396+08:00","level":"INFO","msg":"stream: started","id":"l45q13wk"}
+{"time":"2025-11-24T03:49:09.543387023+08:00","level":"INFO","msg":"sender: started","stream_id":"l45q13wk"}
+{"time":"2025-11-24T03:49:09.543391509+08:00","level":"INFO","msg":"writer: started","stream_id":"l45q13wk"}
+{"time":"2025-11-24T03:49:23.681461724+08:00","level":"INFO","msg":"stream: closing","id":"l45q13wk"}
+{"time":"2025-11-24T03:49:24.74450191+08:00","level":"INFO","msg":"fileTransfer: Close: file transfer manager closed"}
+{"time":"2025-11-24T03:49:25.124698689+08:00","level":"INFO","msg":"handler: closed","stream_id":"l45q13wk"}
+{"time":"2025-11-24T03:49:25.124840389+08:00","level":"INFO","msg":"sender: closed","stream_id":"l45q13wk"}
+{"time":"2025-11-24T03:49:25.124858523+08:00","level":"INFO","msg":"stream: closed","id":"l45q13wk"}

layout2image_multi_lora+adapter/wandb/run-20251124_035541-xyu7pb81/files/config.yaml

@@ -0,0 +1,199 @@
+_wandb:
+    value:
+        cli_version: 0.22.2
+        e:
+            lqapf92p9zblzaqxfsku9ayeyye4ikg0:
+                args:
+                    - --pretrained_model_name_or_path=/home/shuhan/blobdata_sd/AURA/roentgen/
+                    - --mask_channels=3
+                    - --dataset_name=layout2img
+                    - --resolution=512
+                    - --learning_rate=1e-5
+                    - --train_batch_size=4
+                    - --gradient_accumulation_steps=1
+                    - --report_to=wandb
+                    - --train_data_dir=/home/shuhan/blobdata_sd/AURA/dataset/
+                    - --train_data_prompt=/home/shuhan/blobdata_sd/AURA/dataset/json-layout2image/train_prompt_layout2image_multi.json
+                    - --validation_steps=10
+                    - --max_train_steps=1000
+                    - --validation_image
+                    - /home/shuhan/xray/AURA/dataset/test/36302/mask_36302.png
+                    - /home/shuhan/xray/AURA/dataset/test/36199/mask_36199.png
+                    - /home/shuhan/xray/AURA/dataset/test/57906/mask_57906.png
+                    - /home/shuhan/xray/AURA/dataset/test/69598/mask_69598.png
+                    - --validation_prompt
+                    - Normal.
+                    - mild Effusion on left lower lung.
+                    - mild Atelectasis on right lower lung, mild Effusion on left lower lung, mild Fibrosis on left lower lung, mild Fracture on right lung, mild Pleural Thickening on right lower lung.
+                    - severe Atelectasis on right lung, severe Consolidation on biliteral lung, mild Effusion on biliteral lung, severe Fibrosis on left lung.
+                codePath: train_new_version.py
+                codePathLocal: train_new_version.py
+                cpu_count: 48
+                cpu_count_logical: 96
+                cudaVersion: "12.4"
+                disk:
+                    /:
+                        total: "2069820137472"
+                        used: "1366212018176"
+                email: sd925@cornell.edu
+                executable: /home/shuhan/miniconda3/envs/AURA/bin/python3.10
+                gpu: NVIDIA RTX A6000
+                gpu_count: 4
+                gpu_nvidia:
+                    - architecture: Ampere
+                      cudaCores: 10752
+                      memoryTotal: "51527024640"
+                      name: NVIDIA RTX A6000
+                      uuid: GPU-60ef1eb1-b46c-ed2a-801f-eb6c24d3af3b
+                    - architecture: Ampere
+                      cudaCores: 10752
+                      memoryTotal: "51527024640"
+                      name: NVIDIA RTX A6000
+                      uuid: GPU-3adf1b14-a079-6eaf-1beb-4b672b6a65bf
+                    - architecture: Ampere
+                      cudaCores: 10752
+                      memoryTotal: "51527024640"
+                      name: NVIDIA RTX A6000
+                      uuid: GPU-c52fddbc-578f-4da2-0503-0926386c6fa0
+                    - architecture: Ampere
+                      cudaCores: 10752
+                      memoryTotal: "51527024640"
+                      name: NVIDIA RTX A6000
+                      uuid: GPU-e71bca60-1096-d3a6-a1d2-eec470157b5b
+                host: msraep-gpu03
+                memory:
+                    total: "539607207936"
+                os: Linux-5.15.0-161-generic-x86_64-with-glibc2.35
+                program: /home/shuhan/xray/AURA/layout2image_multi_new_version/train_new_version.py
+                python: CPython 3.10.15
+                root: /home/shuhan/xray/AURA/layout2image_multi_new_version
+                startedAt: "2025-11-23T19:55:41.216949Z"
+                writerId: lqapf92p9zblzaqxfsku9ayeyye4ikg0
+        m: []
+        python_version: 3.10.15
+        t:
+            "1":
+                - 1
+                - 11
+                - 41
+                - 49
+                - 51
+                - 71
+                - 83
+            "2":
+                - 1
+                - 11
+                - 41
+                - 49
+                - 51
+                - 71
+                - 83
+            "3":
+                - 61
+            "4": 3.10.15
+            "5": 0.22.2
+            "6": 4.30.2
+            "12": 0.22.2
+            "13": linux-x86_64
+adam_beta1:
+    value: 0.9
+adam_beta2:
+    value: 0.999
+adam_epsilon:
+    value: 1e-08
+adam_weight_decay:
+    value: 0.01
+allow_tf32:
+    value: false
+cache_dir:
+    value: null
+caption_column:
+    value: text
+checkpointing_steps:
+    value: 1000
+checkpoints_total_limit:
+    value: null
+conditioning_image_column:
+    value: conditioning_image
+dataloader_num_workers:
+    value: 0
+dataset_config_name:
+    value: null
+dataset_name:
+    value: layout2img
+enable_xformers_memory_efficient_attention:
+    value: false
+gradient_accumulation_steps:
+    value: 1
+gradient_checkpointing:
+    value: false
+hub_model_id:
+    value: null
+hub_token:
+    value: null
+image_column:
+    value: image
+learning_rate:
+    value: 1e-05
+logging_dir:
+    value: logs
+lr_num_cycles:
+    value: 1
+lr_power:
+    value: 1
+lr_scheduler:
+    value: constant
+lr_warmup_steps:
+    value: 500
+mask_channels:
+    value: 3
+max_grad_norm:
+    value: 1
+max_train_samples:
+    value: null
+max_train_steps:
+    value: 1000
+mixed_precision:
+    value: null
+num_train_epochs:
+    value: 4
+num_validation_images:
+    value: 4
+output_dir:
+    value: mask_encoder_model
+pretrained_model_name_or_path:
+    value: /home/shuhan/blobdata_sd/AURA/roentgen/
+proportion_empty_prompts:
+    value: 0
+push_to_hub:
+    value: false
+report_to:
+    value: wandb
+resolution:
+    value: 512
+resume_from_checkpoint:
+    value: null
+revision:
+    value: null
+scale_lr:
+    value: false
+seed:
+    value: null
+set_grads_to_none:
+    value: false
+tokenizer_name:
+    value: null
+tracker_project_name:
+    value: train_controlnet
+train_batch_size:
+    value: 4
+train_data_dir:
+    value: /home/shuhan/blobdata_sd/AURA/dataset/
+train_data_prompt:
+    value: /home/shuhan/blobdata_sd/AURA/dataset/json-layout2image/train_prompt_layout2image_multi.json
+use_8bit_adam:
+    value: false
+validation_steps:
+    value: 10
+variant:
+    value: null

layout2image_multi_lora+adapter/wandb/run-20251124_040408-3h8jbdlh/files/config.yaml

@@ -0,0 +1,199 @@
+_wandb:
+    value:
+        cli_version: 0.22.2
+        e:
+            mrx7vf9f3passwpcq33k60wpyxjultuo:
+                args:
+                    - --pretrained_model_name_or_path=/home/shuhan/blobdata_sd/AURA/roentgen/
+                    - --mask_channels=3
+                    - --dataset_name=layout2img
+                    - --resolution=512
+                    - --learning_rate=1e-5
+                    - --train_batch_size=4
+                    - --gradient_accumulation_steps=1
+                    - --report_to=wandb
+                    - --train_data_dir=/home/shuhan/blobdata_sd/AURA/dataset/
+                    - --train_data_prompt=/home/shuhan/blobdata_sd/AURA/dataset/json-layout2image/train_prompt_layout2image_multi.json
+                    - --validation_steps=5
+                    - --max_train_steps=1000
+                    - --validation_image
+                    - /home/shuhan/xray/AURA/dataset/test/36302/mask_36302.png
+                    - /home/shuhan/xray/AURA/dataset/test/36199/mask_36199.png
+                    - /home/shuhan/xray/AURA/dataset/test/57906/mask_57906.png
+                    - /home/shuhan/xray/AURA/dataset/test/69598/mask_69598.png
+                    - --validation_prompt
+                    - Normal.
+                    - mild Effusion on left lower lung.
+                    - mild Atelectasis on right lower lung, mild Effusion on left lower lung, mild Fibrosis on left lower lung, mild Fracture on right lung, mild Pleural Thickening on right lower lung.
+                    - severe Atelectasis on right lung, severe Consolidation on biliteral lung, mild Effusion on biliteral lung, severe Fibrosis on left lung.
+                codePath: train_new_version.py
+                codePathLocal: train_new_version.py
+                cpu_count: 48
+                cpu_count_logical: 96
+                cudaVersion: "12.4"
+                disk:
+                    /:
+                        total: "2069820137472"
+                        used: "1365578780672"
+                email: sd925@cornell.edu
+                executable: /home/shuhan/miniconda3/envs/AURA/bin/python3.10
+                gpu: NVIDIA RTX A6000
+                gpu_count: 4
+                gpu_nvidia:
+                    - architecture: Ampere
+                      cudaCores: 10752
+                      memoryTotal: "51527024640"
+                      name: NVIDIA RTX A6000
+                      uuid: GPU-60ef1eb1-b46c-ed2a-801f-eb6c24d3af3b
+                    - architecture: Ampere
+                      cudaCores: 10752
+                      memoryTotal: "51527024640"
+                      name: NVIDIA RTX A6000
+                      uuid: GPU-3adf1b14-a079-6eaf-1beb-4b672b6a65bf
+                    - architecture: Ampere
+                      cudaCores: 10752
+                      memoryTotal: "51527024640"
+                      name: NVIDIA RTX A6000
+                      uuid: GPU-c52fddbc-578f-4da2-0503-0926386c6fa0
+                    - architecture: Ampere
+                      cudaCores: 10752
+                      memoryTotal: "51527024640"
+                      name: NVIDIA RTX A6000
+                      uuid: GPU-e71bca60-1096-d3a6-a1d2-eec470157b5b
+                host: msraep-gpu03
+                memory:
+                    total: "539607207936"
+                os: Linux-5.15.0-161-generic-x86_64-with-glibc2.35
+                program: /home/shuhan/xray/AURA/layout2image_multi_new_version/train_new_version.py
+                python: CPython 3.10.15
+                root: /home/shuhan/xray/AURA/layout2image_multi_new_version
+                startedAt: "2025-11-23T20:04:08.156064Z"
+                writerId: mrx7vf9f3passwpcq33k60wpyxjultuo
+        m: []
+        python_version: 3.10.15
+        t:
+            "1":
+                - 1
+                - 11
+                - 41
+                - 49
+                - 51
+                - 71
+                - 83
+            "2":
+                - 1
+                - 11
+                - 41
+                - 49
+                - 51
+                - 71
+                - 83
+            "3":
+                - 61
+            "4": 3.10.15
+            "5": 0.22.2
+            "6": 4.30.2
+            "12": 0.22.2
+            "13": linux-x86_64
+adam_beta1:
+    value: 0.9
+adam_beta2:
+    value: 0.999
+adam_epsilon:
+    value: 1e-08
+adam_weight_decay:
+    value: 0.01
+allow_tf32:
+    value: false
+cache_dir:
+    value: null
+caption_column:
+    value: text
+checkpointing_steps:
+    value: 1000
+checkpoints_total_limit:
+    value: null
+conditioning_image_column:
+    value: conditioning_image
+dataloader_num_workers:
+    value: 0
+dataset_config_name:
+    value: null
+dataset_name:
+    value: layout2img
+enable_xformers_memory_efficient_attention:
+    value: false
+gradient_accumulation_steps:
+    value: 1
+gradient_checkpointing:
+    value: false
+hub_model_id:
+    value: null
+hub_token:
+    value: null
+image_column:
+    value: image
+learning_rate:
+    value: 1e-05
+logging_dir:
+    value: logs
+lr_num_cycles:
+    value: 1
+lr_power:
+    value: 1
+lr_scheduler:
+    value: constant
+lr_warmup_steps:
+    value: 500
+mask_channels:
+    value: 3
+max_grad_norm:
+    value: 1
+max_train_samples:
+    value: null
+max_train_steps:
+    value: 1000
+mixed_precision:
+    value: null
+num_train_epochs:
+    value: 4
+num_validation_images:
+    value: 4
+output_dir:
+    value: mask_encoder_model
+pretrained_model_name_or_path:
+    value: /home/shuhan/blobdata_sd/AURA/roentgen/
+proportion_empty_prompts:
+    value: 0
+push_to_hub:
+    value: false
+report_to:
+    value: wandb
+resolution:
+    value: 512
+resume_from_checkpoint:
+    value: null
+revision:
+    value: null
+scale_lr:
+    value: false
+seed:
+    value: null
+set_grads_to_none:
+    value: false
+tokenizer_name:
+    value: null
+tracker_project_name:
+    value: train_controlnet
+train_batch_size:
+    value: 4
+train_data_dir:
+    value: /home/shuhan/blobdata_sd/AURA/dataset/
+train_data_prompt:
+    value: /home/shuhan/blobdata_sd/AURA/dataset/json-layout2image/train_prompt_layout2image_multi.json
+use_8bit_adam:
+    value: false
+validation_steps:
+    value: 5
+variant:
+    value: null

layout2image_multi_lora+adapter/wandb/run-20251124_041706-u7oj03y3/files/output.log

@@ -0,0 +1,26 @@
+wandb: Detected [huggingface_hub.inference] in use.
+wandb: Use W&B Weave for improved LLM call tracing. Install Weave with `pip install weave` then add `import weave` to the top of your script.
+wandb: For more information, check out the docs at: https://weave-docs.wandb.ai/
+11/24/2025 04:17:07 - INFO - __main__ - ***** Running training *****
+11/24/2025 04:17:07 - INFO - __main__ -   Num examples = 4525
+11/24/2025 04:17:07 - INFO - __main__ -   Num batches each epoch = 283
+11/24/2025 04:17:07 - INFO - __main__ -   Num Epochs = 36
+11/24/2025 04:17:07 - INFO - __main__ -   Instantaneous batch size per device = 4
+11/24/2025 04:17:07 - INFO - __main__ -   Total train batch size (w. parallel, distributed & accumulation) = 16
+11/24/2025 04:17:07 - INFO - __main__ -   Gradient Accumulation steps = 1
+11/24/2025 04:17:07 - INFO - __main__ -   Total optimization steps = 10000
+Steps:   1%|█▎                                                                                                                               | 100/10000 [19:59<32:49:01, 11.93s/it, loss=0.125, lr=1e-5]11/24/2025 04:37:06 - INFO - __main__ - Running validation...
+{'sample_max_value', 'variance_type', 'prediction_type', 'thresholding', 'clip_sample', 'timestep_spacing', 'dynamic_thresholding_ratio', 'clip_sample_range'} was not found in config. Values will be initialized to default values.
+{'sample_max_value', 'prediction_type', 'thresholding', 'disable_corrector', 'lower_order_final', 'use_karras_sigmas', 'solver_p', 'predict_x0', 'solver_type', 'solver_order', 'dynamic_thresholding_ratio', 'timestep_spacing'} was not found in config. Values will be initialized to default values.
+/home/shuhan/xray/AURA/layout2image_multi_new_version/train_new_version.py:204: FutureWarning: Accessing config attribute `in_channels` directly via 'UNet2DConditionModel' object attribute is deprecated. Please access 'in_channels' over 'UNet2DConditionModel's config object instead, e.g. 'unet.config.in_channels'.
+  (1, unet.in_channels, height // 8, width // 8),
+Steps:   2%|██▌                                                                                                                              | 200/10000 [40:29<32:03:43, 11.78s/it, loss=0.198, lr=1e-5]11/24/2025 04:57:37 - INFO - __main__ - Running validation...
+{'sample_max_value', 'variance_type', 'prediction_type', 'thresholding', 'clip_sample', 'timestep_spacing', 'dynamic_thresholding_ratio', 'clip_sample_range'} was not found in config. Values will be initialized to default values.
+{'sample_max_value', 'prediction_type', 'thresholding', 'disable_corrector', 'lower_order_final', 'use_karras_sigmas', 'solver_p', 'predict_x0', 'solver_type', 'solver_order', 'dynamic_thresholding_ratio', 'timestep_spacing'} was not found in config. Values will be initialized to default values.
+Steps:   3%|███▊                                                                                                                          | 300/10000 [1:00:58<32:14:03, 11.96s/it, loss=0.0232, lr=1e-5]11/24/2025 05:18:05 - INFO - __main__ - Running validation...
+{'sample_max_value', 'variance_type', 'prediction_type', 'thresholding', 'clip_sample', 'timestep_spacing', 'dynamic_thresholding_ratio', 'clip_sample_range'} was not found in config. Values will be initialized to default values.
+{'sample_max_value', 'prediction_type', 'thresholding', 'disable_corrector', 'lower_order_final', 'use_karras_sigmas', 'solver_p', 'predict_x0', 'solver_type', 'solver_order', 'dynamic_thresholding_ratio', 'timestep_spacing'} was not found in config. Values will be initialized to default values.
+Steps:   4%|█████                                                                                                                         | 400/10000 [1:21:29<31:58:14, 11.99s/it, loss=0.0303, lr=1e-5]11/24/2025 05:38:36 - INFO - __main__ - Running validation...
+{'sample_max_value', 'variance_type', 'prediction_type', 'thresholding', 'clip_sample', 'timestep_spacing', 'dynamic_thresholding_ratio', 'clip_sample_range'} was not found in config. Values will be initialized to default values.
+{'sample_max_value', 'prediction_type', 'thresholding', 'disable_corrector', 'lower_order_final', 'use_karras_sigmas', 'solver_p', 'predict_x0', 'solver_type', 'solver_order', 'dynamic_thresholding_ratio', 'timestep_spacing'} was not found in config. Values will be initialized to default values.
+Steps:   5%|█████▊                                                                                                                         | 457/10000 [1:33:29<31:09:40, 11.76s/it, loss=0.113, lr=1e-5]

layout2image_multi_lora+adapter/wandb/run-20251124_041706-u7oj03y3/files/requirements.txt

@@ -0,0 +1,187 @@
+pip==25.1.1
+isodate==0.7.2
+filelock==3.13.1
+fsspec==2024.6.1
+scikit-learn==1.7.0
+gitdb==4.0.12
+pyarrow==21.0.0
+decorator==5.1.1
+scipy==1.15.3
+lightning-utilities==0.14.3
+pandas==2.3.0
+aiohappyeyeballs==2.6.1
+torchmetrics==1.8.0
+wcwidth==0.2.13
+pycparser==2.22
+nvidia-cuda-runtime-cu11==11.8.89
+nvidia-cuda-nvrtc-cu11==11.8.89
+transformers==4.30.2
+pillow==11.2.1
+nvidia-cufft-cu11==10.9.0.58
+Jinja2==3.1.4
+pyparsing==3.2.3
+pydantic_core==2.33.2
+nvidia-cuda-cupti-cu11==11.8.87
+imageio-ffmpeg==0.6.0
+huggingface-hub==0.24.0
+nvidia-cusolver-cu12==11.7.1.2
+idna==3.10
+pytorch-warmup==0.2.0
+opencv-python==4.12.0.88
+ptyprocess==0.7.0
+asttokens==2.4.1
+pytorch-lightning==2.5.2
+azure-identity==1.23.1
+torch==2.7.1
+nvidia-cufft-cu12==11.3.0.4
+exceptiongroup==1.2.2
+timm==1.0.20
+yacs==0.1.8
+nvidia-cudnn-cu12==9.5.1.17
+nvidia-nvjitlink-cu12==12.6.85
+torch-fidelity==0.3.0
+nvidia-cublas-cu11==11.11.3.6
+Pygments==2.18.0
+pytz==2025.2
+wheel==0.44.0
+charset-normalizer==3.4.2
+urllib3==2.5.0
+nvidia-nccl-cu12==2.26.2
+cryptography==45.0.5
+msal-extensions==1.3.1
+annotated-types==0.7.0
+mkl_random==1.2.8
+scikit-image==0.25.2
+aiohttp==3.12.14
+wandb==0.22.2
+networkx==3.3
+nvidia-cufile-cu12==1.11.1.6
+nvidia-cuda-cupti-cu12==12.6.80
+diffusers==0.19.3
+triton==3.3.1
+safetensors==0.5.3
+mkl-service==2.4.0
+async-timeout==5.0.1
+torchvision==0.22.1+cu126
+PyYAML==6.0.2
+msal==1.33.0
+torchaudio==2.7.1+cu118
+PyJWT==2.10.1
+jedi==0.19.2
+hf-xet==1.1.5
+einops==0.8.1
+debugpy==1.8.8
+comm==0.2.2
+pure_eval==0.2.3
+aiosignal==1.4.0
+nvidia-curand-cu11==10.3.0.86
+joblib==1.5.1
+matplotlib==3.10.3
+azure-ai-inference==1.0.0b9
+antlr4-python3-runtime==4.9.3
+nvidia-cudnn-cu11==9.1.0.70
+cycler==0.12.1
+pyzmq==26.2.0
+omegaconf==2.3.0
+jupyter_client==8.6.3
+certifi==2025.6.15
+sympy==1.14.0
+importlib_resources==6.5.2
+kornia==0.8.1
+imageio==2.37.0
+zipp==3.21.0
+gmpy2==2.1.2
+typing_extensions==4.14.0
+regex==2024.11.6
+yarl==1.20.1
+attrs==25.3.0
+ftfy==6.3.1
+fonttools==4.59.0
+kiwisolver==1.4.8
+protobuf==6.31.1
+ipykernel==6.29.5
+python-dateutil==2.9.0.post0
+GitPython==3.1.45
+datasets==4.0.0
+nvidia-nccl-cu11==2.21.5
+nvidia-nvtx-cu12==12.6.77
+torchxrayvision==1.3.5
+multiprocess==0.70.16
+tokenizers==0.13.3
+setuptools==75.1.0
+multidict==6.6.3
+propcache==0.3.2
+tifffile==2025.5.10
+ipython==8.29.0
+frozenlist==1.7.0
+smmap==5.0.2
+nvidia-cusparselt-cu12==0.6.3
+sentencepiece==0.2.1
+ema-pytorch==0.7.7
+kornia_rs==0.1.9
+monai==1.5.0
+stack-data==0.6.2
+prompt_toolkit==3.0.48
+xxhash==3.5.0
+nvidia-cusolver-cu11==11.4.1.48
+MarkupSafe==3.0.2
+traitlets==5.14.3
+nvidia-nvtx-cu11==11.8.86
+contourpy==1.3.2
+beartype==0.21.0
+nvidia-cusparse-cu12==12.5.4.2
+pickleshare==0.7.5
+nvidia-cusparse-cu11==11.7.5.86
+nvidia-curand-cu12==10.3.7.77
+requests==2.32.4
+tqdm==4.67.1
+nvidia-cublas-cu12==12.6.4.1
+packaging==24.2
+dill==0.3.8
+open-clip-torch==2.23.0
+mkl_fft==1.3.11
+nibabel==5.3.2
+platformdirs==4.3.6
+lazy_loader==0.4
+matplotlib-inline==0.1.7
+cffi==1.17.1
+importlib_metadata==8.5.0
+click==8.2.1
+threadpoolctl==3.6.0
+typing-inspection==0.4.1
+nvidia-cuda-runtime-cu12==12.6.77
+sentry-sdk==2.42.1
+pydantic==2.11.9
+accelerate==0.23.0
+nvidia-cuda-nvrtc-cu12==12.6.77
+numpy==2.2.6
+appdirs==1.4.4
+tornado==6.4.1
+psutil==6.1.0
+parso==0.8.4
+jupyter_core==5.7.2
+mpmath==1.3.0
+executing==2.1.0
+einops-exts==0.0.4
+azure-core==1.35.0
+six==1.16.0
+pexpect==4.9.0
+nest_asyncio==1.6.0
+tzdata==2025.2
+importlib_resources==6.4.0
+packaging==24.1
+platformdirs==4.2.2
+backports.tarfile==1.2.0
+inflect==7.3.1
+jaraco.collections==5.1.0
+tomli==2.0.1
+typing_extensions==4.12.2
+zipp==3.19.2
+more-itertools==10.3.0
+jaraco.context==5.3.0
+wheel==0.43.0
+autocommand==2.2.2
+typeguard==4.3.0
+jaraco.text==3.12.1
+jaraco.functools==4.0.1
+importlib_metadata==8.0.0

layout2image_multi_lora+adapter/wandb/run-20251124_041706-u7oj03y3/files/wandb-metadata.json

@@ -0,0 +1,81 @@
+{
+  "os": "Linux-5.15.0-161-generic-x86_64-with-glibc2.35",
+  "python": "CPython 3.10.15",
+  "startedAt": "2025-11-23T20:17:06.208150Z",
+  "args": [
+    "--pretrained_model_name_or_path=/home/shuhan/blobdata_sd/AURA/roentgen/",
+    "--mask_channels=3",
+    "--dataset_name=layout2img",
+    "--resolution=512",
+    "--learning_rate=1e-5",
+    "--train_batch_size=4",
+    "--gradient_accumulation_steps=1",
+    "--report_to=wandb",
+    "--train_data_dir=/home/shuhan/blobdata_sd/AURA/dataset/",
+    "--train_data_prompt=/home/shuhan/blobdata_sd/AURA/dataset/json-layout2image/train_prompt_layout2image_multi.json",
+    "--validation_steps=100",
+    "--max_train_steps=10000",
+    "--validation_image",
+    "/home/shuhan/xray/AURA/dataset/test/36302/mask_36302.png",
+    "/home/shuhan/xray/AURA/dataset/test/36199/mask_36199.png",
+    "/home/shuhan/xray/AURA/dataset/test/57906/mask_57906.png",
+    "/home/shuhan/xray/AURA/dataset/test/69598/mask_69598.png",
+    "--validation_prompt",
+    "Normal.",
+    "mild Effusion on left lower lung.",
+    "mild Atelectasis on right lower lung, mild Effusion on left lower lung, mild Fibrosis on left lower lung, mild Fracture on right lung, mild Pleural Thickening on right lower lung.",
+    "severe Atelectasis on right lung, severe Consolidation on biliteral lung, mild Effusion on biliteral lung, severe Fibrosis on left lung."
+  ],
+  "program": "/home/shuhan/xray/AURA/layout2image_multi_new_version/train_new_version.py",
+  "codePath": "train_new_version.py",
+  "codePathLocal": "train_new_version.py",
+  "email": "sd925@cornell.edu",
+  "root": "/home/shuhan/xray/AURA/layout2image_multi_new_version",
+  "host": "msraep-gpu03",
+  "executable": "/home/shuhan/miniconda3/envs/AURA/bin/python3.10",
+  "cpu_count": 48,
+  "cpu_count_logical": 96,
+  "gpu": "NVIDIA RTX A6000",
+  "gpu_count": 4,
+  "disk": {
+    "/": {
+      "total": "2069820137472",
+      "used": "1366263488512"
+    }
+  },
+  "memory": {
+    "total": "539607207936"
+  },
+  "gpu_nvidia": [
+    {
+      "name": "NVIDIA RTX A6000",
+      "memoryTotal": "51527024640",
+      "cudaCores": 10752,
+      "architecture": "Ampere",
+      "uuid": "GPU-60ef1eb1-b46c-ed2a-801f-eb6c24d3af3b"
+    },
+    {
+      "name": "NVIDIA RTX A6000",
+      "memoryTotal": "51527024640",
+      "cudaCores": 10752,
+      "architecture": "Ampere",
+      "uuid": "GPU-3adf1b14-a079-6eaf-1beb-4b672b6a65bf"
+    },
+    {
+      "name": "NVIDIA RTX A6000",
+      "memoryTotal": "51527024640",
+      "cudaCores": 10752,
+      "architecture": "Ampere",
+      "uuid": "GPU-c52fddbc-578f-4da2-0503-0926386c6fa0"
+    },
+    {
+      "name": "NVIDIA RTX A6000",
+      "memoryTotal": "51527024640",
+      "cudaCores": 10752,
+      "architecture": "Ampere",
+      "uuid": "GPU-e71bca60-1096-d3a6-a1d2-eec470157b5b"
+    }
+  ],
+  "cudaVersion": "12.4",
+  "writerId": "r548u4v7wq400apnuqtccuea08d87j9b"
+}

layout2image_multi_lora+adapter/wandb/run-20251124_041706-u7oj03y3/logs/debug.log

@@ -0,0 +1,22 @@
+2025-11-24 04:17:06,209 INFO    MainThread:1795408 [wandb_setup.py:_flush():81] Current SDK version is 0.22.2
+2025-11-24 04:17:06,209 INFO    MainThread:1795408 [wandb_setup.py:_flush():81] Configure stats pid to 1795408
+2025-11-24 04:17:06,209 INFO    MainThread:1795408 [wandb_setup.py:_flush():81] Loading settings from /home/shuhan/.config/wandb/settings
+2025-11-24 04:17:06,209 INFO    MainThread:1795408 [wandb_setup.py:_flush():81] Loading settings from /home/shuhan/xray/AURA/layout2image_multi_new_version/wandb/settings
+2025-11-24 04:17:06,209 INFO    MainThread:1795408 [wandb_setup.py:_flush():81] Loading settings from environment variables
+2025-11-24 04:17:06,209 INFO    MainThread:1795408 [wandb_init.py:setup_run_log_directory():705] Logging user logs to /home/shuhan/xray/AURA/layout2image_multi_new_version/wandb/run-20251124_041706-u7oj03y3/logs/debug.log
+2025-11-24 04:17:06,209 INFO    MainThread:1795408 [wandb_init.py:setup_run_log_directory():706] Logging internal logs to /home/shuhan/xray/AURA/layout2image_multi_new_version/wandb/run-20251124_041706-u7oj03y3/logs/debug-internal.log
+2025-11-24 04:17:06,209 INFO    MainThread:1795408 [wandb_init.py:init():832] calling init triggers
+2025-11-24 04:17:06,209 INFO    MainThread:1795408 [wandb_init.py:init():837] wandb.init called with sweep_config: {}
+config: {'_wandb': {}}
+2025-11-24 04:17:06,209 INFO    MainThread:1795408 [wandb_init.py:init():880] starting backend
+2025-11-24 04:17:06,417 INFO    MainThread:1795408 [wandb_init.py:init():883] sending inform_init request
+2025-11-24 04:17:06,421 INFO    MainThread:1795408 [wandb_init.py:init():891] backend started and connected
+2025-11-24 04:17:06,424 INFO    MainThread:1795408 [wandb_init.py:init():961] updated telemetry
+2025-11-24 04:17:06,425 INFO    MainThread:1795408 [wandb_init.py:init():985] communicating run to backend with 90.0 second timeout
+2025-11-24 04:17:07,253 INFO    MainThread:1795408 [wandb_init.py:init():1036] starting run threads in backend
+2025-11-24 04:17:07,444 INFO    MainThread:1795408 [wandb_run.py:_console_start():2509] atexit reg
+2025-11-24 04:17:07,444 INFO    MainThread:1795408 [wandb_run.py:_redirect():2357] redirect: wrap_raw
+2025-11-24 04:17:07,444 INFO    MainThread:1795408 [wandb_run.py:_redirect():2426] Wrapping output streams.
+2025-11-24 04:17:07,445 INFO    MainThread:1795408 [wandb_run.py:_redirect():2449] Redirects installed.
+2025-11-24 04:17:07,447 INFO    MainThread:1795408 [wandb_init.py:init():1076] run started, returning control to user process
+2025-11-24 04:17:07,449 INFO    MainThread:1795408 [wandb_run.py:_config_callback():1392] config_cb None None {'pretrained_model_name_or_path': '/home/shuhan/blobdata_sd/AURA/roentgen/', 'revision': None, 'variant': None, 'tokenizer_name': None, 'output_dir': 'mask_encoder_model', 'cache_dir': None, 'seed': None, 'resolution': 512, 'train_batch_size': 4, 'num_train_epochs': 36, 'max_train_steps': 10000, 'checkpointing_steps': 1000, 'checkpoints_total_limit': None, 'resume_from_checkpoint': None, 'gradient_accumulation_steps': 1, 'gradient_checkpointing': False, 'learning_rate': 1e-05, 'scale_lr': False, 'lr_scheduler': 'constant', 'lr_warmup_steps': 500, 'lr_num_cycles': 1, 'lr_power': 1.0, 'use_8bit_adam': False, 'dataloader_num_workers': 0, 'adam_beta1': 0.9, 'adam_beta2': 0.999, 'adam_weight_decay': 0.01, 'adam_epsilon': 1e-08, 'max_grad_norm': 1.0, 'push_to_hub': False, 'hub_token': None, 'hub_model_id': None, 'logging_dir': 'logs', 'allow_tf32': False, 'report_to': 'wandb', 'mixed_precision': None, 'enable_xformers_memory_efficient_attention': False, 'set_grads_to_none': False, 'dataset_name': 'layout2img', 'dataset_config_name': None, 'train_data_dir': '/home/shuhan/blobdata_sd/AURA/dataset/', 'train_data_prompt': '/home/shuhan/blobdata_sd/AURA/dataset/json-layout2image/train_prompt_layout2image_multi.json', 'image_column': 'image', 'conditioning_image_column': 'conditioning_image', 'caption_column': 'text', 'max_train_samples': None, 'proportion_empty_prompts': 0, 'num_validation_images': 4, 'validation_steps': 100, 'tracker_project_name': 'train_controlnet', 'mask_channels': 3}

layout2image_multi_lora+adapter/wandb/run-20251124_055445-8tiskgzz/logs/debug.log

@@ -0,0 +1,27 @@
+2025-11-24 05:54:45,529 INFO    MainThread:1810853 [wandb_setup.py:_flush():81] Current SDK version is 0.22.2
+2025-11-24 05:54:45,529 INFO    MainThread:1810853 [wandb_setup.py:_flush():81] Configure stats pid to 1810853
+2025-11-24 05:54:45,529 INFO    MainThread:1810853 [wandb_setup.py:_flush():81] Loading settings from /home/shuhan/.config/wandb/settings
+2025-11-24 05:54:45,529 INFO    MainThread:1810853 [wandb_setup.py:_flush():81] Loading settings from /home/shuhan/xray/AURA/layout2image_multi_new_version/wandb/settings
+2025-11-24 05:54:45,529 INFO    MainThread:1810853 [wandb_setup.py:_flush():81] Loading settings from environment variables
+2025-11-24 05:54:45,529 INFO    MainThread:1810853 [wandb_init.py:setup_run_log_directory():705] Logging user logs to /home/shuhan/xray/AURA/layout2image_multi_new_version/wandb/run-20251124_055445-8tiskgzz/logs/debug.log
+2025-11-24 05:54:45,529 INFO    MainThread:1810853 [wandb_init.py:setup_run_log_directory():706] Logging internal logs to /home/shuhan/xray/AURA/layout2image_multi_new_version/wandb/run-20251124_055445-8tiskgzz/logs/debug-internal.log
+2025-11-24 05:54:45,529 INFO    MainThread:1810853 [wandb_init.py:init():832] calling init triggers
+2025-11-24 05:54:45,529 INFO    MainThread:1810853 [wandb_init.py:init():837] wandb.init called with sweep_config: {}
+config: {'_wandb': {}}
+2025-11-24 05:54:45,529 INFO    MainThread:1810853 [wandb_init.py:init():880] starting backend
+2025-11-24 05:54:45,736 INFO    MainThread:1810853 [wandb_init.py:init():883] sending inform_init request
+2025-11-24 05:54:45,741 INFO    MainThread:1810853 [wandb_init.py:init():891] backend started and connected
+2025-11-24 05:54:45,744 INFO    MainThread:1810853 [wandb_init.py:init():961] updated telemetry
+2025-11-24 05:54:45,745 INFO    MainThread:1810853 [wandb_init.py:init():985] communicating run to backend with 90.0 second timeout
+2025-11-24 05:54:46,608 INFO    MainThread:1810853 [wandb_init.py:init():1036] starting run threads in backend
+2025-11-24 05:54:46,806 INFO    MainThread:1810853 [wandb_run.py:_console_start():2509] atexit reg
+2025-11-24 05:54:46,806 INFO    MainThread:1810853 [wandb_run.py:_redirect():2357] redirect: wrap_raw
+2025-11-24 05:54:46,806 INFO    MainThread:1810853 [wandb_run.py:_redirect():2426] Wrapping output streams.
+2025-11-24 05:54:46,806 INFO    MainThread:1810853 [wandb_run.py:_redirect():2449] Redirects installed.
+2025-11-24 05:54:46,810 INFO    MainThread:1810853 [wandb_init.py:init():1076] run started, returning control to user process
+2025-11-24 05:54:46,812 INFO    MainThread:1810853 [wandb_run.py:_config_callback():1392] config_cb None None {'pretrained_model_name_or_path': '/home/shuhan/blobdata_sd/AURA/roentgen/', 'revision': None, 'variant': None, 'tokenizer_name': None, 'output_dir': 'mask_encoder_model', 'cache_dir': None, 'seed': None, 'resolution': 512, 'train_batch_size': 4, 'num_train_epochs': 36, 'max_train_steps': 10000, 'checkpointing_steps': 1000, 'checkpoints_total_limit': None, 'resume_from_checkpoint': None, 'gradient_accumulation_steps': 1, 'gradient_checkpointing': False, 'learning_rate': 1e-05, 'scale_lr': False, 'lr_scheduler': 'constant', 'lr_warmup_steps': 500, 'lr_num_cycles': 1, 'lr_power': 1.0, 'use_8bit_adam': False, 'dataloader_num_workers': 0, 'adam_beta1': 0.9, 'adam_beta2': 0.999, 'adam_weight_decay': 0.01, 'adam_epsilon': 1e-08, 'max_grad_norm': 1.0, 'push_to_hub': False, 'hub_token': None, 'hub_model_id': None, 'logging_dir': 'logs', 'allow_tf32': False, 'report_to': 'wandb', 'mixed_precision': None, 'enable_xformers_memory_efficient_attention': False, 'set_grads_to_none': False, 'dataset_name': 'layout2img', 'dataset_config_name': None, 'train_data_dir': '/home/shuhan/blobdata_sd/AURA/dataset/', 'train_data_prompt': '/home/shuhan/blobdata_sd/AURA/dataset/json-layout2image/train_prompt_layout2image_multi.json', 'image_column': 'image', 'conditioning_image_column': 'conditioning_image', 'caption_column': 'text', 'max_train_samples': None, 'proportion_empty_prompts': 0, 'num_validation_images': 4, 'validation_steps': 150, 'tracker_project_name': 'train_controlnet', 'mask_channels': 3}
+2025-11-25 15:33:17,640 INFO    MainThread:1810853 [wandb_run.py:_finish():2275] finishing run rockingchairbattery-cornell-university/train_controlnet/8tiskgzz
+2025-11-25 15:33:17,641 INFO    MainThread:1810853 [wandb_run.py:_atexit_cleanup():2474] got exitcode: 0
+2025-11-25 15:33:17,641 INFO    MainThread:1810853 [wandb_run.py:_restore():2456] restore
+2025-11-25 15:33:17,641 INFO    MainThread:1810853 [wandb_run.py:_restore():2462] restore done
+2025-11-25 15:33:19,500 INFO    MainThread:1810853 [wandb_run.py:_footer_sync_info():3872] logging synced files

layout2image_multi_lora+adapter/wandb/run-20260108_032313-0d879sob/logs/debug.log

@@ -0,0 +1,24 @@
+2026-01-08 03:23:13,155 INFO    MainThread:722456 [wandb_setup.py:_flush():81] Current SDK version is 0.22.2
+2026-01-08 03:23:13,155 INFO    MainThread:722456 [wandb_setup.py:_flush():81] Configure stats pid to 722456
+2026-01-08 03:23:13,155 INFO    MainThread:722456 [wandb_setup.py:_flush():81] Loading settings from /home/shuhan/.config/wandb/settings
+2026-01-08 03:23:13,155 INFO    MainThread:722456 [wandb_setup.py:_flush():81] Loading settings from /home/shuhan/xray/AURA/layout2image_multi_lora+adapter/wandb/settings
+2026-01-08 03:23:13,155 INFO    MainThread:722456 [wandb_setup.py:_flush():81] Loading settings from environment variables
+2026-01-08 03:23:13,156 INFO    MainThread:722456 [wandb_init.py:setup_run_log_directory():705] Logging user logs to /home/shuhan/xray/AURA/layout2image_multi_lora+adapter/wandb/run-20260108_032313-0d879sob/logs/debug.log
+2026-01-08 03:23:13,156 INFO    MainThread:722456 [wandb_init.py:setup_run_log_directory():706] Logging internal logs to /home/shuhan/xray/AURA/layout2image_multi_lora+adapter/wandb/run-20260108_032313-0d879sob/logs/debug-internal.log
+2026-01-08 03:23:13,156 INFO    MainThread:722456 [wandb_init.py:init():832] calling init triggers
+2026-01-08 03:23:13,156 INFO    MainThread:722456 [wandb_init.py:init():837] wandb.init called with sweep_config: {}
+config: {'_wandb': {}}
+2026-01-08 03:23:13,156 INFO    MainThread:722456 [wandb_init.py:init():880] starting backend
+2026-01-08 03:23:13,569 INFO    MainThread:722456 [wandb_init.py:init():883] sending inform_init request
+2026-01-08 03:23:13,578 INFO    MainThread:722456 [wandb_init.py:init():891] backend started and connected
+2026-01-08 03:23:13,586 INFO    MainThread:722456 [wandb_init.py:init():961] updated telemetry
+2026-01-08 03:23:13,587 INFO    MainThread:722456 [wandb_init.py:init():985] communicating run to backend with 90.0 second timeout
+2026-01-08 03:23:14,591 INFO    MainThread:722456 [wandb_init.py:init():1036] starting run threads in backend
+2026-01-08 03:23:14,869 INFO    MainThread:722456 [wandb_run.py:_console_start():2509] atexit reg
+2026-01-08 03:23:14,869 INFO    MainThread:722456 [wandb_run.py:_redirect():2357] redirect: wrap_raw
+2026-01-08 03:23:14,870 INFO    MainThread:722456 [wandb_run.py:_redirect():2426] Wrapping output streams.
+2026-01-08 03:23:14,870 INFO    MainThread:722456 [wandb_run.py:_redirect():2449] Redirects installed.
+2026-01-08 03:23:14,874 INFO    MainThread:722456 [wandb_init.py:init():1076] run started, returning control to user process
+2026-01-08 03:23:14,876 INFO    MainThread:722456 [wandb_run.py:_config_callback():1392] config_cb None None {'pretrained_model_name_or_path': 'CompVis/stable-diffusion-v1-4', 'revision': None, 'variant': None, 'tokenizer_name': None, 'output_dir': 'mask_encoder_model', 'cache_dir': None, 'seed': None, 'resolution': 512, 'train_batch_size': 4, 'num_train_epochs': 36, 'max_train_steps': 10000, 'checkpointing_steps': 1000, 'checkpoints_total_limit': None, 'resume_from_checkpoint': None, 'gradient_accumulation_steps': 1, 'gradient_checkpointing': False, 'learning_rate': 1e-05, 'scale_lr': False, 'lr_scheduler': 'constant', 'lr_warmup_steps': 500, 'lr_num_cycles': 1, 'lr_power': 1.0, 'use_8bit_adam': False, 'dataloader_num_workers': 0, 'adam_beta1': 0.9, 'adam_beta2': 0.999, 'adam_weight_decay': 0.01, 'adam_epsilon': 1e-08, 'max_grad_norm': 1.0, 'push_to_hub': False, 'hub_token': None, 'hub_model_id': None, 'logging_dir': 'logs', 'allow_tf32': False, 'report_to': 'wandb', 'mixed_precision': None, 'enable_xformers_memory_efficient_attention': False, 'set_grads_to_none': False, 'dataset_name': 'layout2img', 'dataset_config_name': None, 'train_data_dir': '/home/shuhan/blobdata_sd/AURA/dataset/', 'train_data_prompt': '/home/shuhan/blobdata_sd/AURA/dataset/json-layout2image/train_prompt_layout2image_multi.json', 'image_column': 'image', 'conditioning_image_column': 'conditioning_image', 'caption_column': 'text', 'max_train_samples': None, 'proportion_empty_prompts': 0, 'num_validation_images': 4, 'validation_steps': 150, 'tracker_project_name': 'train_controlnet', 'mask_channels': 3, 'lora_path': '/home/shuhan/blobdata_sd/AURA/layout2image_multi_lora/bs64_lr1e-4_rank16_10000/checkpoint-10000/', 'lora_scale': 1.0, 'fuse_lora': True}
+2026-01-08 03:23:33,258 INFO    wandb-AsyncioManager-main:722456 [service_client.py:_forward_responses():80] Reached EOF.
+2026-01-08 03:23:33,259 INFO    wandb-AsyncioManager-main:722456 [mailbox.py:close():137] Closing mailbox, abandoning 1 handles.

layout2image_multi_lora+adapter/wandb/run-20260108_034911-87gj0dlv/files/wandb-metadata.json

@@ -0,0 +1,86 @@
+{
+  "os": "Linux-5.15.0-161-generic-x86_64-with-glibc2.35",
+  "python": "CPython 3.10.15",
+  "startedAt": "2026-01-07T19:49:11.854416Z",
+  "args": [
+    "--pretrained_model_name_or_path=CompVis/stable-diffusion-v1-4",
+    "--lora_path",
+    "/home/shuhan/blobdata_sd/AURA/layout2image_multi_lora/bs64_lr1e-4_rank16_10000/checkpoint-10000/",
+    "--fuse_lora",
+    "--lora_scale",
+    "1.0",
+    "--mask_channels=3",
+    "--dataset_name=layout2img",
+    "--resolution=512",
+    "--learning_rate=1e-5",
+    "--train_batch_size=4",
+    "--gradient_accumulation_steps=1",
+    "--report_to=wandb",
+    "--train_data_dir=/home/shuhan/blobdata_sd/AURA/dataset/",
+    "--train_data_prompt=/home/shuhan/blobdata_sd/AURA/dataset/json-layout2image/train_prompt_layout2image_multi.json",
+    "--validation_steps=150",
+    "--max_train_steps=10000",
+    "--validation_image",
+    "/home/shuhan/xray/AURA/dataset/test/36199/mask_36199.png",
+    "/home/shuhan/xray/AURA/dataset/test/36302/mask_36302.png",
+    "/home/shuhan/xray/AURA/dataset/test/57906/mask_57906.png",
+    "/home/shuhan/xray/AURA/dataset/test/69598/mask_69598.png",
+    "--validation_prompt",
+    "Normal.",
+    "mild Effusion on left lower lung.",
+    "mild Atelectasis on right lower lung, mild Effusion on left lower lung, mild Fibrosis on left lower lung, mild Fracture on right lung, mild Pleural Thickening on right lower lung.",
+    "severe Atelectasis on right lung, severe Consolidation on biliteral lung, mild Effusion on biliteral lung, severe Fibrosis on left lung."
+  ],
+  "program": "/home/shuhan/xray/AURA/layout2image_multi_lora+adapter/train_new_version.py",
+  "codePath": "train_new_version.py",
+  "codePathLocal": "train_new_version.py",
+  "email": "sd925@cornell.edu",
+  "root": "/home/shuhan/xray/AURA/layout2image_multi_lora+adapter",
+  "host": "msraep-gpu03",
+  "executable": "/home/shuhan/miniconda3/envs/AURA/bin/python3.10",
+  "cpu_count": 48,
+  "cpu_count_logical": 96,
+  "gpu": "NVIDIA RTX A6000",
+  "gpu_count": 4,
+  "disk": {
+    "/": {
+      "total": "2069820137472",
+      "used": "1471691411456"
+    }
+  },
+  "memory": {
+    "total": "539607207936"
+  },
+  "gpu_nvidia": [
+    {
+      "name": "NVIDIA RTX A6000",
+      "memoryTotal": "51527024640",
+      "cudaCores": 10752,
+      "architecture": "Ampere",
+      "uuid": "GPU-60ef1eb1-b46c-ed2a-801f-eb6c24d3af3b"
+    },
+    {
+      "name": "NVIDIA RTX A6000",
+      "memoryTotal": "51527024640",
+      "cudaCores": 10752,
+      "architecture": "Ampere",
+      "uuid": "GPU-3adf1b14-a079-6eaf-1beb-4b672b6a65bf"
+    },
+    {
+      "name": "NVIDIA RTX A6000",
+      "memoryTotal": "51527024640",
+      "cudaCores": 10752,
+      "architecture": "Ampere",
+      "uuid": "GPU-c52fddbc-578f-4da2-0503-0926386c6fa0"
+    },
+    {
+      "name": "NVIDIA RTX A6000",
+      "memoryTotal": "51527024640",
+      "cudaCores": 10752,
+      "architecture": "Ampere",
+      "uuid": "GPU-e71bca60-1096-d3a6-a1d2-eec470157b5b"
+    }
+  ],
+  "cudaVersion": "12.4",
+  "writerId": "wzv1e7nis54zawxhpugngek21mxjgyva"
+}

layout2image_multi_lora+adapter/wandb/run-20260108_034911-87gj0dlv/logs/debug.log

@@ -0,0 +1,24 @@
+2026-01-08 03:49:11,855 INFO    MainThread:724544 [wandb_setup.py:_flush():81] Current SDK version is 0.22.2
+2026-01-08 03:49:11,855 INFO    MainThread:724544 [wandb_setup.py:_flush():81] Configure stats pid to 724544
+2026-01-08 03:49:11,855 INFO    MainThread:724544 [wandb_setup.py:_flush():81] Loading settings from /home/shuhan/.config/wandb/settings
+2026-01-08 03:49:11,855 INFO    MainThread:724544 [wandb_setup.py:_flush():81] Loading settings from /home/shuhan/xray/AURA/layout2image_multi_lora+adapter/wandb/settings
+2026-01-08 03:49:11,855 INFO    MainThread:724544 [wandb_setup.py:_flush():81] Loading settings from environment variables
+2026-01-08 03:49:11,855 INFO    MainThread:724544 [wandb_init.py:setup_run_log_directory():705] Logging user logs to /home/shuhan/xray/AURA/layout2image_multi_lora+adapter/wandb/run-20260108_034911-87gj0dlv/logs/debug.log
+2026-01-08 03:49:11,855 INFO    MainThread:724544 [wandb_init.py:setup_run_log_directory():706] Logging internal logs to /home/shuhan/xray/AURA/layout2image_multi_lora+adapter/wandb/run-20260108_034911-87gj0dlv/logs/debug-internal.log
+2026-01-08 03:49:11,855 INFO    MainThread:724544 [wandb_init.py:init():832] calling init triggers
+2026-01-08 03:49:11,855 INFO    MainThread:724544 [wandb_init.py:init():837] wandb.init called with sweep_config: {}
+config: {'_wandb': {}}
+2026-01-08 03:49:11,855 INFO    MainThread:724544 [wandb_init.py:init():880] starting backend
+2026-01-08 03:49:12,064 INFO    MainThread:724544 [wandb_init.py:init():883] sending inform_init request
+2026-01-08 03:49:12,069 INFO    MainThread:724544 [wandb_init.py:init():891] backend started and connected
+2026-01-08 03:49:12,072 INFO    MainThread:724544 [wandb_init.py:init():961] updated telemetry
+2026-01-08 03:49:12,073 INFO    MainThread:724544 [wandb_init.py:init():985] communicating run to backend with 90.0 second timeout
+2026-01-08 03:49:12,926 INFO    MainThread:724544 [wandb_init.py:init():1036] starting run threads in backend
+2026-01-08 03:49:13,117 INFO    MainThread:724544 [wandb_run.py:_console_start():2509] atexit reg
+2026-01-08 03:49:13,117 INFO    MainThread:724544 [wandb_run.py:_redirect():2357] redirect: wrap_raw
+2026-01-08 03:49:13,117 INFO    MainThread:724544 [wandb_run.py:_redirect():2426] Wrapping output streams.
+2026-01-08 03:49:13,117 INFO    MainThread:724544 [wandb_run.py:_redirect():2449] Redirects installed.
+2026-01-08 03:49:13,120 INFO    MainThread:724544 [wandb_init.py:init():1076] run started, returning control to user process
+2026-01-08 03:49:13,122 INFO    MainThread:724544 [wandb_run.py:_config_callback():1392] config_cb None None {'pretrained_model_name_or_path': 'CompVis/stable-diffusion-v1-4', 'revision': None, 'variant': None, 'tokenizer_name': None, 'output_dir': 'mask_encoder_model', 'cache_dir': None, 'seed': None, 'resolution': 512, 'train_batch_size': 4, 'num_train_epochs': 36, 'max_train_steps': 10000, 'checkpointing_steps': 1000, 'checkpoints_total_limit': None, 'resume_from_checkpoint': None, 'gradient_accumulation_steps': 1, 'gradient_checkpointing': False, 'learning_rate': 1e-05, 'scale_lr': False, 'lr_scheduler': 'constant', 'lr_warmup_steps': 500, 'lr_num_cycles': 1, 'lr_power': 1.0, 'use_8bit_adam': False, 'dataloader_num_workers': 0, 'adam_beta1': 0.9, 'adam_beta2': 0.999, 'adam_weight_decay': 0.01, 'adam_epsilon': 1e-08, 'max_grad_norm': 1.0, 'push_to_hub': False, 'hub_token': None, 'hub_model_id': None, 'logging_dir': 'logs', 'allow_tf32': False, 'report_to': 'wandb', 'mixed_precision': None, 'enable_xformers_memory_efficient_attention': False, 'set_grads_to_none': False, 'dataset_name': 'layout2img', 'dataset_config_name': None, 'train_data_dir': '/home/shuhan/blobdata_sd/AURA/dataset/', 'train_data_prompt': '/home/shuhan/blobdata_sd/AURA/dataset/json-layout2image/train_prompt_layout2image_multi.json', 'image_column': 'image', 'conditioning_image_column': 'conditioning_image', 'caption_column': 'text', 'max_train_samples': None, 'proportion_empty_prompts': 0, 'num_validation_images': 4, 'validation_steps': 150, 'tracker_project_name': 'train_controlnet', 'mask_channels': 3, 'lora_path': '/home/shuhan/blobdata_sd/AURA/layout2image_multi_lora/bs64_lr1e-4_rank16_10000/checkpoint-10000/', 'lora_scale': 1.0, 'fuse_lora': True}
+2026-01-08 03:49:31,318 INFO    wandb-AsyncioManager-main:724544 [service_client.py:_forward_responses():80] Reached EOF.
+2026-01-08 03:49:31,319 INFO    wandb-AsyncioManager-main:724544 [mailbox.py:close():137] Closing mailbox, abandoning 1 handles.

layout2image_multi_lora+adapter/wandb/run-20260108_035316-xczbqsui/files/config.yaml

@@ -0,0 +1,210 @@
+_wandb:
+    value:
+        cli_version: 0.22.2
+        e:
+            a2d8mqev21byf24c9uq8ztpco2h4wuht:
+                args:
+                    - --pretrained_model_name_or_path=CompVis/stable-diffusion-v1-4
+                    - --lora_path
+                    - /home/shuhan/blobdata_sd/AURA/layout2image_multi_lora/bs64_lr1e-4_rank16_10000/checkpoint-10000/
+                    - --fuse_lora
+                    - --lora_scale
+                    - "1.0"
+                    - --mask_channels=3
+                    - --dataset_name=layout2img
+                    - --resolution=512
+                    - --learning_rate=1e-5
+                    - --train_batch_size=2
+                    - --gradient_accumulation_steps=1
+                    - --report_to=wandb
+                    - --train_data_dir=/home/shuhan/blobdata_sd/AURA/dataset/
+                    - --train_data_prompt=/home/shuhan/blobdata_sd/AURA/dataset/json-layout2image/train_prompt_layout2image_multi.json
+                    - --validation_steps=150
+                    - --max_train_steps=10000
+                    - --validation_image
+                    - /home/shuhan/xray/AURA/dataset/test/36199/mask_36199.png
+                    - /home/shuhan/xray/AURA/dataset/test/36302/mask_36302.png
+                    - /home/shuhan/xray/AURA/dataset/test/57906/mask_57906.png
+                    - /home/shuhan/xray/AURA/dataset/test/69598/mask_69598.png
+                    - --validation_prompt
+                    - Normal.
+                    - mild Effusion on left lower lung.
+                    - mild Atelectasis on right lower lung, mild Effusion on left lower lung, mild Fibrosis on left lower lung, mild Fracture on right lung, mild Pleural Thickening on right lower lung.
+                    - severe Atelectasis on right lung, severe Consolidation on biliteral lung, mild Effusion on biliteral lung, severe Fibrosis on left lung.
+                codePath: train_new_version.py
+                codePathLocal: train_new_version.py
+                cpu_count: 48
+                cpu_count_logical: 96
+                cudaVersion: "12.4"
+                disk:
+                    /:
+                        total: "2069820137472"
+                        used: "1471684939776"
+                email: sd925@cornell.edu
+                executable: /home/shuhan/miniconda3/envs/AURA/bin/python3.10
+                gpu: NVIDIA RTX A6000
+                gpu_count: 4
+                gpu_nvidia:
+                    - architecture: Ampere
+                      cudaCores: 10752
+                      memoryTotal: "51527024640"
+                      name: NVIDIA RTX A6000
+                      uuid: GPU-60ef1eb1-b46c-ed2a-801f-eb6c24d3af3b
+                    - architecture: Ampere
+                      cudaCores: 10752
+                      memoryTotal: "51527024640"
+                      name: NVIDIA RTX A6000
+                      uuid: GPU-3adf1b14-a079-6eaf-1beb-4b672b6a65bf
+                    - architecture: Ampere
+                      cudaCores: 10752
+                      memoryTotal: "51527024640"
+                      name: NVIDIA RTX A6000
+                      uuid: GPU-c52fddbc-578f-4da2-0503-0926386c6fa0
+                    - architecture: Ampere
+                      cudaCores: 10752
+                      memoryTotal: "51527024640"
+                      name: NVIDIA RTX A6000
+                      uuid: GPU-e71bca60-1096-d3a6-a1d2-eec470157b5b
+                host: msraep-gpu03
+                memory:
+                    total: "539607207936"
+                os: Linux-5.15.0-161-generic-x86_64-with-glibc2.35
+                program: /home/shuhan/xray/AURA/layout2image_multi_lora+adapter/train_new_version.py
+                python: CPython 3.10.15
+                root: /home/shuhan/xray/AURA/layout2image_multi_lora+adapter
+                startedAt: "2026-01-07T19:53:16.673876Z"
+                writerId: a2d8mqev21byf24c9uq8ztpco2h4wuht
+        m: []
+        python_version: 3.10.15
+        t:
+            "1":
+                - 1
+                - 11
+                - 41
+                - 49
+                - 51
+                - 71
+                - 83
+                - 98
+            "2":
+                - 1
+                - 11
+                - 41
+                - 49
+                - 51
+                - 71
+                - 83
+                - 98
+            "4": 3.10.15
+            "5": 0.22.2
+            "6": 4.30.2
+            "12": 0.22.2
+            "13": linux-x86_64
+adam_beta1:
+    value: 0.9
+adam_beta2:
+    value: 0.999
+adam_epsilon:
+    value: 1e-08
+adam_weight_decay:
+    value: 0.01
+allow_tf32:
+    value: false
+cache_dir:
+    value: null
+caption_column:
+    value: text
+checkpointing_steps:
+    value: 1000
+checkpoints_total_limit:
+    value: null
+conditioning_image_column:
+    value: conditioning_image
+dataloader_num_workers:
+    value: 0
+dataset_config_name:
+    value: null
+dataset_name:
+    value: layout2img
+enable_xformers_memory_efficient_attention:
+    value: false
+fuse_lora:
+    value: true
+gradient_accumulation_steps:
+    value: 1
+gradient_checkpointing:
+    value: false
+hub_model_id:
+    value: null
+hub_token:
+    value: null
+image_column:
+    value: image
+learning_rate:
+    value: 1e-05
+logging_dir:
+    value: logs
+lora_path:
+    value: /home/shuhan/blobdata_sd/AURA/layout2image_multi_lora/bs64_lr1e-4_rank16_10000/checkpoint-10000/
+lora_scale:
+    value: 1
+lr_num_cycles:
+    value: 1
+lr_power:
+    value: 1
+lr_scheduler:
+    value: constant
+lr_warmup_steps:
+    value: 500
+mask_channels:
+    value: 3
+max_grad_norm:
+    value: 1
+max_train_samples:
+    value: null
+max_train_steps:
+    value: 10000
+mixed_precision:
+    value: null
+num_train_epochs:
+    value: 18
+num_validation_images:
+    value: 4
+output_dir:
+    value: mask_encoder_model
+pretrained_model_name_or_path:
+    value: CompVis/stable-diffusion-v1-4
+proportion_empty_prompts:
+    value: 0
+push_to_hub:
+    value: false
+report_to:
+    value: wandb
+resolution:
+    value: 512
+resume_from_checkpoint:
+    value: null
+revision:
+    value: null
+scale_lr:
+    value: false
+seed:
+    value: null
+set_grads_to_none:
+    value: false
+tokenizer_name:
+    value: null
+tracker_project_name:
+    value: train_controlnet
+train_batch_size:
+    value: 2
+train_data_dir:
+    value: /home/shuhan/blobdata_sd/AURA/dataset/
+train_data_prompt:
+    value: /home/shuhan/blobdata_sd/AURA/dataset/json-layout2image/train_prompt_layout2image_multi.json
+use_8bit_adam:
+    value: false
+validation_steps:
+    value: 150
+variant:
+    value: null

layout2image_multi_lora+adapter/wandb/run-20260108_035316-xczbqsui/files/wandb-metadata.json

@@ -0,0 +1,86 @@
+{
+  "os": "Linux-5.15.0-161-generic-x86_64-with-glibc2.35",
+  "python": "CPython 3.10.15",
+  "startedAt": "2026-01-07T19:53:16.673876Z",
+  "args": [
+    "--pretrained_model_name_or_path=CompVis/stable-diffusion-v1-4",
+    "--lora_path",
+    "/home/shuhan/blobdata_sd/AURA/layout2image_multi_lora/bs64_lr1e-4_rank16_10000/checkpoint-10000/",
+    "--fuse_lora",
+    "--lora_scale",
+    "1.0",
+    "--mask_channels=3",
+    "--dataset_name=layout2img",
+    "--resolution=512",
+    "--learning_rate=1e-5",
+    "--train_batch_size=2",
+    "--gradient_accumulation_steps=1",
+    "--report_to=wandb",
+    "--train_data_dir=/home/shuhan/blobdata_sd/AURA/dataset/",
+    "--train_data_prompt=/home/shuhan/blobdata_sd/AURA/dataset/json-layout2image/train_prompt_layout2image_multi.json",
+    "--validation_steps=150",
+    "--max_train_steps=10000",
+    "--validation_image",
+    "/home/shuhan/xray/AURA/dataset/test/36199/mask_36199.png",
+    "/home/shuhan/xray/AURA/dataset/test/36302/mask_36302.png",
+    "/home/shuhan/xray/AURA/dataset/test/57906/mask_57906.png",
+    "/home/shuhan/xray/AURA/dataset/test/69598/mask_69598.png",
+    "--validation_prompt",
+    "Normal.",
+    "mild Effusion on left lower lung.",
+    "mild Atelectasis on right lower lung, mild Effusion on left lower lung, mild Fibrosis on left lower lung, mild Fracture on right lung, mild Pleural Thickening on right lower lung.",
+    "severe Atelectasis on right lung, severe Consolidation on biliteral lung, mild Effusion on biliteral lung, severe Fibrosis on left lung."
+  ],
+  "program": "/home/shuhan/xray/AURA/layout2image_multi_lora+adapter/train_new_version.py",
+  "codePath": "train_new_version.py",
+  "codePathLocal": "train_new_version.py",
+  "email": "sd925@cornell.edu",
+  "root": "/home/shuhan/xray/AURA/layout2image_multi_lora+adapter",
+  "host": "msraep-gpu03",
+  "executable": "/home/shuhan/miniconda3/envs/AURA/bin/python3.10",
+  "cpu_count": 48,
+  "cpu_count_logical": 96,
+  "gpu": "NVIDIA RTX A6000",
+  "gpu_count": 4,
+  "disk": {
+    "/": {
+      "total": "2069820137472",
+      "used": "1471684939776"
+    }
+  },
+  "memory": {
+    "total": "539607207936"
+  },
+  "gpu_nvidia": [
+    {
+      "name": "NVIDIA RTX A6000",
+      "memoryTotal": "51527024640",
+      "cudaCores": 10752,
+      "architecture": "Ampere",
+      "uuid": "GPU-60ef1eb1-b46c-ed2a-801f-eb6c24d3af3b"
+    },
+    {
+      "name": "NVIDIA RTX A6000",
+      "memoryTotal": "51527024640",
+      "cudaCores": 10752,
+      "architecture": "Ampere",
+      "uuid": "GPU-3adf1b14-a079-6eaf-1beb-4b672b6a65bf"
+    },
+    {
+      "name": "NVIDIA RTX A6000",
+      "memoryTotal": "51527024640",
+      "cudaCores": 10752,
+      "architecture": "Ampere",
+      "uuid": "GPU-c52fddbc-578f-4da2-0503-0926386c6fa0"
+    },
+    {
+      "name": "NVIDIA RTX A6000",
+      "memoryTotal": "51527024640",
+      "cudaCores": 10752,
+      "architecture": "Ampere",
+      "uuid": "GPU-e71bca60-1096-d3a6-a1d2-eec470157b5b"
+    }
+  ],
+  "cudaVersion": "12.4",
+  "writerId": "a2d8mqev21byf24c9uq8ztpco2h4wuht"
+}

layout2image_multi_lora+adapter/wandb/run-20260108_042939-36ttskwt/logs/debug-internal.log

@@ -0,0 +1,7 @@
+{"time":"2026-01-08T04:29:39.736299039+08:00","level":"INFO","msg":"stream: starting","core version":"0.22.2"}
+{"time":"2026-01-08T04:29:40.208873983+08:00","level":"INFO","msg":"stream: created new stream","id":"36ttskwt"}
+{"time":"2026-01-08T04:29:40.208984736+08:00","level":"INFO","msg":"handler: started","stream_id":"36ttskwt"}
+{"time":"2026-01-08T04:29:40.209126597+08:00","level":"INFO","msg":"stream: started","id":"36ttskwt"}
+{"time":"2026-01-08T04:29:40.209158163+08:00","level":"INFO","msg":"writer: started","stream_id":"36ttskwt"}
+{"time":"2026-01-08T04:29:40.209159419+08:00","level":"INFO","msg":"sender: started","stream_id":"36ttskwt"}
+{"time":"2026-01-08T04:30:18.933409562+08:00","level":"INFO","msg":"stream: closing","id":"36ttskwt"}

layout2image_multi_unet+mask/mask_encoder_model/checkpoint-10000/scheduler.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfa403e21383c26ffcaf9a0413c0dd07c61ada38131ed346b78b18aeafafd7bd
+size 1401

layout2image_multi_unet+mask/mask_encoder_model/checkpoint-7000/random_states_0.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1e9cb884cc791a5538303aaadf292e474dca29628d056b2ba8bcacef78bdf3f
+size 15473

layout2image_multi_unet+mask/mask_encoder_model/checkpoint-9000/scheduler.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6758e6a4b43ca847043eeb3ae28d62493c6691792d4cb40960a04986ea0801ce
+size 1401

layout2image_multi_unet+mask/mask_encoder_model/pipeline/vae/diffusion_pytorch_model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4d2b5932bb4151e54e694fd31ccf51fca908223c9485bd56cd0e1d83ad94c49
+size 334643268

layout2image_multi_unet+mask_multi_disease_channel/CXR_SD14_unet+mask_multi_disease_channel/pipeline/feature_extractor/preprocessor_config.json

@@ -0,0 +1,28 @@
+{
+  "crop_size": {
+    "height": 224,
+    "width": 224
+  },
+  "do_center_crop": true,
+  "do_convert_rgb": true,
+  "do_normalize": true,
+  "do_rescale": true,
+  "do_resize": true,
+  "feature_extractor_type": "CLIPFeatureExtractor",
+  "image_mean": [
+    0.48145466,
+    0.4578275,
+    0.40821073
+  ],
+  "image_processor_type": "CLIPImageProcessor",
+  "image_std": [
+    0.26862954,
+    0.26130258,
+    0.27577711
+  ],
+  "resample": 3,
+  "rescale_factor": 0.00392156862745098,
+  "size": {
+    "shortest_edge": 224
+  }
+}

layout2image_multi_unet+mask_multi_disease_channel/CXR_SD14_unet+mask_multi_disease_channel/pipeline/tokenizer/special_tokens_map.json

@@ -0,0 +1,24 @@
+{
+  "bos_token": {
+    "content": "<|startoftext|>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "<|endoftext|>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": "<|endoftext|>",
+  "unk_token": {
+    "content": "<|endoftext|>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  }
+}