Add files using upload-large-folder tool

layout2image_multi/wandb/run-20251023_145608-7238798414.88128-b764fcfa-a50a-4603-bb30-68f6416a120c/files/requirements.txt

@@ -0,0 +1,163 @@
+propcache==0.3.2
+torch-ort==1.19.2
+pillow==11.3.0
+MarkupSafe==2.1.5
+onnx==1.18.0
+torchdata==0.11.0
+torch==2.7.1+cu118
+zipp==3.23.0
+exceptiongroup==1.3.0
+torchvision==0.22.1+cu118
+PyYAML==6.0.2
+torchaudio==2.7.1+cu118
+nvidia-cusolver-cu11==11.4.1.48
+py-cpuinfo==9.0.0
+flatbuffers==25.2.10
+nvidia-cudnn-cu11==9.1.0.70
+certifi==2025.7.14
+nvidia-cusparse-cu11==11.7.5.86
+coverage==7.2.7
+nvidia-curand-cu11==10.3.0.86
+h5py==3.14.0
+psutil==7.0.0
+fairscale==0.4.13
+nvidia-cufft-cu11==10.9.0.58
+nvidia-nccl-cu11==2.21.5
+tbb==2021.13.1
+sympy==1.13.3
+protobuf==6.31.1
+importlib_metadata==8.7.0
+torchsnapshot==0.1.0
+requests==2.32.4
+urllib3==2.5.0
+triton==3.3.1
+fsspec==2024.6.1
+tqdm==4.67.1
+mkl==2022.2.1
+attrs==25.3.0
+pytest==7.4.3
+numpy==1.24.4
+pip==25.1
+yarl==1.20.1
+pluggy==1.6.0
+nvidia-cuda-runtime-cu11==11.8.89
+nvidia-nvtx-cu11==11.8.86
+torchmetrics==1.2.0
+ninja==1.11.1
+tomli==2.2.1
+ort_moe==0.2.0.dev202507221028
+wheel==0.41.2
+aiosignal==1.4.0
+mpmath==1.3.0
+apex==0.1
+pytest-mpi==0.6
+typing_extensions==4.14.1
+setuptools==80.9.0
+nest-asyncio==1.6.0
+networkx==3.3
+pytorch-lightning==2.4.0
+nvidia-cuda-cupti-cu11==11.8.87
+nvidia-cublas-cu11==11.11.3.6
+async-timeout==5.0.1
+intel-openmp==2022.2.1
+scipy==1.10.1
+aiohappyeyeballs==2.6.1
+Cerberus==1.3.7
+pydantic==2.11.7
+aiofiles==24.1.0
+tutel==0.3
+nvidia-cuda-nvrtc-cu11==11.8.89
+iniconfig==2.1.0
+hjson==3.1.0
+typing-inspection==0.4.1
+packaging==25.0
+charset-normalizer==3.4.2
+onnxruntime-training==1.19.2
+pydantic_core==2.33.2
+filelock==3.13.1
+deepspeed==0.15.1
+mpi4py==3.1.4
+frozenlist==1.7.0
+aiohttp==3.12.14
+multidict==6.6.3
+lightning-utilities==0.14.3
+idna==3.10
+annotated-types==0.7.0
+mkl-include==2022.2.1
+tensorboard-data-server==0.7.2
+hf-xet==1.1.10
+smmap==5.0.2
+accelerate==1.11.0
+regex==2025.10.23
+wandb==0.22.2
+platformdirs==4.5.0
+sentry-sdk==2.42.1
+stack-data==0.6.3
+six==1.17.0
+pandas==2.3.3
+absl-py==2.3.1
+pyarrow==21.0.0
+Pygments==2.19.2
+comm==0.2.3
+pexpect==4.9.0
+pure_eval==0.2.3
+safetensors==0.6.2
+dill==0.4.0
+tokenizers==0.22.1
+Werkzeug==3.1.3
+xxhash==3.6.0
+httpx==0.28.1
+httpcore==1.0.9
+prompt_toolkit==3.0.52
+multiprocess==0.70.16
+jupyter_core==5.9.1
+jedi==0.19.2
+sniffio==1.3.1
+h11==0.16.0
+pyzmq==27.1.0
+gitdb==4.0.12
+click==8.3.0
+transformers==4.57.1
+decorator==5.2.1
+tzdata==2025.2
+executing==2.2.1
+tornado==6.5.2
+grpcio==1.76.0
+anyio==4.11.0
+ipykernel==7.0.1
+ipython==8.37.0
+matplotlib-inline==0.2.1
+python-dateutil==2.9.0.post0
+huggingface-hub==0.36.0
+tensorboard==2.20.0
+jupyter_client==8.6.3
+datasets==4.2.0
+traitlets==5.14.3
+Markdown==3.9
+wcwidth==0.2.14
+parso==0.8.5
+debugpy==1.8.17
+ptyprocess==0.7.0
+diffusers==0.32.0.dev0
+ftfy==6.3.1
+GitPython==3.1.45
+asttokens==3.0.0
+pytz==2025.2
+Jinja2==3.1.6
+diffusers==0.32.0.dev0
+wheel==0.45.1
+jaraco.functools==4.0.1
+packaging==24.2
+typing_extensions==4.12.2
+autocommand==2.2.2
+typeguard==4.3.0
+jaraco.collections==5.1.0
+importlib_metadata==8.0.0
+inflect==7.3.1
+platformdirs==4.2.2
+jaraco.text==3.12.1
+backports.tarfile==1.2.0
+jaraco.context==5.3.0
+zipp==3.19.2
+more-itertools==10.3.0
+tomli==2.0.1

layout2image_multi/wandb/run-20251023_145608-7238798414.88128-b764fcfa-a50a-4603-bb30-68f6416a120c/files/wandb-summary.json

@@ -0,0 +1 @@
+{"loss":0.08990363031625748,"lr":1e-05,"_timestamp":1.76128521869233e+09,"validation":{"height":512,"format":"png","count":20,"filenames":["media/images/validation_9999_088b502ddc4d7d2c2496.png","media/images/validation_9999_8282e6cba74b0e12a6ae.png","media/images/validation_9999_12bd65c7416046b5317b.png","media/images/validation_9999_97afa7260f255379b661.png","media/images/validation_9999_01053fa5d52286703d53.png","media/images/validation_9999_997da2e4ae32b8870b62.png","media/images/validation_9999_c0b94b78b9286005494f.png","media/images/validation_9999_ccff89263415bd8ef571.png","media/images/validation_9999_acdc51af59faaf9806e5.png","media/images/validation_9999_b0b150e3ff9165baf257.png","media/images/validation_9999_85a89a103c798226283f.png","media/images/validation_9999_4e62e2d49bfe6bb08c6a.png","media/images/validation_9999_385b9149840f94cf52f3.png","media/images/validation_9999_75f20c9727d7545d7aa6.png","media/images/validation_9999_2b133f95cf2413437cb3.png","media/images/validation_9999_b86cebae8d0c8916dcbf.png","media/images/validation_9999_0531789b96f329d99774.png","media/images/validation_9999_5029756d347f567a15d1.png","media/images/validation_9999_d92ccafd11bbb9e759ff.png","media/images/validation_9999_e8c0317fea04e6feb491.png"],"captions":["Controlnet conditioning","Normal.","Normal.","Normal.","Normal.","Controlnet conditioning","mild Effusion on left lower lung.","mild Effusion on left lower lung.","mild Effusion on left lower lung.","mild Effusion on left lower lung.","Controlnet conditioning","mild Atelectasis on right lower lung, mild Effusion on left lower lung, mild Fibrosis on left lower lung, mild Fracture on right lung, mild Pleural Thickening on right lower lung.","mild Atelectasis on right lower lung, mild Effusion on left lower lung, mild Fibrosis on left lower lung, mild Fracture on right lung, mild Pleural Thickening on right lower lung.","mild Atelectasis on right lower lung, mild Effusion on left lower lung, mild Fibrosis on left lower lung, mild Fracture on right lung, mild Pleural Thickening on right lower lung.","mild Atelectasis on right lower lung, mild Effusion on left lower lung, mild Fibrosis on left lower lung, mild Fracture on right lung, mild Pleural Thickening on right lower lung.","Controlnet conditioning","severe Atelectasis on right lung, severe Consolidation on biliteral lung, mild Effusion on biliteral lung, severe Fibrosis on left lung.","severe Atelectasis on right lung, severe Consolidation on biliteral lung, mild Effusion on biliteral lung, severe Fibrosis on left lung.","severe Atelectasis on right lung, severe Consolidation on biliteral lung, mild Effusion on biliteral lung, severe Fibrosis on left lung.","severe Atelectasis on right lung, severe Consolidation on biliteral lung, mild Effusion on biliteral lung, severe Fibrosis on left lung."],"_type":"images/separated","width":512},"test":{"count":20,"filenames":["media/images/test_10000_088b502ddc4d7d2c2496.png","media/images/test_10000_917b478ad01bd806586a.png","media/images/test_10000_2bfb55ebf4dd83e6b7da.png","media/images/test_10000_8a5dbb93fad22ea431c9.png","media/images/test_10000_cee70c9ce2c5e8b24734.png","media/images/test_10000_997da2e4ae32b8870b62.png","media/images/test_10000_2b2f2a7201ed290f901b.png","media/images/test_10000_e9b390c97ff3c8a4109d.png","media/images/test_10000_bbcaba2cb9d17b333686.png","media/images/test_10000_3920319d54b2153135c3.png","media/images/test_10000_85a89a103c798226283f.png","media/images/test_10000_b8cce3617d3cffddb7e4.png","media/images/test_10000_98dfad24c640492ef604.png","media/images/test_10000_ef5ba14fecb02a0a62fe.png","media/images/test_10000_c29739e0dc4c5db153cc.png","media/images/test_10000_b86cebae8d0c8916dcbf.png","media/images/test_10000_7c95b257ec55de09dc70.png","media/images/test_10000_4eabf9b8cdcd5dcf2ad5.png","media/images/test_10000_f662b2872d4463558b7a.png","media/images/test_10000_759fdf0da3a02addf818.png"],"captions":["Controlnet conditioning","Normal.","Normal.","Normal.","Normal.","Controlnet conditioning","mild Effusion on left lower lung.","mild Effusion on left lower lung.","mild Effusion on left lower lung.","mild Effusion on left lower lung.","Controlnet conditioning","mild Atelectasis on right lower lung, mild Effusion on left lower lung, mild Fibrosis on left lower lung, mild Fracture on right lung, mild Pleural Thickening on right lower lung.","mild Atelectasis on right lower lung, mild Effusion on left lower lung, mild Fibrosis on left lower lung, mild Fracture on right lung, mild Pleural Thickening on right lower lung.","mild Atelectasis on right lower lung, mild Effusion on left lower lung, mild Fibrosis on left lower lung, mild Fracture on right lung, mild Pleural Thickening on right lower lung.","mild Atelectasis on right lower lung, mild Effusion on left lower lung, mild Fibrosis on left lower lung, mild Fracture on right lung, mild Pleural Thickening on right lower lung.","Controlnet conditioning","severe Atelectasis on right lung, severe Consolidation on biliteral lung, mild Effusion on biliteral lung, severe Fibrosis on left lung.","severe Atelectasis on right lung, severe Consolidation on biliteral lung, mild Effusion on biliteral lung, severe Fibrosis on left lung.","severe Atelectasis on right lung, severe Consolidation on biliteral lung, mild Effusion on biliteral lung, severe Fibrosis on left lung.","severe Atelectasis on right lung, severe Consolidation on biliteral lung, mild Effusion on biliteral lung, severe Fibrosis on left lung."],"_type":"images/separated","width":512,"height":512,"format":"png"},"_wandb":{"runtime":53839},"_runtime":53839,"_step":10000}

layout2image_multi/wandb/run-20251023_145608-7238798414.88128-b764fcfa-a50a-4603-bb30-68f6416a120c/logs/debug-internal.log

@@ -0,0 +1,12 @@
+{"time":"2025-10-23T14:56:17.647262956Z","level":"INFO","msg":"stream: starting","core version":"0.22.2"}
+{"time":"2025-10-23T14:56:18.278930264Z","level":"INFO","msg":"stream: created new stream","id":"7238798414.88128-b764fcfa-a50a-4603-bb30-68f6416a120c"}
+{"time":"2025-10-23T14:56:18.279268196Z","level":"INFO","msg":"handler: started","stream_id":"7238798414.88128-b764fcfa-a50a-4603-bb30-68f6416a120c"}
+{"time":"2025-10-23T14:56:18.523940372Z","level":"INFO","msg":"stream: started","id":"7238798414.88128-b764fcfa-a50a-4603-bb30-68f6416a120c"}
+{"time":"2025-10-23T14:56:18.52402494Z","level":"INFO","msg":"writer: started","stream_id":"7238798414.88128-b764fcfa-a50a-4603-bb30-68f6416a120c"}
+{"time":"2025-10-23T14:56:18.524055799Z","level":"INFO","msg":"sender: started","stream_id":"7238798414.88128-b764fcfa-a50a-4603-bb30-68f6416a120c"}
+{"time":"2025-10-24T05:53:39.25771569Z","level":"INFO","msg":"handler: operation stats","stats":{"operations":[{"desc":"updating run metadata","runtime_seconds":0.223041891}],"total_operations":1}}
+{"time":"2025-10-24T05:53:40.340382044Z","level":"INFO","msg":"fileTransfer: Close: file transfer manager closed"}
+{"time":"2025-10-24T05:53:40.668556955Z","level":"INFO","msg":"stream: closing","id":"7238798414.88128-b764fcfa-a50a-4603-bb30-68f6416a120c"}
+{"time":"2025-10-24T05:53:40.668889495Z","level":"INFO","msg":"handler: closed","stream_id":"7238798414.88128-b764fcfa-a50a-4603-bb30-68f6416a120c"}
+{"time":"2025-10-24T05:53:41.706639277Z","level":"INFO","msg":"sender: closed","stream_id":"7238798414.88128-b764fcfa-a50a-4603-bb30-68f6416a120c"}
+{"time":"2025-10-24T05:53:41.707122899Z","level":"INFO","msg":"stream: closed","id":"7238798414.88128-b764fcfa-a50a-4603-bb30-68f6416a120c"}

layout2image_multi/wandb/run-20251023_151604-7238797057.68464-39b01099-2607-426f-8302-02f581ca0d01/files/wandb-metadata.json

@@ -0,0 +1,80 @@
+{
+  "os": "Linux-6.6.92.2-2.azl3-x86_64-with-glibc2.35",
+  "python": "CPython 3.10.18",
+  "startedAt": "2025-10-23T15:16:04.846136Z",
+  "args": [
+    "--pretrained_model_name_or_path=/sd/AURA/roentgen",
+    "--dataset_name=layout2img",
+    "--resolution=512",
+    "--learning_rate=1e-6",
+    "--train_batch_size=32",
+    "--gradient_accumulation_steps=1",
+    "--report_to=wandb",
+    "--train_data_dir=/sd/AURA/dataset/",
+    "--train_data_prompt=/sd/AURA/dataset/json-layout2image/train_prompt_layout2image_multi.json",
+    "--validation_steps=200",
+    "--max_train_steps=10000",
+    "--validation_image",
+    "/sd/AURA/dataset/sample_36199.png",
+    "/sd/AURA/dataset/sample_36302.png",
+    "/sd/AURA/dataset/sample_57906.png",
+    "/sd/AURA/dataset/sample_69598.png",
+    "--validation_prompt",
+    "Normal.",
+    "mild Effusion on left lower lung.",
+    "mild Atelectasis on right lower lung, mild Effusion on left lower lung, mild Fibrosis on left lower lung, mild Fracture on right lung, mild Pleural Thickening on right lower lung.",
+    "severe Atelectasis on right lung, severe Consolidation on biliteral lung, mild Effusion on biliteral lung, severe Fibrosis on left lung."
+  ],
+  "program": "/sd/AURA/layout2image_multi/train_controlnet_rib.py",
+  "codePath": "train_controlnet_rib.py",
+  "codePathLocal": "train_controlnet_rib.py",
+  "email": "sd925@cornell.edu",
+  "root": "/sd/AURA/layout2image_multi",
+  "host": "node-0",
+  "executable": "/opt/conda/envs/ptca/bin/python3.10",
+  "cpu_count": 96,
+  "cpu_count_logical": 96,
+  "gpu": "NVIDIA A100 80GB PCIe",
+  "gpu_count": 4,
+  "disk": {
+    "/": {
+      "total": "3778795143168",
+      "used": "241043480576"
+    }
+  },
+  "memory": {
+    "total": "929990488064"
+  },
+  "gpu_nvidia": [
+    {
+      "name": "NVIDIA A100 80GB PCIe",
+      "memoryTotal": "85899345920",
+      "cudaCores": 6912,
+      "architecture": "Ampere",
+      "uuid": "GPU-81477b46-ffc2-bad5-5709-250f97973e52"
+    },
+    {
+      "name": "NVIDIA A100 80GB PCIe",
+      "memoryTotal": "85899345920",
+      "cudaCores": 6912,
+      "architecture": "Ampere",
+      "uuid": "GPU-0a4a145a-41d3-1a43-d90b-e180ce1f3c3a"
+    },
+    {
+      "name": "NVIDIA A100 80GB PCIe",
+      "memoryTotal": "85899345920",
+      "cudaCores": 6912,
+      "architecture": "Ampere",
+      "uuid": "GPU-ac446f93-7179-2dc6-21ea-d7cc41e36283"
+    },
+    {
+      "name": "NVIDIA A100 80GB PCIe",
+      "memoryTotal": "85899345920",
+      "cudaCores": 6912,
+      "architecture": "Ampere",
+      "uuid": "GPU-06f598ef-8e94-7374-1dd1-f9dd2370420d"
+    }
+  ],
+  "cudaVersion": "12.8",
+  "writerId": "lesmqnudfp8yv6v3yh4eoquv955kl12g"
+}

layout2image_multi_unet+mask_multi_disease_channel_child/wandb/run-20260303_113416-7227491477.37078-17f032e1-6f5e-4355-82c8-07c24e826c34/files/wandb-metadata.json

@@ -0,0 +1,76 @@
+{
+  "os":  "Linux-6.6.121.1-1.azl3-x86_64-with-glibc2.35",
+  "python":  "CPython 3.10.19",
+  "startedAt":  "2026-03-03T11:34:16.122707Z",
+  "args":  [
+    "--pretrained_model_name_or_path=CompVis/stable-diffusion-v1-4",
+    "--unet_dir",
+    "/sd/AURA/layout2image_multi_unet+mask_multi_disease_channel/mask_encoder_model/unet",
+    "--add_opacity_channel",
+    "--mask_channels=16",
+    "--dataset_name=layout2img",
+    "--resolution=512",
+    "--learning_rate=1e-5",
+    "--train_batch_size=32",
+    "--gradient_accumulation_steps=1",
+    "--report_to=wandb",
+    "--train_data_dir=/sd/AURA/dataset/vindr-pcxr",
+    "--train_data_prompt=/sd/AURA/dataset/vindr-pcxr/train_prompt_layout2image_multi.json",
+    "--validation_steps=1000",
+    "--max_train_steps=60000",
+    "--validation_json",
+    "/sd/AURA/dataset/vindr-pcxr/log_test_prompt_layout2image_multi.json"
+  ],
+  "program":  "/sd/AURA/layout2image_multi_unet+mask_multi_disease_channel_child/train_new_version.py",
+  "codePath":  "train_new_version.py",
+  "codePathLocal":  "train_new_version.py",
+  "email":  "sd925@cornell.edu",
+  "root":  "/sd/AURA/layout2image_multi_unet+mask_multi_disease_channel_child",
+  "host":  "node-0",
+  "executable":  "/opt/conda/envs/ptca/bin/python3.10",
+  "cpu_count":  96,
+  "cpu_count_logical":  96,
+  "gpu":  "NVIDIA A100 80GB PCIe",
+  "gpu_count":  4,
+  "disk":  {
+    "/":  {
+      "total":  "3778795143168",
+      "used":  "388755955712"
+    }
+  },
+  "memory":  {
+    "total":  "929986125824"
+  },
+  "gpu_nvidia":  [
+    {
+      "name":  "NVIDIA A100 80GB PCIe",
+      "memoryTotal":  "85899345920",
+      "cudaCores":  6912,
+      "architecture":  "Ampere",
+      "uuid":  "GPU-97d63731-8bec-e63f-a965-e7a9ff57693c"
+    },
+    {
+      "name":  "NVIDIA A100 80GB PCIe",
+      "memoryTotal":  "85899345920",
+      "cudaCores":  6912,
+      "architecture":  "Ampere",
+      "uuid":  "GPU-544824f4-677b-0065-3227-ac9a5005ad7f"
+    },
+    {
+      "name":  "NVIDIA A100 80GB PCIe",
+      "memoryTotal":  "85899345920",
+      "cudaCores":  6912,
+      "architecture":  "Ampere",
+      "uuid":  "GPU-b99fb052-1149-a833-304b-25e57d9e1705"
+    },
+    {
+      "name":  "NVIDIA A100 80GB PCIe",
+      "memoryTotal":  "85899345920",
+      "cudaCores":  6912,
+      "architecture":  "Ampere",
+      "uuid":  "GPU-bb7e816a-fad2-68d2-9ed1-c0a829752e2a"
+    }
+  ],
+  "cudaVersion":  "13.0",
+  "writerId":  "w7nycyn5a69m4d1lize0c6m3cbqlbb67"
+}

layout2image_multi_unet+mask_multi_disease_channel_total/CXR_SD14_unet+mask_multi_disease_channel_total/unet/config.json

@@ -0,0 +1,68 @@
+{
+  "_class_name": "UNet2DConditionModel",
+  "_diffusers_version": "0.26.3",
+  "_name_or_path": "CompVis/stable-diffusion-v1-4",
+  "act_fn": "silu",
+  "addition_embed_type": null,
+  "addition_embed_type_num_heads": 64,
+  "addition_time_embed_dim": null,
+  "attention_head_dim": 8,
+  "attention_type": "default",
+  "block_out_channels": [
+    320,
+    640,
+    1280,
+    1280
+  ],
+  "center_input_sample": false,
+  "class_embed_type": null,
+  "class_embeddings_concat": false,
+  "conv_in_kernel": 3,
+  "conv_out_kernel": 3,
+  "cross_attention_dim": 768,
+  "cross_attention_norm": null,
+  "down_block_types": [
+    "CrossAttnDownBlock2D",
+    "CrossAttnDownBlock2D",
+    "CrossAttnDownBlock2D",
+    "DownBlock2D"
+  ],
+  "downsample_padding": 1,
+  "dropout": 0.0,
+  "dual_cross_attention": false,
+  "encoder_hid_dim": null,
+  "encoder_hid_dim_type": null,
+  "flip_sin_to_cos": true,
+  "freq_shift": 0,
+  "in_channels": 23,
+  "layers_per_block": 2,
+  "mid_block_only_cross_attention": null,
+  "mid_block_scale_factor": 1,
+  "mid_block_type": "UNetMidBlock2DCrossAttn",
+  "norm_eps": 1e-05,
+  "norm_num_groups": 32,
+  "num_attention_heads": null,
+  "num_class_embeds": null,
+  "only_cross_attention": false,
+  "out_channels": 4,
+  "projection_class_embeddings_input_dim": null,
+  "resnet_out_scale_factor": 1.0,
+  "resnet_skip_time_act": false,
+  "resnet_time_scale_shift": "default",
+  "reverse_transformer_layers_per_block": null,
+  "sample_size": 64,
+  "time_cond_proj_dim": null,
+  "time_embedding_act_fn": null,
+  "time_embedding_dim": null,
+  "time_embedding_type": "positional",
+  "timestep_post_act": null,
+  "transformer_layers_per_block": 1,
+  "up_block_types": [
+    "UpBlock2D",
+    "CrossAttnUpBlock2D",
+    "CrossAttnUpBlock2D",
+    "CrossAttnUpBlock2D"
+  ],
+  "upcast_attention": false,
+  "use_linear_projection": false
+}