SVHN and TinyImagenet

argtxt/svhn_linf_wrn28-10.txt

@@ -0,0 +1,36 @@
+{
+    "augment": true,
+    "batch_size": 2048,
+    "batch_size_validation": 512,
+    "data_dir": "svhn-data",
+    "log_dir": "svhn_eps_models",
+    "data": "svhns",
+    "desc": "WRN28-10Swish_cifar10s_lr0p2_TRADES6_epoch1600_bs2048_fraction0p8_ls0p1_seed0_attackstep1.25",
+    "model": "wrn-28-10-swish",
+    "normalize": false,
+    "pretrained_file": null,
+    "num_adv_epochs": 1600,
+    "adv_eval_freq": 25,
+    "beta": 6.0,
+    "lr": 0.2,
+    "weight_decay": 0.0005,
+    "scheduler": "cosinew",
+    "nesterov": true,
+    "clip_grad": null,
+    "attack": "linf-pgd",
+    "attack_eps": 0.03137254901960784,
+    "attack_step": 0.004901960784313725,
+    "attack_iter": 10,
+    "keep_clean": false,
+    "debug": false,
+    "mart": false,
+    "unsup_fraction": 0.8,
+    "aux_data_filename": "../edm/npz_output/svhn_50m.npz",
+    "seed": 0,
+    "resume_path": "",
+    "LSE": false,
+    "ls": 0.1,
+    "clip_value": 0,
+    "CutMix": false,
+    "tau": 0.995
+}

argtxt/tiny_linf_wrn28-10.txt

@@ -0,0 +1,41 @@
+{
+    "augment": "base",
+    "batch_size": 512,
+    "batch_size_validation": 512,
+    "data_dir": "dataset-data",
+    "log_dir": "tiny_edm_models",
+    "data": "tiny-imagenets",
+    "desc": "WRN28-10Swish_tiny_lr0p2_TRADES8_epoch400_bs512_fraction0p8_ls0p1_seed0_attackstep2_edm",
+    "model": "wrn-28-10-swish",
+    "normalize": false,
+    "pretrained_file": null,
+    "num_adv_epochs": 400,
+    "adv_eval_freq": 25,
+    "beta": 8.0,
+    "lr": 0.2,
+    "weight_decay": 0.0005,
+    "scheduler": "cosinew",
+    "nesterov": true,
+    "clip_grad": null,
+    "attack": "linf-pgd",
+    "attack_eps": 0.03137254901960784,
+    "attack_step": 0.00784313725490196,
+    "attack_iter": 10,
+    "keep_clean": false,
+    "debug": false,
+    "mart": false,
+    "unsup_fraction": 0.8,
+    "aux_data_filename": "./edm_data/tiny/1m.npz",
+    "seed": 0,
+    "consistency": false,
+    "cons_lambda": 1.0,
+    "cons_tem": 0.5,
+    "resume_path": "",
+    "LSE": false,
+    "ls": 0.1,
+    "clip_value": 0,
+    "CutMix": false,
+    "fast_at": false,
+    "traversal": false,
+    "tau": 0.995
+}

argtxt/tiny_linf_wrn28-10_ori.txt

@@ -0,0 +1,41 @@
+{
+    "augment": "base",
+    "batch_size": 512,
+    "batch_size_validation": 512,
+    "data_dir": "dataset-data",
+    "log_dir": "tiny_edm_models",
+    "data": "tiny-imagenets",
+    "desc": "WRN28-10Swish_tiny_lr0p2_TRADES8_epoch400_bs512_fraction0p6_ls0p1_seed0_attackstep2_tiny3",
+    "model": "wrn-28-10-swish",
+    "normalize": false,
+    "pretrained_file": null,
+    "num_adv_epochs": 400,
+    "adv_eval_freq": 25,
+    "beta": 8.0,
+    "lr": 0.2,
+    "weight_decay": 0.0005,
+    "scheduler": "cosinew",
+    "nesterov": true,
+    "clip_grad": null,
+    "attack": "linf-pgd",
+    "attack_eps": 0.03137254901960784,
+    "attack_step": 0.00784313725490196,
+    "attack_iter": 10,
+    "keep_clean": false,
+    "debug": false,
+    "mart": false,
+    "unsup_fraction": 0.6,
+    "aux_data_filename": "../edm/output_tiny3/tiny_1m.npz",
+    "seed": 0,
+    "consistency": false,
+    "cons_lambda": 1.0,
+    "cons_tem": 0.5,
+    "resume_path": "",
+    "LSE": false,
+    "ls": 0.1,
+    "clip_value": 0,
+    "CutMix": false,
+    "fast_at": false,
+    "traversal": false,
+    "tau": 0.995
+}

checkpoint/svhn_linf_wrn28-10.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3496c8890abf8388a9a39e7838cc9c987f35932fb800935fce3b694216feaf5
+size 437966532

checkpoint/tiny_linf_wrn28-10.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:388ba2af828ba4a7e0a73ea07e9359ec8743cb7e01dcf79536c6fe7590e7e1d9
+size 439417547

checkpoint/tiny_linf_wrn28-10_ori.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48e65b4c5b586c3e5858809a1c3886c76415dcc7d0447ef8ae682d4174e46d93
+size 439417547

tiny_ori/edm-tiny-64x64-cond-vp.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39801772d1e5e33ffde737862274a23b81040654c342d7b3cc65126cc31cb9ea
+size 247621325

tiny_ori/tiny_1m.npz

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea6a734f7ed0fceddfa661a3529f73c497300525bde6e75692ca541038b29122
+size 12296000614

tiny_ori/training_options.json

@@ -0,0 +1,71 @@
+{
+  "dataset_kwargs": {
+    "class_name": "training.dataset.ImageFolderDataset",
+    "path": "datasets/tiny-64x64.zip",
+    "use_labels": true,
+    "xflip": false,
+    "cache": true,
+    "resolution": 64,
+    "max_size": 100000
+  },
+  "data_loader_kwargs": {
+    "pin_memory": true,
+    "num_workers": 1,
+    "prefetch_factor": 2
+  },
+  "network_kwargs": {
+    "model_type": "SongUNet",
+    "embedding_type": "positional",
+    "encoder_type": "standard",
+    "decoder_type": "standard",
+    "channel_mult_noise": 1,
+    "resample_filter": [
+      1,
+      1
+    ],
+    "model_channels": 128,
+    "channel_mult": [
+      1,
+      2,
+      2,
+      2
+    ],
+    "class_name": "training.networks.EDMPrecond",
+    "augment_dim": 9,
+    "dropout": 0.05,
+    "use_fp16": false
+  },
+  "loss_kwargs": {
+    "class_name": "training.loss.EDMLoss"
+  },
+  "optimizer_kwargs": {
+    "class_name": "torch.optim.Adam",
+    "lr": 0.0002,
+    "betas": [
+      0.9,
+      0.999
+    ],
+    "eps": 1e-08
+  },
+  "augment_kwargs": {
+    "class_name": "training.augment.AugmentPipe",
+    "p": 0.15,
+    "xflip": 100000000.0,
+    "yflip": 1,
+    "scale": 1,
+    "rotate_frac": 1,
+    "aniso": 1,
+    "translate_frac": 1
+  },
+  "total_kimg": 200000,
+  "ema_halflife_kimg": 500,
+  "batch_size": 256,
+  "batch_gpu": null,
+  "loss_scaling": 1.0,
+  "cudnn_benchmark": true,
+  "kimg_per_tick": 50,
+  "snapshot_ticks": 50,
+  "state_dump_ticks": 500,
+  "seed": 316612882,
+  "run_dir": "training-runs/tiny-64x64-cond-ddpmpp-edm-gpus4-batch256-fp32"
+}

tiny_ori_long/edm-tiny-64x64-cond-vp.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66edf8a5944822a0c644fa03ef9e15cac3522576e6d61bcbd428ab9677556774
+size 223280656

tiny_ori_long/tiny_1m.npz

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25a9551beafd63fac03aafdf723985785157600c76833a04a50fdcd5faca0100
+size 12296000614

tiny_ori_long/training_options.json

@@ -0,0 +1,70 @@
+{
+  "dataset_kwargs": {
+    "class_name": "training.dataset.ImageFolderDataset",
+    "path": "datasets/tiny-64x64.zip",
+    "use_labels": true,
+    "xflip": false,
+    "cache": true,
+    "resolution": 64,
+    "max_size": 100000
+  },
+  "data_loader_kwargs": {
+    "pin_memory": true,
+    "num_workers": 1,
+    "prefetch_factor": 2
+  },
+  "network_kwargs": {
+    "model_type": "SongUNet",
+    "embedding_type": "positional",
+    "encoder_type": "standard",
+    "decoder_type": "standard",
+    "channel_mult_noise": 1,
+    "resample_filter": [
+      1,
+      1
+    ],
+    "model_channels": 128,
+    "channel_mult": [
+      2,
+      2,
+      2
+    ],
+    "class_name": "training.networks.EDMPrecond",
+    "augment_dim": 9,
+    "dropout": 0.13,
+    "use_fp16": false
+  },
+  "loss_kwargs": {
+    "class_name": "training.loss.EDMLoss"
+  },
+  "optimizer_kwargs": {
+    "class_name": "torch.optim.Adam",
+    "lr": 0.001,
+    "betas": [
+      0.9,
+      0.999
+    ],
+    "eps": 1e-08
+  },
+  "augment_kwargs": {
+    "class_name": "training.augment.AugmentPipe",
+    "p": 0.12,
+    "xflip": 100000000.0,
+    "yflip": 1,
+    "scale": 1,
+    "rotate_frac": 1,
+    "aniso": 1,
+    "translate_frac": 1
+  },
+  "total_kimg": 200000,
+  "ema_halflife_kimg": 500,
+  "batch_size": 256,
+  "batch_gpu": null,
+  "loss_scaling": 1.0,
+  "cudnn_benchmark": true,
+  "kimg_per_tick": 50,
+  "snapshot_ticks": 50,
+  "state_dump_ticks": 500,
+  "seed": 479076514,
+  "run_dir": "training-runs/tiny-64x64-cond-ddpmpp-edm-gpus4-batch256-fp32"
+}