Upload 102 files

checkpoint uploaded

ckpt/cls/QKFormer/cifar10/args.yaml

@@ -0,0 +1,127 @@
+aa: rand-m9-n1-mstd0.4-inc1
+act_function: SigmoidGrad
+alpha: 4.0
+amp: true
+apex_amp: false
+attn_drop: 0.0
+attn_layer: SSA
+attn_scale: 0.125
+aug_splits: 0
+batch_size: 128
+bn_eps: null
+bn_momentum: null
+bn_tf: false
+channels_last: false
+checkpoint_hist: 10
+clip_grad: null
+clip_mode: norm
+color_jitter: 0.0
+cooldown_epochs: 10
+crop_pct: 1.0
+cutmix: 0.0
+cutmix_minmax: null
+data_dir: /data/datasets/CIFAR10/
+dataset: torch/cifar10
+decay_epochs: 30
+decay_rate: 0.1
+depths: 4
+device: 2
+dist_bn: ''
+drop: 0.0
+drop_block: null
+drop_connect: null
+drop_path: null
+embed_dim: 384
+embed_layer: SPS
+epoch_repeats: 0.0
+epochs: 400
+eval_metric: top1
+event_mix: false
+experiment: ''
+gp: null
+hflip: 0.5
+img_size: 32
+initial_checkpoint: ''
+input_size: null
+interpolation: bicubic
+jsd: false
+local_rank: 0
+log_interval: 200
+log_wandb: false
+lr: 0.001
+lr_cycle_limit: 1
+lr_cycle_mul: 1.0
+lr_noise: null
+lr_noise_pct: 0.67
+lr_noise_std: 1.0
+mean:
+- 0.4914
+- 0.4822
+- 0.4465
+min_lr: 1.0e-05
+mixup: 0.5
+mixup_mode: batch
+mixup_off_epoch: 200
+mixup_prob: 1.0
+mixup_switch_prob: 0.5
+mlp_drop: 0.0
+mlp_ratio: 4
+model: qkformer_cifar
+model_ema: false
+model_ema_decay: 0.9998
+model_ema_force_cpu: false
+momentum: 0.9
+native_amp: false
+no_aug: false
+no_prefetcher: false
+no_resume_opt: false
+node_type: LIFNode
+num_classes: 10
+num_heads: 8
+opt: adamw
+opt_betas: null
+opt_eps: null
+output: /home/shensicheng/log/SpikingTransformerBenchmark/cls/QKFormer
+patch_size: 4
+patience_epochs: 10
+pin_mem: false
+pretrained: false
+ratio:
+- 1.0
+- 1.0
+recount: 1
+recovery_interval: 0
+remode: const
+reprob: 0.25
+resplit: false
+resume: ''
+save_images: false
+scale:
+- 1.0
+- 1.0
+sched: cosine
+seed: 42
+sequential_length: false
+smoothing: 0.1
+split_bn: false
+start_epoch: null
+std:
+- 0.247
+- 0.2435
+- 0.2616
+step: 4
+sync_bn: false
+tau: 2.0
+threshold: 1.0
+torchscript: false
+train_interpolation: bicubic
+train_split: train
+tta: 0
+use_multi_epochs_loader: false
+val_batch_size: 128
+val_split: validation
+vflip: 0.0
+warmup_epochs: 20
+warmup_lr: 1.0e-05
+weight_decay: 0.06
+workers: 8

ckpt/cls/QKFormer/cifar10/log.csv

@@ -0,0 +1,411 @@
+epoch,train_loss,eval_loss,eval_top1,eval_top5
+0,2.228632742930681,1.99353125,29.24,82.47
+1,2.0265282823489263,1.6493375,40.43,91.03
+2,1.9092804178213463,1.41481875,51.16,94.13
+3,1.8150414711389786,1.3563078125,55.5,94.74
+4,1.7456446681267177,1.3148765625,54.88,93.0
+5,1.7043634439126039,1.1991046875,62.82,95.72
+6,1.6710883617401122,1.06375546875,65.69,96.49
+7,1.6133185316354801,1.08940703125,64.73,95.07
+8,1.6005055231925769,1.07500703125,65.95,95.84
+9,1.564713714672969,1.01227578125,69.59,97.6
+10,1.5649251014758379,1.0164375,68.23,97.68
+11,1.5352056124271491,0.89732265625,72.7,98.16
+12,1.494169387450585,0.8166359375,76.38,98.48
+13,1.451015767837182,0.8307984375,76.61,98.09
+14,1.467587013886525,0.76200703125,78.49,98.55
+15,1.441659201719822,0.80551796875,75.21,98.16
+16,1.4341717959978642,1.0082453125,69.53,94.51
+17,1.4527076430809804,0.7492890625,77.98,98.38
+18,1.4400228767822951,0.7975,78.13,98.36
+19,1.4018497905670069,0.73127265625,80.36,98.92
+20,1.4101571883910742,0.72093125,79.88,98.57
+21,1.3946587736789997,0.65504296875,84.0,99.14
+22,1.3896351884572933,0.6882890625,81.07,98.64
+23,1.373424992347375,0.66065703125,84.18,99.28
+24,1.3543720240776356,0.61703984375,83.53,99.07
+25,1.3729800731707842,0.591309375,85.37,99.35
+26,1.3472790857156118,0.616759375,82.71,99.13
+27,1.3487278767121145,0.6737953125,82.91,98.81
+28,1.3139321690950638,0.6402125,84.07,99.07
+29,1.3416714834861265,0.65586171875,81.44,98.88
+30,1.3318951343878722,0.54631328125,85.43,99.27
+31,1.293876396998381,0.6348984375,85.74,99.17
+32,1.3274862750982628,0.6241921875,85.82,99.24
+33,1.3031159449846317,0.59303125,86.24,99.26
+34,1.302586313088735,0.6271671875,87.41,99.47
+35,1.3016025093885568,0.57450078125,87.41,99.46
+36,1.2848587925617512,0.5304984375,88.14,99.41
+37,1.3019862636541708,0.565831640625,86.19,99.46
+38,1.2928675992366596,0.6114328125,85.56,99.44
+39,1.31447941217667,0.5303625,88.44,99.44
+40,1.2726251403490703,0.53022890625,88.52,99.45
+41,1.2847899036529737,0.5268,88.04,99.43
+42,1.2331157643061417,0.488009765625,89.54,99.5
+43,1.2416652175096365,0.515078515625,88.27,99.45
+44,1.2603307309823157,0.52220078125,89.22,99.53
+45,1.2245586279111031,0.52872578125,89.07,99.41
+46,1.2399751542470394,0.5042171875,89.46,99.45
+47,1.2274008145699133,0.49432578125,89.4,99.63
+48,1.2356804435069744,0.464450390625,89.75,99.59
+49,1.2466011498218927,0.533215234375,88.78,99.62
+50,1.242633389356809,0.494109375,90.29,99.64
+51,1.253387764784006,0.45190390625,89.74,99.48
+52,1.2061380406220754,0.515191796875,89.98,99.61
+53,1.2307589158033714,0.451312109375,89.98,99.52
+54,1.2036205090009249,0.504223046875,90.25,99.49
+55,1.2170280555884043,0.497925,89.95,99.61
+56,1.1664954252732105,0.449612890625,89.28,99.55
+57,1.2088472442749219,0.50749765625,89.52,99.48
+58,1.1819829480770307,0.494415234375,90.15,99.4
+59,1.197270218989788,0.463995703125,89.74,99.54
+60,1.2185396223496168,0.47800625,90.42,99.61
+61,1.2423424979050954,0.434871484375,90.34,99.58
+62,1.2227791969592754,0.46705,90.45,99.54
+63,1.188596601669605,0.4654234375,90.11,99.67
+64,1.2420543511708577,0.496415625,91.28,99.67
+65,1.206566688647637,0.4570609375,91.36,99.58
+66,1.191841467221578,0.476517578125,90.08,99.54
+67,1.2159340908894172,0.45509921875,91.21,99.52
+68,1.184596010354849,0.4041,91.82,99.7
+69,1.197465008802903,0.4776203125,90.84,99.51
+70,1.1692065709676498,0.47871484375,91.21,99.69
+71,1.1655661586003425,0.4623703125,91.47,99.59
+72,1.1758980602790148,0.4540109375,91.17,99.69
+73,1.2090310701957117,0.44291484375,91.15,99.43
+74,1.2243066520262986,0.47409375,91.06,99.44
+75,1.1842314501603444,0.4021640625,92.45,99.58
+76,1.1861446174291463,0.454423046875,90.9,99.29
+77,1.1913666887161058,0.431529296875,91.21,99.51
+78,1.182315821831043,0.440090234375,90.43,99.51
+79,1.1752316970091599,0.411735546875,92.22,99.66
+80,1.1980842932676659,0.40486484375,92.02,99.66
+81,1.208430159244782,0.4691671875,91.15,99.59
+82,1.1713698419240806,0.454520703125,91.85,99.49
+83,1.1868501634169848,0.4734734375,91.28,99.54
+84,1.1554450652538202,0.40115859375,91.95,99.69
+85,1.1732029344791022,0.426548828125,91.99,99.54
+86,1.1870274452062755,0.48535390625,91.89,99.68
+87,1.1872161992085286,0.42591328125,92.14,99.61
+88,1.1662766270148448,0.3923421875,92.1,99.65
+89,1.1558782638647618,0.3834203125,92.03,99.66
+90,1.178839941513844,0.4020169921875,91.74,99.77
+91,1.167067683965732,0.375964453125,92.33,99.66
+92,1.1623692544607016,0.448868359375,91.71,99.62
+93,1.143682997348981,0.40561171875,91.72,99.57
+94,1.1803595685041868,0.45947734375,92.36,99.65
+95,1.1663677764244569,0.44706796875,92.38,99.57
+96,1.1437147880211855,0.41839765625,92.68,99.68
+97,1.1581761919535123,0.448744140625,91.49,99.55
+98,1.1377769746841528,0.407988671875,91.61,99.57
+99,1.126110954468067,0.39558984375,91.77,99.74
+100,1.1959266552558312,0.394901953125,92.38,99.78
+101,1.146983995498755,0.38755546875,92.83,99.69
+102,1.155277564892402,0.414061328125,91.7,99.57
+103,1.1779818253639416,0.4388,92.57,99.52
+104,1.1606071893985455,0.387746484375,92.76,99.66
+105,1.1637056848941705,0.426905078125,93.1,99.66
+106,1.1326998135982416,0.372390625,92.6,99.69
+107,1.115137836107841,0.410091796875,92.47,99.59
+108,1.1432848470333294,0.444223828125,92.1,99.59
+109,1.1742048966578948,0.388155078125,91.99,99.67
+110,1.152328994946602,0.429711328125,92.95,99.52
+111,1.127046115276141,0.40251953125,92.73,99.66
+112,1.1502256796910213,0.428683984375,92.57,99.68
+113,1.143815320271712,0.439583203125,91.47,99.55
+114,1.1372800686420539,0.437525390625,92.52,99.51
+115,1.1672572664725476,0.41136015625,92.03,99.57
+116,1.1493335931729047,0.463894140625,92.77,99.68
+117,1.1345055736028231,0.37098984375,92.46,99.58
+118,1.1407694458961486,0.414290625,92.97,99.63
+119,1.1474083697184538,0.3839205078125,92.98,99.68
+120,1.1171222862524863,0.40163671875,93.28,99.55
+121,1.1257376819084852,0.40097734375,92.98,99.6
+122,1.1047393627655813,0.45378203125,92.92,99.62
+123,1.1369217111514165,0.3757892578125,92.81,99.82
+124,1.134765430749991,0.400059765625,92.84,99.71
+125,1.138391345892197,0.433514453125,93.08,99.65
+126,1.0883634084310287,0.427871484375,92.39,99.66
+127,1.1566685540553852,0.4063734375,92.69,99.57
+128,1.1462895090763385,0.41658671875,93.16,99.7
+129,1.1054501174352107,0.422457421875,93.1,99.68
+130,1.1447047354319158,0.4211025390625,92.69,99.61
+131,1.149102414571322,0.4048388671875,92.88,99.52
+132,1.1064691494672727,0.3628212890625,93.02,99.65
+133,1.1122364036547832,0.358221875,93.27,99.72
+134,1.1012394088965196,0.36715078125,92.35,99.65
+135,1.1053813885419796,0.43633984375,91.82,99.48
+136,1.152028303574293,0.4056,93.08,99.73
+137,1.1467499726857895,0.3954375,92.69,99.7
+138,1.1280193526011246,0.41815,92.9,99.61
+139,1.1195594104436728,0.36747890625,93.4,99.63
+140,1.1339815783195006,0.428661328125,93.05,99.64
+141,1.1116933652987846,0.420375390625,93.36,99.65
+142,1.1498072540148712,0.41037890625,92.97,99.65
+143,1.150619497971657,0.42334609375,92.87,99.54
+144,1.103655861585568,0.446689453125,92.99,99.66
+145,1.1060072175967388,0.3800505859375,92.38,99.28
+146,1.102707066749915,0.3902037109375,93.32,99.68
+147,1.1176555746640915,0.444923828125,93.02,99.69
+148,1.1226100924687508,0.39396484375,93.07,99.64
+149,1.1222223980304522,0.37903125,93.6,99.59
+150,1.0954549517386998,0.40498515625,93.08,99.67
+151,1.122926343098665,0.4134046875,93.48,99.58
+152,1.1236997906978314,0.355309765625,93.94,99.61
+153,1.090163643237872,0.395153515625,93.47,99.67
+154,1.1249932270783645,0.407270703125,92.93,99.64
+155,1.1221935220253774,0.4346765625,93.26,99.66
+156,1.1171235023400723,0.380096875,93.42,99.61
+157,1.12314413189888,0.463362890625,92.69,99.57
+158,1.1203467682386057,0.3871390625,93.33,99.61
+159,1.1073821318455233,0.347365234375,93.05,99.52
+160,1.127945763636858,0.347465234375,93.55,99.57
+161,1.0871416284487798,0.384891796875,93.41,99.7
+162,1.1285324128774497,0.397952734375,93.18,99.79
+163,1.1074530606086437,0.3853703125,93.7,99.68
+164,1.1060623306494493,0.401766015625,93.66,99.59
+165,1.0612947988204466,0.348730078125,93.39,99.7
+166,1.0722923368979722,0.4359328125,93.24,99.61
+167,1.0903227127515354,0.4123421875,93.51,99.67
+168,1.1172591721400236,0.371656640625,93.83,99.58
+169,1.1216118500782892,0.44394375,93.46,99.57
+170,1.100095761892123,0.3274806640625,93.38,99.63
+171,1.0966140471971952,0.36365703125,93.91,99.77
+172,1.1021669279306363,0.362629296875,93.0,99.68
+173,1.1149107210147076,0.39634140625,93.37,99.56
+174,1.1082352363146268,0.413947265625,93.59,99.6
+175,1.086649359189547,0.324766015625,93.92,99.68
+176,1.0948306905917633,0.395455078125,93.21,99.45
+177,1.0773652403782576,0.354323046875,93.38,99.66
+178,1.1126035664326106,0.3550390625,94.02,99.75
+179,1.0803259435372474,0.334923828125,93.81,99.74
+180,1.0934627074461716,0.3783841796875,93.25,99.67
+181,1.099122061026402,0.3989265625,93.79,99.68
+182,1.1175842557197961,0.426187890625,93.13,99.68
+183,1.0963575662710727,0.3703798828125,93.88,99.74
+184,1.079585871176842,0.395879296875,94.15,99.75
+185,1.0797853786211746,0.387984375,93.84,99.75
+186,1.0955191762019427,0.344084765625,94.17,99.65
+187,1.0506296411538736,0.334175390625,93.87,99.67
+188,1.0611317636110844,0.39035234375,93.47,99.6
+189,1.1206138002566801,0.449980859375,93.83,99.76
+190,1.11144701502262,0.41472421875,94.13,99.68
+191,1.100427198715699,0.398752734375,93.8,99.7
+192,1.0948818374902773,0.385579296875,93.87,99.66
+193,1.0693218954098531,0.341380078125,93.37,99.7
+194,1.103005584081014,0.3931533203125,94.12,99.68
+195,1.1054788418305226,0.33855,94.07,99.64
+196,1.1088524303375147,0.45698046875,93.81,99.63
+197,1.0407410370997894,0.4015921875,93.94,99.71
+198,1.0804253764641591,0.39121484375,93.59,99.64
+199,1.0671841382980347,0.342718359375,93.72,99.61
+200,1.0845082603968106,0.324044921875,94.42,99.79
+201,1.0990136024279473,0.362056640625,94.21,99.66
+202,1.1116888905182862,0.38960390625,93.97,99.71
+203,1.06776006206488,0.3412015625,94.2,99.74
+204,1.0836792551554166,0.3214828125,93.99,99.67
+205,1.080847581074788,0.40334921875,93.17,99.61
+206,1.0895223064300341,0.35377265625,94.05,99.67
+207,1.1009255991532252,0.35111796875,94.19,99.64
+208,1.0904620500711295,0.341466015625,94.34,99.77
+209,1.0627285804504003,0.383089453125,93.75,99.76
+210,1.0891688915399405,0.396571875,93.94,99.61
+211,1.060261351481462,0.368446484375,94.27,99.67
+212,1.0723146378993988,0.396392578125,93.78,99.73
+213,1.076992639211508,0.3211845703125,94.5,99.64
+214,1.085896418797664,0.387467578125,94.22,99.71
+215,1.0856746348050925,0.375680859375,94.02,99.79
+216,1.0917895772518256,0.349137109375,94.63,99.74
+217,1.0860583021090582,0.40240390625,94.45,99.67
+218,1.0784901349972456,0.363075390625,94.39,99.72
+219,1.0539836447972517,0.35201796875,94.48,99.58
+220,1.0555390284611628,0.3813859375,94.3,99.63
+221,1.0728787469558227,0.378371484375,94.24,99.67
+222,1.048610831835331,0.40267421875,94.25,99.76
+223,1.0852404514948526,0.333689453125,94.58,99.64
+224,1.0662239426221602,0.396722265625,94.03,99.72
+225,1.0802490966442304,0.369261328125,94.53,99.66
+226,1.0536130495560474,0.396637109375,94.21,99.67
+227,1.0825164356292822,0.35952421875,94.35,99.72
+228,1.066870865302208,0.370000390625,94.4,99.56
+229,1.074885709469135,0.36914609375,93.89,99.64
+230,1.0634195486704507,0.374794921875,94.0,99.67
+231,1.074646904376837,0.3907921875,93.83,99.58
+232,1.0701701553968284,0.386318359375,94.35,99.58
+233,1.07264910141627,0.42007578125,94.35,99.52
+234,1.0680051094446428,0.3726359375,94.43,99.72
+235,1.08641681823975,0.402212109375,94.3,99.61
+236,1.0732627926728664,0.372687890625,94.21,99.73
+237,1.0481663728371644,0.3361796875,94.28,99.71
+238,1.0551267432860838,0.379476171875,94.7,99.67
+239,1.0614690105120341,0.374476171875,94.37,99.67
+240,1.0619641271921305,0.43920625,94.4,99.58
+241,1.0279173189248794,0.34027890625,94.23,99.73
+242,1.077167585110053,0.4396421875,94.3,99.67
+243,1.0249489321158483,0.363371875,94.79,99.71
+244,1.0280326458124014,0.3155390625,94.86,99.73
+245,1.0331410932235228,0.34815625,94.53,99.62
+246,1.0343905155475324,0.34569140625,94.24,99.67
+247,1.0381666554854467,0.352112109375,94.75,99.71
+248,1.0637173617497468,0.36484453125,94.94,99.65
+249,1.0751210273840488,0.392098828125,94.77,99.7
+250,1.0424726626811884,0.322963671875,94.91,99.72
+251,1.064419942177259,0.40535703125,94.81,99.48
+252,1.0467559950473981,0.37910234375,94.45,99.63
+253,1.0874260981877646,0.346384765625,95.0,99.65
+254,1.0484558779459734,0.39484375,94.79,99.58
+255,1.0582900195549696,0.369790625,94.37,99.58
+256,1.042262724118355,0.3568220703125,94.38,99.59
+257,1.0289932321279476,0.3336017578125,94.96,99.71
+258,1.042755479996021,0.40819375,94.51,99.65
+259,1.0390136243441166,0.405969140625,94.79,99.69
+260,1.0491037805875143,0.3422390625,94.77,99.65
+261,1.022565542581754,0.363842578125,94.77,99.72
+262,1.0501359037863902,0.40166484375,94.65,99.67
+263,1.0835293396925314,0.3624390625,94.84,99.69
+264,1.0416020781565936,0.392460546875,94.93,99.67
+265,1.044888817347013,0.371815234375,94.97,99.74
+266,1.0540048802510287,0.315552734375,94.95,99.72
+267,1.0619153398733872,0.3202056640625,95.25,99.67
+268,1.045752146305182,0.3136587890625,94.87,99.71
+269,1.0494426718124976,0.36570234375,94.8,99.68
+270,1.0723711395875002,0.381908203125,94.89,99.67
+271,1.0434671943004314,0.419682421875,95.03,99.76
+272,0.9911754947442275,0.29522421875,94.92,99.78
+273,1.052137903066782,0.343071875,94.67,99.68
+274,1.0242264500031104,0.317134375,94.88,99.83
+275,1.0626385444249862,0.38119375,94.74,99.77
+276,1.008021810880074,0.335603515625,95.01,99.68
+277,1.0549489569969666,0.387721875,94.97,99.67
+278,1.0367285896570255,0.330258984375,95.19,99.71
+279,1.0265618735399002,0.3347453125,95.25,99.66
+280,1.034898094030527,0.319220703125,95.24,99.67
+281,1.0247470253553146,0.359644921875,95.18,99.64
+282,1.0333092000239934,0.3859,95.16,99.66
+283,1.0225469179642506,0.347571875,95.09,99.7
+284,1.0426328831758254,0.377875,95.03,99.68
+285,1.024966880144217,0.342380859375,95.23,99.76
+286,1.0181781391302744,0.32844296875,95.37,99.58
+287,0.9953248592523428,0.3108794921875,95.02,99.69
+288,1.0204525291919708,0.331453515625,95.23,99.67
+289,1.025946134328842,0.36755546875,94.8,99.72
+290,1.0218354980150859,0.319784375,95.32,99.69
+291,1.0296015386398023,0.36046875,95.02,99.66
+292,1.0252244111819144,0.354393359375,95.18,99.74
+293,1.0288099912496713,0.36869765625,94.96,99.64
+294,1.0318808048199384,0.393044140625,95.27,99.67
+295,1.0261352985333174,0.43023046875,95.07,99.68
+296,1.0340071780559343,0.351937109375,95.32,99.74
+297,1.0063809460554367,0.35713203125,95.45,99.67
+298,1.052304715070969,0.32630859375,95.25,99.7
+299,1.0494188437095056,0.403836328125,95.32,99.72
+300,1.0227108058256982,0.352505859375,95.4,99.74
+301,1.0072921497699543,0.371637890625,95.38,99.66
+302,1.043338250196897,0.375379296875,95.41,99.65
+303,1.0105790129074683,0.355369140625,95.28,99.73
+304,0.9746659914652507,0.348761328125,95.16,99.69
+305,1.0103004628267043,0.35392109375,95.23,99.72
+306,1.0204379378220974,0.3212328125,95.5,99.67
+307,0.9987174118176485,0.383358984375,95.65,99.67
+308,1.0343996021992121,0.321367578125,95.39,99.8
+309,1.021191197480911,0.327425,95.53,99.74
+310,1.0131187521494351,0.33488125,95.2,99.62
+311,1.0179039869553004,0.31045390625,95.66,99.69
+312,0.9942765216032664,0.3202587890625,95.4,99.68
+313,1.011725488381508,0.3354087890625,95.55,99.75
+314,1.0409204313388238,0.319651171875,95.53,99.69
+315,1.0376567955200489,0.325687890625,95.6,99.69
+316,1.0127826381952334,0.2938318359375,95.47,99.81
+317,1.0047274620105058,0.3026587890625,95.58,99.69
+318,0.9938886776948587,0.3396298828125,95.17,99.72
+319,1.0011915226777395,0.34576328125,95.47,99.78
+320,0.9974703611471714,0.3153671875,95.5,99.67
+321,1.0256723700425563,0.32383828125,95.84,99.74
+322,1.0283205301333695,0.3434515625,95.52,99.68
+323,0.9931172418288695,0.340850390625,95.33,99.68
+324,1.0142827281585107,0.342656640625,95.59,99.74
+325,1.0039604047934214,0.36295078125,95.53,99.64
+326,1.0136621094666995,0.348666796875,95.71,99.67
+327,1.019342386875397,0.340043359375,95.43,99.75
+328,1.0388484719472053,0.394611328125,95.37,99.73
+329,1.015812664001416,0.32360390625,95.34,99.76
+330,1.0158223231633505,0.349659765625,95.47,99.66
+331,1.0114429528896625,0.3267359375,95.72,99.72
+332,1.00883622444593,0.36414296875,95.43,99.63
+333,0.9814240382267878,0.3163609375,95.7,99.72
+334,0.9734988775008764,0.31204296875,95.56,99.74
+335,1.0093905753050094,0.366513671875,95.74,99.66
+336,0.9989292270097977,0.348051171875,95.5,99.69
+337,1.0004041146009397,0.340094140625,95.72,99.66
+338,0.9931028894889049,0.33010625,95.9,99.68
+339,1.004786593486101,0.3520296875,95.73,99.57
+340,1.0226333683882005,0.33889453125,95.75,99.68
+341,0.996489856334833,0.404857421875,95.59,99.68
+342,0.9689604297662393,0.2999349609375,95.88,99.71
+343,1.0099134491040156,0.316186328125,95.84,99.7
+344,0.9822133010778672,0.368120703125,95.75,99.73
+345,0.9962188905630356,0.33725390625,95.68,99.69
+346,1.0135621081560087,0.37117890625,95.58,99.7
+347,1.0042407103073903,0.3302525390625,95.68,99.73
+348,1.0116254332738044,0.365146875,95.58,99.7
+349,0.9937768211731544,0.31931328125,95.82,99.69
+350,1.0012087060854986,0.3525140625,95.69,99.69
+351,0.9990671844054491,0.378381640625,95.65,99.67
+352,0.9808422580743448,0.342975390625,95.6,99.64
+353,1.0046648858449398,0.329241015625,95.76,99.68
+354,0.9830908882312286,0.323152734375,96.09,99.59
+355,0.9810119789380294,0.298568359375,95.67,99.66
+356,1.004175453613966,0.3719828125,95.64,99.7
+357,0.9648034778925089,0.283143359375,96.05,99.72
+358,0.9718560843895643,0.2957236328125,95.83,99.73
+359,1.0156944600435405,0.414987890625,95.68,99.64
+360,1.0107171408641034,0.369284375,95.66,99.7
+361,1.0131662792120224,0.35716171875,95.68,99.76
+362,0.9935396040097261,0.333918359375,96.01,99.67
+363,0.9794066300758949,0.332566796875,95.81,99.67
+364,0.9834532237969912,0.339990625,95.61,99.7
+365,0.948359600855754,0.348487890625,95.62,99.69
+366,0.9982778689800165,0.337079296875,95.78,99.69
+367,0.9783269081360254,0.314852734375,95.64,99.71
+368,0.9959947375150827,0.3468765625,95.86,99.62
+369,1.0075641269867237,0.321355078125,95.82,99.7
+370,1.0151929791157062,0.325362109375,95.99,99.75
+371,0.9677027795559321,0.3361509765625,95.97,99.64
+372,1.00607259395795,0.3127396484375,95.71,99.68
+373,0.9988408881884355,0.287299609375,96.0,99.73
+374,1.017460212799219,0.3173658203125,96.02,99.68
+375,0.9879246911941431,0.3191181640625,95.86,99.63
+376,0.9915760255776919,0.3424615234375,95.98,99.7
+377,0.9713312719112788,0.31743359375,96.01,99.72
+378,1.0092286265813388,0.339750390625,95.93,99.64
+379,0.9896392930776645,0.392461328125,95.86,99.67
+380,0.9966613783286168,0.3129560546875,95.81,99.67
+381,0.985240975404397,0.2850921875,96.08,99.74
+382,1.0209026544522017,0.303994921875,95.99,99.74
+383,0.989590820746544,0.321339453125,95.79,99.74
+384,0.9769327561060588,0.293912109375,95.82,99.67
+385,0.9845393627117842,0.325562890625,95.92,99.7
+386,0.9860331217447916,0.350346875,95.91,99.67
+387,0.9872301775675554,0.294169921875,95.91,99.73
+388,0.9963845916283436,0.359841015625,95.83,99.67
+389,0.970375135464546,0.34144140625,95.92,99.72
+390,0.9584877069179828,0.335069921875,95.82,99.76
+391,0.9933306059776208,0.365203515625,95.8,99.64
+392,1.0079834879972995,0.3105392578125,95.95,99.67
+393,1.0121475380200606,0.3040015625,95.95,99.65
+394,0.9606333297032577,0.3157267578125,95.97,99.72
+395,0.9845647461903401,0.378755078125,95.71,99.68
+396,0.9972024587484506,0.2949615234375,96.02,99.72
+397,0.9926202923823626,0.35608125,95.92,99.7
+398,0.978174617810127,0.357607421875,95.79,99.68
+399,0.99200744613623,0.385968359375,95.99,99.68
+400,0.9974875985047756,0.320305078125,95.79,99.67
+401,0.964816947778066,0.3188900390625,95.96,99.75
+402,0.9877407252788544,0.37291015625,95.72,99.58
+403,0.9794752553487436,0.329351171875,95.9,99.63
+404,1.0163000533213982,0.34704140625,95.84,99.65
+405,0.9807422569164863,0.336108984375,95.79,99.72
+406,1.00880922690416,0.34446953125,95.72,99.7
+407,1.0162082666005843,0.352788671875,95.78,99.75
+408,0.9752130538989336,0.27299765625,96.24,99.69
+409,0.9951712475373194,0.359167578125,95.97,99.71

ckpt/cls/QKFormer/cifar10/model_best.pth.tar

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bc3515e1c6694e62ec52b442d274f38ab7c1dfb894ddb6d05b1247aeaf17805
+size 80750100

ckpt/cls/QKFormer/cifar100/args.yaml

@@ -0,0 +1,127 @@
+aa: rand-m9-n1-mstd0.4-inc1
+act_function: SigmoidGrad
+alpha: 4.0
+amp: true
+apex_amp: false
+attn_drop: 0.0
+attn_layer: SSA
+attn_scale: 0.125
+aug_splits: 0
+batch_size: 128
+bn_eps: null
+bn_momentum: null
+bn_tf: false
+channels_last: false
+checkpoint_hist: 10
+clip_grad: null
+clip_mode: norm
+color_jitter: 0.0
+cooldown_epochs: 10
+crop_pct: 1.0
+cutmix: 0.0
+cutmix_minmax: null
+data_dir: /data/datasets/CIFAR100/
+dataset: torch/cifar100
+decay_epochs: 30
+decay_rate: 0.1
+depths: 4
+device: 3
+dist_bn: ''
+drop: 0.0
+drop_block: null
+drop_connect: null
+drop_path: null
+embed_dim: 384
+embed_layer: SPS
+epoch_repeats: 0.0
+epochs: 400
+eval_metric: top1
+event_mix: false
+experiment: ''
+gp: null
+hflip: 0.5
+img_size: 32
+initial_checkpoint: ''
+input_size: null
+interpolation: bicubic
+jsd: false
+local_rank: 0
+log_interval: 200
+log_wandb: false
+lr: 0.001
+lr_cycle_limit: 1
+lr_cycle_mul: 1.0
+lr_noise: null
+lr_noise_pct: 0.67
+lr_noise_std: 1.0
+mean:
+- 0.4914
+- 0.4822
+- 0.4465
+min_lr: 1.0e-05
+mixup: 0.5
+mixup_mode: batch
+mixup_off_epoch: 200
+mixup_prob: 1.0
+mixup_switch_prob: 0.5
+mlp_drop: 0.0
+mlp_ratio: 4
+model: qkformer_cifar
+model_ema: false
+model_ema_decay: 0.9998
+model_ema_force_cpu: false
+momentum: 0.9
+native_amp: false
+no_aug: false
+no_prefetcher: false
+no_resume_opt: false
+node_type: LIFNode
+num_classes: 100
+num_heads: 8
+opt: adamw
+opt_betas: null
+opt_eps: null
+output: /home/shensicheng/log/SpikingTransformerBenchmark/cls/QKFormer
+patch_size: 4
+patience_epochs: 10
+pin_mem: false
+pretrained: false
+ratio:
+- 1.0
+- 1.0
+recount: 1
+recovery_interval: 0
+remode: const
+reprob: 0.25
+resplit: false
+resume: ''
+save_images: false
+scale:
+- 1.0
+- 1.0
+sched: cosine
+seed: 42
+sequential_length: false
+smoothing: 0.1
+split_bn: false
+start_epoch: null
+std:
+- 0.247
+- 0.2435
+- 0.2616
+step: 4
+sync_bn: false
+tau: 2.0
+threshold: 1.0
+torchscript: false
+train_interpolation: bicubic
+train_split: train
+tta: 0
+use_multi_epochs_loader: false
+val_batch_size: 128
+val_split: validation
+vflip: 0.0
+warmup_epochs: 20
+warmup_lr: 1.0e-05
+weight_decay: 0.06
+workers: 8

ckpt/cls/QKFormer/cifar100/log.csv

@@ -0,0 +1,411 @@
+epoch,train_loss,eval_loss,eval_top1,eval_top5
+0,4.554466219437428,4.39599375,3.85,13.37
+1,4.411131002964118,4.077821875,9.37,26.81
+2,4.2548082932447775,3.850565625,11.38,34.48
+3,4.091314024802966,3.54993125,16.01,42.31
+4,3.95179857474107,3.416434375,19.15,47.12
+5,3.8495648096769286,3.221625,21.06,50.25
+6,3.7330770841011636,2.954175,26.62,57.73
+7,3.6395211323713643,2.76301875,31.34,64.12
+8,3.5506714992034127,2.686153125,33.24,65.0
+9,3.4711440239197167,2.500640625,37.91,70.6
+10,3.4031343918580275,2.32583125,40.68,73.12
+11,3.3510100272985603,2.30128125,42.78,74.4
+12,3.2441266695658366,2.386565625,40.26,72.49
+13,3.2957688129865206,2.183834375,45.49,76.93
+14,3.1818087321061355,2.106721875,46.36,78.4
+15,3.155450216317788,2.0490234375,48.73,78.95
+16,3.1012908024665635,2.038578125,48.03,79.3
+17,3.0288612940372563,2.011675,49.36,79.69
+18,3.0995185742011437,1.9756859375,50.1,80.69
+19,2.9820644721006735,2.0552875,49.33,79.79
+20,3.0081626412196036,1.76884375,54.68,84.02
+21,2.9486830531022488,1.8037234375,53.58,83.38
+22,2.968946964924152,1.7912,54.47,84.12
+23,2.8568255488689127,1.7290703125,57.38,84.89
+24,2.9134776989618936,1.6629234375,57.21,85.28
+25,2.8819643564713306,1.6156859375,58.91,86.9
+26,2.7905637829731673,1.6232515625,58.78,86.32
+27,2.8188426048327715,1.6130828125,59.45,86.9
+28,2.796380760730841,1.58778125,59.96,86.97
+29,2.7316623345399513,1.5564359375,60.23,87.1
+30,2.7036958639438335,1.6595046875,59.67,86.26
+31,2.761321888825832,1.4981234375,62.37,88.2
+32,2.741217007392492,1.5269234375,62.81,88.6
+33,2.7440656637534118,1.459253125,63.96,89.05
+34,2.6414649746356864,1.524725,61.54,87.63
+35,2.6259001517907166,1.5161953125,62.88,88.19
+36,2.707374316912431,1.431225,65.31,89.51
+37,2.640838607457968,1.458184375,62.86,88.77
+38,2.594950276460403,1.4078,64.52,89.42
+39,2.622900572495583,1.352434375,65.47,89.92
+40,2.662717442634778,1.4283015625,65.31,89.66
+41,2.5968393915738814,1.3775890625,65.44,90.16
+42,2.6069583825576,1.395675,66.07,89.53
+43,2.6213037065970592,1.348578125,67.18,90.17
+44,2.620821321927584,1.4108171875,65.76,90.08
+45,2.5376181999842324,1.36083125,66.22,90.15
+46,2.5739971215908346,1.301771875,67.06,90.56
+47,2.562108517304445,1.3073046875,66.86,90.61
+48,2.605853209740076,1.4289140625,66.48,90.09
+49,2.550699699536348,1.4668109375,65.1,89.36
+50,2.4410758149929537,1.30513125,67.89,90.39
+51,2.4762782806005235,1.2851125,68.0,91.12
+52,2.5483458693210896,1.2761296875,68.38,91.44
+53,2.5398996875836297,1.34133125,67.59,90.7
+54,2.458489954777253,1.294528125,66.79,90.78
+55,2.4684472985756702,1.344275,66.4,90.19
+56,2.4712154070536294,1.3743015625,67.54,90.15
+57,2.4385027683698213,1.247340625,68.63,91.31
+58,2.4447016563170996,1.231484375,69.52,91.11
+59,2.4567525918667132,1.3408984375,68.18,90.43
+60,2.4226821749638288,1.3213734375,67.82,90.8
+61,2.510032970783038,1.259340625,69.17,90.93
+62,2.4105177625631673,1.2319703125,69.84,91.56
+63,2.4574308465688657,1.279928125,69.42,91.62
+64,2.419971761948023,1.2251640625,69.57,91.5
+65,2.436356114118527,1.2730984375,69.97,91.22
+66,2.4143156580435923,1.2711484375,69.23,91.09
+67,2.416707292581216,1.213490625,70.04,92.28
+68,2.444282911068354,1.27228125,70.33,91.82
+69,2.4259632752491878,1.2789796875,69.82,91.25
+70,2.3955087203245897,1.2665484375,69.92,91.84
+71,2.4334553104180556,1.2991328125,69.76,91.38
+72,2.348383769316551,1.22995625,68.96,91.14
+73,2.4403937975565593,1.1810796875,70.76,91.9
+74,2.3266420905406657,1.2401328125,70.7,91.89
+75,2.337613578331776,1.229465625,69.82,91.54
+76,2.367917520571978,1.32398125,68.78,90.65
+77,2.3797294797041477,1.2413984375,71.01,91.85
+78,2.3308621611350624,1.233484375,71.81,92.6
+79,2.378249699030167,1.172440625,71.7,92.4
+80,2.2912730956688905,1.1938484375,70.75,92.01
+81,2.3042379532104884,1.2206515625,70.33,91.37
+82,2.3067435958446603,1.2013515625,72.17,92.43
+83,2.27568529905417,1.200628125,70.92,92.42
+84,2.3367677645805554,1.174303125,72.14,92.27
+85,2.3524693629680535,1.261490625,70.59,91.49
+86,2.2613928804030787,1.200028125,72.06,92.02
+87,2.3602040361135432,1.2516234375,70.9,92.11
+88,2.290241648600652,1.210559375,71.93,92.37
+89,2.310735581165705,1.196909375,71.69,92.35
+90,2.2898106908186886,1.192546875,71.7,92.46
+91,2.2734511121725425,1.153675,72.37,92.73
+92,2.3167208931384944,1.15942265625,72.74,92.18
+93,2.307953317348774,1.16805859375,72.49,92.32
+94,2.2836318193337855,1.1966453125,71.94,92.01
+95,2.2668674832735305,1.139715625,72.09,92.09
+96,2.223043224750421,1.165815625,72.24,92.05
+97,2.2483581830293704,1.2330078125,72.11,92.02
+98,2.28573629122514,1.1795953125,71.61,92.11
+99,2.271581257612277,1.17371875,72.37,92.62
+100,2.2283236448581403,1.157059375,72.49,92.77
+101,2.2972798943519592,1.1468296875,73.18,92.53
+102,2.232480162840623,1.183415625,72.61,92.27
+103,2.2331363026912396,1.165325,72.38,92.53
+104,2.254130287353809,1.3006875,70.74,91.43
+105,2.3225437035927405,1.17832578125,72.45,92.09
+106,2.246123974139874,1.18034453125,72.2,92.38
+107,2.265052218620594,1.2261703125,72.38,92.05
+108,2.2629297577417815,1.21760625,72.94,92.09
+109,2.23477687560595,1.2363296875,71.92,91.71
+110,2.2205922352962006,1.1740125,72.8,92.05
+111,2.240327017735212,1.139075,72.49,92.82
+112,2.2811842157290534,1.17255625,72.35,92.27
+113,2.2613497394781845,1.2262796875,71.5,91.97
+114,2.2133872570135655,1.14998046875,72.4,92.32
+115,2.2559778885963637,1.19274375,72.44,92.4
+116,2.226785951699966,1.150075,73.75,92.8
+117,2.1972554188508253,1.19909375,72.76,92.23
+118,2.2017101370371304,1.1427734375,73.18,92.84
+119,2.157979134107247,1.109740625,73.28,92.96
+120,2.208305057501182,1.20038125,71.77,91.81
+121,2.219835250499921,1.137628125,73.45,92.85
+122,2.238404195736616,1.179228125,72.83,92.72
+123,2.19672747025123,1.161934375,73.01,92.53
+124,2.187051613819905,1.0776734375,74.34,92.9
+125,2.230274168955974,1.1267390625,73.77,92.31
+126,2.202684948994563,1.1000046875,73.65,92.78
+127,2.146285609404246,1.14065,73.32,92.3
+128,2.1757574597994487,1.1316953125,73.24,92.65
+129,2.19493577785981,1.1236109375,73.37,92.45
+130,2.2878876013633533,1.2001859375,72.93,92.26
+131,2.184321925884638,1.1315234375,73.62,92.94
+132,2.206097907592089,1.1709984375,72.9,92.29
+133,2.1666872712282035,1.1310265625,73.64,92.72
+134,2.1646475791931152,1.1399265625,73.93,92.61
+135,2.16021420833392,1.1498046875,73.57,92.6
+136,2.1996861711526527,1.11739921875,73.85,92.54
+137,2.197671486475529,1.10076328125,74.53,93.24
+138,2.2067870240945084,1.2182375,72.92,91.93
+139,2.1800092238646287,1.1527796875,73.46,92.33
+140,2.210177041322757,1.2021453125,73.04,92.33
+141,2.1849541040567253,1.1294671875,73.46,92.58
+142,2.152386490198282,1.12143984375,74.53,93.17
+143,2.1556224388953966,1.20714296875,73.01,91.83
+144,2.113639787221566,1.1127890625,74.82,92.95
+145,2.1478617833210873,1.06660703125,74.81,93.44
+146,2.1540523425126685,1.143659375,74.18,92.56
+147,2.150509697657365,1.1332453125,74.14,92.97
+148,2.2211742746524323,1.236759375,72.56,91.94
+149,2.1166195820539424,1.10248359375,74.69,92.76
+150,2.226292379085834,1.2330296875,73.16,92.27
+151,2.1070118378370237,1.1682375,73.98,92.5
+152,2.12176807476924,1.1591109375,74.12,92.4
+153,2.121760814312177,1.1375765625,74.62,92.8
+154,2.2181183799719197,1.1230171875,74.32,92.85
+155,2.153001919770852,1.14908125,74.83,92.66
+156,2.148995511042766,1.182715625,74.34,92.47
+157,2.085486441392165,1.1400859375,74.38,92.87
+158,2.1283333897590637,1.159884375,74.2,92.72
+159,2.1473336421526397,1.10140234375,75.29,93.06
+160,2.1742646559690817,1.188490625,73.12,92.02
+161,2.1226176573679996,1.12058515625,74.21,92.91
+162,2.1046112729952884,1.210896875,73.99,92.38
+163,2.173125385015439,1.23299375,73.38,92.0
+164,2.1623684623302557,1.1739296875,73.54,92.32
+165,2.0745438187550276,1.065709375,75.04,93.28
+166,2.1031848271687825,1.1372734375,74.83,92.79
+167,2.0838776478400596,1.1872515625,73.93,92.61
+168,2.1867689517828133,1.172490625,74.4,92.69
+169,2.0829976943823008,1.1127265625,75.13,92.78
+170,2.0887862932987704,1.11331015625,74.92,92.77
+171,2.0598377915529102,1.1401734375,73.85,92.99
+172,2.1599480197979855,1.17336171875,74.33,92.1
+173,2.115867754740593,1.1482875,74.24,92.38
+174,2.143147278749026,1.1062515625,75.1,92.92
+175,2.083960915223146,1.06366640625,75.12,93.21
+176,2.0858535072742366,1.0849359375,75.53,93.04
+177,2.1218027143906326,1.1256640625,74.37,92.74
+178,2.077495871140407,1.08809375,75.58,93.0
+179,2.011184945778969,1.1572328125,74.96,92.95
+180,2.127801851125864,1.0947359375,75.25,93.18
+181,2.094319474697113,1.1396484375,73.99,92.76
+182,2.0612095679992284,1.10934765625,75.32,93.22
+183,2.0952039214280935,1.0823453125,75.03,93.18
+184,2.098211529621711,1.1633046875,74.27,92.66
+185,2.05064658843554,1.1012140625,74.89,93.23
+186,2.085143532814124,1.1246359375,74.88,92.66
+187,2.046125949957432,1.118609375,75.35,92.84
+188,2.10625056211765,1.1886734375,74.72,92.61
+189,2.052614097717481,1.0849171875,75.23,93.07
+190,2.0762339347448107,1.1297890625,75.06,92.99
+191,2.026408959963383,1.08420703125,75.57,92.77
+192,2.04281672392136,1.1070390625,75.37,93.02
+193,2.031792845481481,1.11424453125,75.43,92.89
+194,2.0559086906604276,1.1228984375,75.13,92.7
+195,1.9903938139096284,1.10415546875,75.45,93.11
+196,2.045029397194202,1.10274375,75.15,93.1
+197,2.09117079163209,1.13680234375,75.28,92.95
+198,2.1036303113668393,1.09698515625,75.57,93.16
+199,2.099887525729644,1.1563203125,75.44,93.0
+200,2.0100876913620875,1.16861875,75.32,92.99
+201,2.0076727430025736,1.13261875,75.06,92.84
+202,2.1052254163301907,1.1401578125,75.27,93.23
+203,2.0344300395403154,1.07540390625,75.99,92.89
+204,2.058881757503901,1.0991953125,75.78,92.89
+205,2.0505847961474686,1.1028421875,75.67,92.91
+206,2.0675240290470613,1.065153125,76.12,93.11
+207,2.0373581348321377,1.13308984375,75.37,92.94
+208,1.963535759693537,1.13539375,75.41,92.73
+209,1.9962473592697045,1.10757578125,75.65,92.67
+210,2.082695614068936,1.1836828125,75.08,92.75
+211,2.0549919304175255,1.12481796875,75.49,92.55
+212,2.0139782865842184,1.10945234375,75.64,93.02
+213,2.0228091209362713,1.0645828125,75.76,93.22
+214,2.0786722152661055,1.06544375,75.84,93.29
+215,1.9812797618217957,1.1465,75.6,93.08
+216,2.033570178349813,1.0975796875,76.09,92.95
+217,2.0203449208002824,1.052578125,75.81,93.34
+218,1.9941023181646298,1.0585296875,75.56,93.21
+219,2.0523301344651443,1.1103390625,75.59,92.76
+220,2.063478370813223,1.091,76.06,93.12
+221,2.032883403240106,1.129709375,75.83,93.04
+222,1.977824043463438,1.04576328125,76.32,93.38
+223,2.0639791901295004,1.0793875,76.04,93.32
+224,2.004339819840896,1.1348015625,75.46,92.58
+225,2.052110108809593,1.04719375,76.29,93.13
+226,1.993195042396203,1.1481578125,75.83,93.14
+227,2.0563357307360723,1.0516125,76.78,93.56
+228,1.9471262780519631,1.11554375,76.1,93.54
+229,1.9988176663716635,1.087525,76.81,93.04
+230,1.9954325547585121,1.123640625,76.32,93.14
+231,1.964110619441057,1.085840625,75.86,92.87
+232,1.9989619520994333,1.0818515625,76.38,93.35
+233,1.985390682098193,1.0450765625,76.29,93.53
+234,2.0234626459769713,1.1033046875,76.53,93.11
+235,1.9931868146627376,1.06743046875,76.53,93.24
+236,1.9837323931547313,1.1007859375,76.52,93.37
+237,1.9571136466967753,1.072053125,76.67,93.17
+238,1.9887722690900167,1.073025,76.59,93.41
+239,1.9633201048924374,1.1203046875,75.92,93.09
+240,2.079284707399515,1.124771875,76.15,93.29
+241,2.0099593865565764,1.114346875,76.44,92.96
+242,1.9758361746103337,1.1131171875,76.67,93.11
+243,1.9796794874545856,1.0839328125,76.02,93.29
+244,1.8740000101236196,1.0569703125,76.76,93.73
+245,1.9281404325595268,1.04439140625,76.75,93.5
+246,1.993758359933511,1.0920609375,76.19,93.19
+247,2.019155244796704,1.1711203125,75.52,92.62
+248,2.0110548687286864,1.0516859375,77.05,93.39
+249,1.9742742989307795,1.0737015625,76.69,93.31
+250,2.0133668784911816,1.03731328125,77.26,93.34
+251,1.9889216977816362,1.0645640625,76.83,93.32
+252,2.0338281330389854,1.05852734375,77.05,93.5
+253,1.974529139048014,1.0206015625,77.48,93.67
+254,1.9353407746706253,1.07095625,76.96,93.4
+255,1.917539720199047,1.03308671875,77.31,93.4
+256,1.9507240776832286,1.1452734375,76.03,92.96
+257,1.9810526481041542,1.07275078125,77.45,93.5
+258,1.9763585104392125,1.046965625,77.52,93.53
+259,1.938404816083419,1.0603984375,77.15,93.54
+260,1.9239231516153386,1.0451234375,77.24,93.57
+261,1.929635845697843,1.1564765625,76.53,92.96
+262,1.9183153291543324,1.043846875,77.5,93.39
+263,1.9623157446201032,1.03133125,77.69,93.44
+264,1.9612042301740402,1.0923140625,77.34,93.38
+265,1.889889246531022,1.0133453125,77.07,93.9
+266,1.9415781221328638,1.0335828125,77.59,93.71
+267,1.9583127055412684,1.0443875,76.94,93.61
+268,1.9702541522490673,1.0300625,78.03,93.83
+269,1.9411691225492038,1.057690625,77.38,93.49
+270,1.939091771382552,1.0562296875,77.58,93.71
+271,1.9105817603759276,1.0825515625,77.16,93.64
+272,1.9522648910681406,1.11146484375,76.53,93.22
+273,1.9571186965856797,1.0773296875,76.83,93.54
+274,1.8794177370193677,1.03753671875,77.71,93.62
+275,1.8291517674922944,1.04268125,77.79,93.91
+276,1.9559820622969897,1.06167421875,77.83,93.74
+277,1.8440648234807528,1.05679921875,77.73,93.35
+278,1.837072524963281,0.99707109375,78.07,93.77
+279,1.9326325731399732,1.069871875,77.56,93.26
+280,1.9229899553152232,1.07376875,77.06,93.53
+281,1.8880436593141312,1.0539421875,77.24,93.43
+282,1.9271776411777888,1.1235953125,77.3,93.28
+283,1.940598788475379,1.0459046875,77.57,93.27
+284,1.9110688602313017,1.0350625,77.69,93.6
+285,1.93742745304719,1.097990625,77.65,93.48
+286,1.8491500804057488,1.01395390625,78.11,93.78
+287,1.870989296833674,1.03776875,77.95,93.66
+288,1.8515733540058137,1.0321421875,77.89,93.76
+289,1.8562777153956584,1.0150484375,78.13,93.64
+290,1.8147105975028797,1.0532609375,77.58,93.78
+291,1.9156540470245558,1.08853671875,77.48,93.45
+292,1.912472750284733,1.0596359375,77.98,93.62
+293,1.9185611792099782,1.05618046875,77.98,93.84
+294,1.8965969256865673,1.07448125,77.84,93.66
+295,1.9756419267409886,1.045084375,78.39,93.78
+296,1.8297205241826864,0.98475546875,78.5,94.2
+297,1.9540595442820818,1.06218671875,77.57,93.7
+298,1.7816775693343236,1.03177109375,78.36,93.5
+299,1.9501578832284,1.04956484375,77.86,93.89
+300,1.874467984223977,1.06567734375,78.15,93.35
+301,1.8913019192524445,1.01750546875,78.19,94.0
+302,1.900387066602707,1.04154453125,78.0,93.85
+303,1.929668635282761,0.997384375,78.2,93.98
+304,1.8615388825917856,1.0961078125,77.24,93.51
+305,1.902142807153555,1.06729375,77.86,93.79
+306,1.8855280167017228,1.095478125,77.93,93.79
+307,1.9335731836465688,1.01609453125,78.31,94.18
+308,1.8573081418489799,1.06029140625,78.0,93.88
+309,1.893930854705664,1.041403125,77.91,93.79
+310,1.8861169990820763,1.013546875,78.88,93.92
+311,1.9127845756518536,1.01698671875,78.31,93.95
+312,1.8901469533260051,1.0751921875,78.07,93.48
+313,1.8459045708179473,1.02156171875,78.6,93.82
+314,1.9066471498746138,1.02687265625,78.19,93.97
+315,1.8739541440438001,1.0411625,78.82,93.89
+316,1.8470612878982837,1.0670875,78.23,94.1
+317,1.8435606675270275,1.025590625,78.46,94.17
+318,1.8313444973566593,1.02714375,78.59,94.06
+319,1.8810793202656966,1.04426171875,78.61,94.05
+320,1.7929698014870667,1.0278265625,78.58,93.97
+321,1.8079776027263739,0.98362421875,78.93,93.97
+322,1.857586044837267,1.01949375,78.7,93.91
+323,1.8385776275243515,1.01008984375,78.65,94.01
+324,1.8322852820922166,1.024828125,78.52,94.15
+325,1.8437660260078235,1.0435109375,78.3,94.07
+326,1.841389149427414,1.004853125,78.85,94.01
+327,1.862136308504985,1.09957109375,78.06,93.87
+328,1.8415946445403955,1.0586171875,78.03,93.97
+329,1.8876096421327346,1.04825625,78.43,93.86
+330,1.8347471816417498,0.98079375,78.92,94.36
+331,1.8792501840835962,1.02601875,78.66,93.88
+332,1.8298627964961223,1.078353125,77.95,93.82
+333,1.84268467044219,1.0334734375,78.49,94.0
+334,1.8477200712913122,1.0170453125,78.47,94.0
+335,1.8251961957185696,1.03918125,78.93,93.9
+336,1.8803506814516509,1.0226234375,78.54,94.23
+337,1.90300748027288,1.0690328125,78.3,93.86
+338,1.8166734288900326,1.0470515625,77.94,93.9
+339,1.8553989028319335,1.03218046875,78.82,94.07
+340,1.864502704754854,1.06055625,78.8,94.02
+341,1.8309333049334013,1.11493125,78.17,93.66
+342,1.8117572663686214,1.0455234375,78.65,94.1
+343,1.8744794536859561,1.077796875,78.2,93.85
+344,1.8823844752250574,1.0594546875,78.69,93.82
+345,1.7641512690446315,1.0013953125,78.62,94.12
+346,1.8177808134983748,1.021825,79.01,94.33
+347,1.8313210340646597,1.0749421875,78.11,94.11
+348,1.7911428382763497,0.99917265625,79.02,94.21
+349,1.845095242598118,1.105825,77.82,93.78
+350,1.8020859632736597,1.060128125,78.47,94.12
+351,1.8613522197955694,1.00401328125,78.92,94.2
+352,1.8214362263679504,1.0227375,78.86,94.01
+353,1.7640849284636668,0.98200390625,79.19,94.4
+354,1.8475085687942994,1.002075,78.93,94.35
+355,1.8483278152270195,1.083584375,78.47,93.94
+356,1.7541682133307823,0.9920515625,78.79,94.28
+357,1.793739229440689,1.0489828125,79.0,94.01
+358,1.8033254045706528,0.9921703125,79.26,94.25
+359,1.7493223899450057,0.99060625,79.11,94.35
+360,1.7916249993519906,1.06501875,78.67,93.93
+361,1.8017128634147155,1.044165625,78.52,94.32
+362,1.8496791330667643,1.02350546875,79.08,94.17
+363,1.8231667801355704,1.03425234375,78.92,94.0
+364,1.8742617558210324,1.0517109375,78.54,93.99
+365,1.8248751463034214,1.04130625,78.71,94.09
+366,1.801756966419709,0.96756328125,79.52,94.41
+367,1.7937704881032308,1.015503125,79.39,94.19
+368,1.7557392114248032,1.0273453125,78.86,93.87
+369,1.816696649025648,1.06890703125,78.59,94.04
+370,1.8052298652820098,0.9683125,79.39,94.53
+371,1.7984542136008923,1.046853125,78.95,94.09
+372,1.8177980529956328,1.0576734375,78.83,94.07
+373,1.8143918781708448,0.989896875,79.21,94.37
+374,1.7707726209591597,1.0356875,79.05,94.2
+375,1.8134455419503726,1.0449203125,78.91,94.03
+376,1.7494814146787692,0.9799578125,79.44,94.4
+377,1.815931283816313,1.0670703125,78.82,94.15
+378,1.8212269454430312,1.01323515625,79.44,94.35
+379,1.8917639331939893,1.035903125,79.27,94.18
+380,1.7863359038646405,0.9824109375,79.33,94.52
+381,1.8314373607818897,1.0137,79.02,94.21
+382,1.8513688588753725,1.0707390625,78.81,94.0
+383,1.7869027217229208,1.005115625,79.23,94.37
+384,1.795711049819604,1.0639953125,79.23,94.3
+385,1.7894310908439832,1.0755328125,78.77,94.18
+386,1.8308846044234741,0.99245,79.29,94.37
+387,1.8000456067231985,1.0454578125,79.02,93.95
+388,1.82708713610967,1.0191765625,79.17,94.28
+389,1.7686559004661364,0.9993015625,79.22,94.33
+390,1.7864114637558277,0.967621875,79.71,94.74
+391,1.7516246314232167,1.049428125,79.24,94.03
+392,1.8459142451102917,1.0723734375,78.71,94.0
+393,1.7802905533558284,0.99455,79.72,94.28
+394,1.762563839325538,0.98995,79.57,94.38
+395,1.7899162157987938,1.0102015625,79.24,94.31
+396,1.832330486101982,1.00718203125,79.46,94.34
+397,1.7726073349133515,0.98616171875,79.65,94.44
+398,1.8328898581174704,1.06983984375,79.17,94.07
+399,1.748964592279532,1.001334375,79.19,94.21
+400,1.8058438489070305,1.07341640625,79.01,94.11
+401,1.7696101268132527,1.021196875,79.29,94.28
+402,1.8489905096017398,1.0250890625,79.4,94.24
+403,1.8067335108915965,0.98797734375,79.49,94.37
+404,1.7927738313491528,1.0127828125,79.44,94.41
+405,1.7909667287117397,1.0279890625,79.28,94.27
+406,1.8650682117694464,1.00231484375,79.21,94.36
+407,1.7975892288562578,1.0146515625,79.46,94.42
+408,1.766458985591546,1.0161046875,79.15,94.23
+409,1.7328973174095155,1.0043578125,79.57,94.51

ckpt/cls/QKFormer/cifar100/model_best.pth.tar

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f68105a33f7ff78c24ccdd8e3eb5988a15fff9ef3de20cc5c5d4d6e1df6982d
+size 81165972

ckpt/cls/SDT/cifar10/args.yaml

@@ -0,0 +1,131 @@
+aa: rand-m9-n1-mstd0.4-inc1
+act_function: SigmoidGrad
+alpha: 4.0
+amp: false
+apex_amp: false
+attn_drop: 0.0
+attn_layer: SDSA
+attn_scale: 0.125
+aug_splits: 0
+batch_size: 128
+bn_eps: null
+bn_momentum: null
+bn_tf: false
+channels-last: false
+channels_last: false
+checkpoint_hist: 10
+clip_grad: null
+clip_mode: norm
+color_jitter: 0.5
+cooldown_epochs: 10
+crop_pct: 1.0
+cutmix: 0.0
+cutmix_minmax: null
+data_dir: /data/datasets/CIFAR10/
+dataset: torch/cifar10
+decay_epochs: 30
+decay_rate: 0.1
+depths: 2
+device: 0
+dist_bn: ''
+drop: 0.0
+drop_block: null
+drop_connect: null
+drop_path: null
+embed_dim: 512
+embed_layer: SPS
+epoch_repeats: 0.0
+epochs: 400
+eval_metric: top1
+event_mix: false
+experiment: ''
+gp: null
+hflip: 0.5
+img_size: 32
+in_channels: 3
+initial_checkpoint: ''
+input_size: null
+interpolation: bicubic
+jsd: false
+local_rank: 0
+log_interval: 200
+log_wandb: false
+lr: 0.0003
+lr_cycle_limit: 1
+lr_cycle_mul: 1.0
+lr_noise: null
+lr_noise_pct: 0.67
+lr_noise_std: 1.0
+mean:
+- 0.4914
+- 0.4822
+- 0.4465
+min_lr: 1.0e-05
+mixup: 0.5
+mixup_mode: batch
+mixup_off_epoch: 200
+mixup_prob: 1.0
+mixup_switch_prob: 0.5
+mlp_drop: 0.0
+mlp_ratio: 4
+model: sdt_cifar
+model-ema: false
+model-ema-decay: 0.9998
+model_ema: false
+model_ema_decay: 0.9998
+model_ema_force_cpu: false
+momentum: 0.9
+native_amp: false
+no_aug: false
+no_prefetcher: false
+no_resume_opt: false
+node_type: LIFNode
+num_classes: 10
+num_heads: 8
+opt: adamw
+opt_betas: null
+opt_eps: null
+output: /home/shensicheng/log/SpikingTransformerBenchmark/cls/SDT
+patch_size: 4
+patience_epochs: 10
+pin_mem: false
+pretrained: false
+ratio:
+- 1.0
+- 1.0
+recount: 1
+recovery_interval: 0
+remode: const
+reprob: 0.0
+resplit: false
+resume: ''
+save_images: false
+scale:
+- 1.0
+- 1.0
+sched: cosine
+seed: 42
+sequential_length: false
+smoothing: 0.1
+split_bn: false
+start_epoch: null
+std:
+- 0.247
+- 0.2435
+- 0.2616
+step: 4
+sync_bn: false
+tau: 2.0
+threshold: 1.0
+torchscript: false
+train_interpolation: bicubic
+train_split: train
+tta: 0
+use_multi_epochs_loader: false
+val_batch_size: 128
+val_split: validation
+vflip: 0.0
+warmup_epochs: 20
+warmup_lr: 1.0e-06
+weight_decay: 0.06
+workers: 8

ckpt/cls/SDT/cifar10/log.csv

@@ -0,0 +1,411 @@
+epoch,train_loss,eval_loss,eval_top1,eval_top5
+0,2.279383844595689,2.188347814941406,24.15,72.31
+1,2.069885200414902,1.6753413190841675,41.99,91.17
+2,1.8982952185166189,1.5337224956512452,46.21,91.59
+3,1.8070387244224548,1.3469417388916016,54.64,94.91
+4,1.7549237431623996,1.2170669759750365,60.8,95.99
+5,1.7062172489288525,1.170146580505371,61.9,96.49
+6,1.6673958873137449,1.113452688598633,63.95,96.85
+7,1.6288898043143443,1.074852089881897,65.77,96.69
+8,1.587485728202722,0.9619686143875122,71.11,97.64
+9,1.5750490876344534,0.9366216221809387,72.06,97.54
+10,1.5428089655362642,0.9488449438095092,71.11,97.05
+11,1.4858802929902688,0.8469597385406494,76.04,98.51
+12,1.4914188293310313,0.7874136308670044,78.25,98.72
+13,1.4719787713808892,0.8405469735145569,75.85,98.45
+14,1.4464108682595767,0.8383502277374267,75.54,98.05
+15,1.4356034300266167,0.7800526808738708,78.83,98.61
+16,1.417315059288954,0.761602693939209,78.77,98.33
+17,1.4070296620711302,0.7315907238960266,81.44,98.54
+18,1.4158818017213772,0.7661838274002075,79.42,98.63
+19,1.3991898536682128,0.6645092529296875,82.81,99.17
+20,1.3835541346134284,0.7016105590820313,82.01,98.93
+21,1.3844762430741238,0.6366380370140076,83.13,99.14
+22,1.3554194196676597,0.6438096001148224,82.49,99.17
+23,1.344915583041998,0.6621463445663452,82.06,99.07
+24,1.2956636095658327,0.6192500618934631,85.3,99.31
+25,1.2932330513611818,0.6189955254077911,84.63,99.18
+26,1.2874597448569078,0.6438024962425232,81.71,98.86
+27,1.2780475408602983,0.575978413438797,85.99,99.38
+28,1.284321688230221,0.5581698214054107,86.95,99.49
+29,1.2658273383592948,0.5813301351547241,86.36,99.12
+30,1.2599323083192875,0.5528240731716156,87.27,99.5
+31,1.2440993949388846,0.5610466417312622,87.54,99.31
+32,1.2746859600910774,0.567760267162323,86.75,99.24
+33,1.254682364830604,0.6197734624862671,85.71,99.15
+34,1.2515373774063894,0.561703753566742,88.54,99.28
+35,1.2310716062020033,0.6107552375793457,84.35,99.27
+36,1.2257484078407288,0.4975710623264313,89.05,99.38
+37,1.255598157338607,0.4989214933872223,89.02,99.51
+38,1.2140272843532074,0.5761304783821106,86.54,99.34
+39,1.1950171811458392,0.48735169734954836,88.58,99.5
+40,1.223003114033968,0.5207879953384399,88.32,99.38
+41,1.2224433671205472,0.5115007219791412,89.4,99.52
+42,1.250387043830676,0.4754463509082794,89.67,99.46
+43,1.2122377884693636,0.5256675910949707,89.8,99.48
+44,1.211424508308753,0.48491873960494997,89.63,99.37
+45,1.1845622294988387,0.5057040758132935,89.01,99.46
+46,1.1885635004593775,0.5224430885314941,89.74,99.51
+47,1.168587971650637,0.5579182198524475,89.11,99.35
+48,1.1630277436513168,0.4484995607376099,90.31,99.49
+49,1.1802052315993188,0.5090988732337952,90.11,99.61
+50,1.2035866424059256,0.4727681520462036,90.2,99.58
+51,1.1666246111576373,0.4382451428413391,91.22,99.6
+52,1.1615577396674035,0.4651155465126038,89.29,99.45
+53,1.1661582067990914,0.4382360929489136,90.53,99.55
+54,1.143600613795794,0.46567991099357603,89.27,99.38
+55,1.18687029786599,0.48334593143463134,90.71,99.52
+56,1.2018264117913369,0.5051228272914886,90.03,99.22
+57,1.1531654700254783,0.4268390302181244,90.27,99.64
+58,1.178799688204741,0.46953678150177003,90.84,99.4
+59,1.1737720590371352,0.4857203447341919,90.38,99.62
+60,1.114786870051653,0.4351388572692871,90.73,99.61
+61,1.162465741389837,0.45856664810180664,90.64,99.47
+62,1.1255656279050388,0.4567029091835022,91.07,99.55
+63,1.1488406294431441,0.4193092689037323,91.15,99.48
+64,1.156112769781015,0.40679392056465147,90.53,99.58
+65,1.1329228289616413,0.4203434446811676,91.1,99.53
+66,1.14016981950173,0.42987432827949523,90.46,99.42
+67,1.1219639501510523,0.413951918554306,91.68,99.7
+68,1.1123660053962316,0.43697392864227297,91.2,99.54
+69,1.1428683248850016,0.4454508257389069,91.23,99.5
+70,1.12597587735225,0.44331244716644286,91.01,99.62
+71,1.1406233686667222,0.4105130991458893,91.32,99.53
+72,1.0959764324701748,0.41622956337928774,91.44,99.64
+73,1.1103713506307358,0.4109381362915039,91.05,99.66
+74,1.1154359363592588,0.4361865414619446,91.29,99.52
+75,1.1294775787072304,0.41124160413742067,91.86,99.67
+76,1.1103753173962618,0.40224883279800416,91.73,99.67
+77,1.119502698458158,0.426866068649292,91.87,99.65
+78,1.1039181904915052,0.4069872076511383,92.03,99.64
+79,1.1289566914240519,0.4108007038593292,92.14,99.62
+80,1.117907549173404,0.4129903416156769,91.63,99.53
+81,1.1211624431304443,0.3648083555698395,92.34,99.74
+82,1.1128574680059384,0.4241959667205811,91.8,99.68
+83,1.105206346206176,0.40890635976791384,92.45,99.58
+84,1.116173827036833,0.4413431412696838,91.49,99.56
+85,1.125940347940494,0.40529900941848757,92.07,99.62
+86,1.1140834138943598,0.3814867309331894,92.16,99.61
+87,1.0911677760955616,0.3863480424880981,92.45,99.71
+88,1.0929321055228893,0.43573449506759643,92.19,99.57
+89,1.1116091436300521,0.3986965964794159,92.08,99.69
+90,1.0653670738904903,0.438565341758728,91.34,99.6
+91,1.0859585039126567,0.39090808429718016,92.29,99.6
+92,1.142374750589713,0.4155126465797424,92.63,99.71
+93,1.1316784131221282,0.40569389872550965,92.41,99.77
+94,1.105684610666373,0.4031299010276794,92.22,99.6
+95,1.1122756985517648,0.3775887100458145,92.09,99.64
+96,1.0691668678552677,0.40709074354171754,92.42,99.74
+97,1.0869870711595584,0.41722995929718015,92.33,99.56
+98,1.0958334774543077,0.4120001563072205,92.46,99.61
+99,1.1258523772924374,0.4837157235145569,91.17,99.59
+100,1.051966448013599,0.4111831787109375,92.38,99.72
+101,1.1030355774439298,0.43751036038398744,92.26,99.63
+102,1.0730570186407138,0.3769173016309738,92.51,99.71
+103,1.1036172735385406,0.39862819838523866,92.54,99.57
+104,1.1040330244944645,0.4153075656890869,93.17,99.65
+105,1.070233258834252,0.3660460627794266,92.58,99.61
+106,1.0882728833418627,0.3494591959953308,92.88,99.74
+107,1.087028342485428,0.4286369448184967,92.56,99.68
+108,1.0966664337194882,0.42870879511833193,92.69,99.6
+109,1.080840262847069,0.37339646215438843,92.49,99.59
+110,1.0863541144591111,0.42992497110366823,92.87,99.58
+111,1.0952959843170949,0.4118085672855377,92.24,99.53
+112,1.0824873024072403,0.4271240761756897,92.56,99.66
+113,1.0759707171183366,0.37860212984085084,92.4,99.6
+114,1.0574562890407366,0.392298405790329,92.71,99.5
+115,1.070018559999955,0.38249369831085206,92.79,99.7
+116,1.0692034541032254,0.34101442503929136,92.94,99.63
+117,1.0878306365930117,0.4393242111206055,92.75,99.57
+118,1.090062795082728,0.4400196042060852,92.56,99.65
+119,1.0808143007449615,0.35072298154830933,93.61,99.66
+120,1.1001902716282086,0.4686206680774689,92.41,99.66
+121,1.0967519886982746,0.3839083644390106,92.94,99.55
+122,1.0813426882792743,0.3996925387382507,92.46,99.55
+123,1.1064249812028346,0.3775235804080963,93.4,99.65
+124,1.0577939910766405,0.38894540758132934,93.08,99.76
+125,1.0935370290890718,0.38188616046905516,93.49,99.6
+126,1.1186124237684103,0.4445932897090912,92.79,99.59
+127,1.0541602802582277,0.4201229209423065,92.79,99.58
+128,1.0690528877270526,0.41856951637268064,92.55,99.75
+129,1.0614605206709642,0.36736124024391176,92.81,99.6
+130,1.0513650334798372,0.38554428844451905,93.19,99.64
+131,1.0936748445034028,0.39503169269561766,92.95,99.66
+132,1.0556037808075929,0.37748427934646606,93.47,99.68
+133,1.0438389966121087,0.35439103326797483,93.48,99.63
+134,1.069807740358206,0.3790043585777283,93.71,99.66
+135,1.087309536567101,0.4120220090866089,93.33,99.55
+136,1.098831629447448,0.38594470448493956,93.29,99.7
+137,1.0786562436666245,0.40183909192085265,92.85,99.62
+138,1.0645494542060754,0.3901239645957947,93.33,99.68
+139,1.0561639175965236,0.40302687883377075,93.53,99.62
+140,1.060736739482635,0.37099474658966064,93.35,99.57
+141,1.04496844517879,0.40850134019851686,92.78,99.58
+142,1.0739931665934048,0.42486347966194155,93.49,99.69
+143,1.065575250906822,0.4022239512443542,92.92,99.62
+144,1.0763225624194512,0.40229444870948794,93.38,99.67
+145,1.08134616735654,0.3619239590167999,93.43,99.65
+146,1.061439810655056,0.3739083267211914,93.96,99.7
+147,1.0988286001560015,0.3904035437107086,93.5,99.7
+148,1.0447393825420968,0.3876519003868103,92.81,99.64
+149,1.0443897595772376,0.3770853689670563,93.44,99.69
+150,1.0648976753919552,0.3759252115249634,93.33,99.63
+151,1.0421401199622031,0.4123299521923065,93.81,99.68
+152,1.0503842162780272,0.3837955523490906,93.06,99.66
+153,1.0600333016652328,0.4007421520233154,92.8,99.6
+154,1.0765791269449088,0.4024666201591492,93.65,99.66
+155,1.060676652345902,0.363735093998909,93.57,99.62
+156,1.0615774654425107,0.37656521368026735,93.94,99.68
+157,1.0900464588250869,0.37292446575164795,93.82,99.51
+158,1.0722808694228148,0.3750176658630371,93.98,99.67
+159,1.0347092688083648,0.3832018795967102,93.63,99.57
+160,1.0535756293015601,0.36932184410095215,93.98,99.67
+161,1.0565282008586785,0.4036081516265869,93.68,99.55
+162,1.0396682340365189,0.36042353343963623,93.56,99.62
+163,1.0632272399388827,0.37298508205413816,93.9,99.64
+164,1.0355769927685077,0.35720667667388917,93.55,99.58
+165,1.0646176263307914,0.40082383377552033,93.54,99.56
+166,1.049791413698441,0.34595218000411987,93.71,99.64
+167,1.051789639240656,0.3689991226196289,93.64,99.68
+168,1.048849843098567,0.45849782867431643,93.97,99.66
+169,0.9995528927216163,0.3804332899570465,93.59,99.7
+170,1.0454669270759973,0.3484915575027466,93.99,99.68
+171,1.0486361124576666,0.3534957022190094,93.94,99.57
+172,1.0368706279840225,0.3229561674594879,93.81,99.57
+173,1.032809220521878,0.3381156050682068,93.87,99.67
+174,1.0363752001371138,0.3615174424648285,93.82,99.72
+175,1.0627715240686368,0.3232622838973999,94.14,99.71
+176,1.0472212337530575,0.3526491828918457,93.93,99.69
+177,1.0447008571563623,0.3530479157447815,94.27,99.63
+178,1.0549494873254728,0.3970350558280945,93.33,99.69
+179,1.0239028232219891,0.36422026681900027,93.84,99.63
+180,1.0729066553788307,0.4227654164791107,93.71,99.59
+181,1.0567429460011997,0.40728934874534606,94.09,99.69
+182,1.0112804180536514,0.37651501326560977,94.08,99.66
+183,1.0581071543387877,0.32299638576507567,93.92,99.66
+184,1.0126682151586581,0.4007012086868286,94.19,99.74
+185,1.06677524187626,0.42145300064086916,93.93,99.68
+186,1.0235635647406944,0.3296921553611755,94.27,99.7
+187,1.027641512033267,0.38910510578155516,93.63,99.57
+188,1.050962769679534,0.38206806178092956,94.03,99.65
+189,1.0279277818325239,0.3422013852119446,94.15,99.64
+190,1.0250304047877972,0.35574588627815246,94.01,99.58
+191,1.0400793665494674,0.3657933645248413,93.82,99.67
+192,1.016512493750988,0.4006504259109497,94.23,99.66
+193,1.0190382350713778,0.4073553789138794,94.22,99.63
+194,1.0381121976253314,0.3839643882751465,94.2,99.63
+195,1.031040282280017,0.3561443636894226,94.31,99.59
+196,1.0340696767354622,0.35991158871650697,94.41,99.66
+197,1.012914943542236,0.34882271060943604,94.41,99.7
+198,1.0645617459064876,0.3382935647010803,94.28,99.7
+199,1.0405949146319657,0.41438302130699156,94.09,99.63
+200,1.0202932755152385,0.383540719795227,94.4,99.65
+201,1.0367218353809455,0.33113682594299315,94.37,99.59
+202,1.0384957266159547,0.3925993820667267,94.15,99.73
+203,0.9886192014584174,0.3496999137401581,94.06,99.6
+204,1.0442002846644476,0.36096187171936034,94.39,99.57
+205,1.0440356648885287,0.385374382686615,94.36,99.66
+206,1.0352392407564017,0.3560814950466156,94.44,99.68
+207,1.0218190009777361,0.3958229030609131,94.06,99.59
+208,1.0121051423060587,0.4032341423988342,94.08,99.61
+209,1.0297797296291742,0.3756711082458496,94.39,99.69
+210,1.0494987813326029,0.428900394821167,93.93,99.65
+211,1.0163448955768193,0.3620146697998047,94.67,99.63
+212,1.0304923658187572,0.3991768984794617,94.3,99.63
+213,1.042643629740446,0.3672325634479523,94.09,99.64
+214,1.0106834072333115,0.38721003193855286,94.12,99.65
+215,1.0245982142595145,0.4247269395828247,94.05,99.71
+216,1.0574762122753338,0.46018736991882325,93.85,99.69
+217,1.0115991505292745,0.35797193150520323,94.67,99.67
+218,1.043655545436419,0.38096263852119444,94.16,99.72
+219,1.0137015738548376,0.3931473813533783,94.21,99.64
+220,1.022529842456182,0.4086845715045929,94.38,99.65
+221,0.9879206374669687,0.3558713922977447,94.62,99.67
+222,1.0266238600779802,0.3421136377334595,94.71,99.61
+223,1.0388131170700758,0.38496774497032166,94.38,99.74
+224,1.004798241609182,0.38331917304992674,94.49,99.65
+225,1.054184547601602,0.37582530875205994,94.75,99.69
+226,1.0116795561252496,0.36577122087478636,94.37,99.67
+227,1.036273174560987,0.4124588731765747,94.66,99.65
+228,0.9817798108626634,0.3480749532222748,94.32,99.66
+229,1.0101904759040246,0.35638945078849793,94.62,99.65
+230,0.9893592401956901,0.34022339787483213,94.62,99.56
+231,1.0026528673294264,0.3393802926063538,94.68,99.73
+232,0.9707549697313553,0.3388009003162384,94.87,99.54
+233,0.9960928241411845,0.3582370195388794,94.83,99.7
+234,1.0129832747655036,0.334027339887619,94.84,99.74
+235,1.0259400511399293,0.3885152482032776,94.3,99.63
+236,1.044443110166452,0.39344565768241885,94.66,99.68
+237,1.0169737040996552,0.3566963336467743,94.97,99.67
+238,1.0386176497508317,0.40570009722709655,94.48,99.72
+239,0.9752947921936329,0.4013937138557434,94.62,99.66
+240,1.0143880535394718,0.3761187812328339,94.71,99.67
+241,0.997571364732889,0.35225957055091855,94.82,99.59
+242,1.0058631521004897,0.34267480573654174,94.78,99.6
+243,1.0158151820684092,0.396823323059082,94.59,99.65
+244,1.0119844630742685,0.34886941714286807,94.3,99.75
+245,1.0183439725484604,0.376216951751709,95.08,99.71
+246,1.0146439407116328,0.33672914624214173,94.67,99.72
+247,1.0298149752311216,0.31628260774612427,94.45,99.65
+248,0.9755339368795737,0.33009349575042723,94.87,99.6
+249,1.0225798107110537,0.43389221329689026,94.48,99.66
+250,1.0309715622510665,0.3394364893436432,94.91,99.64
+251,1.01177688118739,0.31827655916213987,95.07,99.7
+252,1.0395285305304405,0.3701980939865112,94.64,99.6
+253,1.0207552724923843,0.32565550985336306,94.95,99.63
+254,1.0406480743334843,0.3161543856620789,94.98,99.68
+255,1.0178558756143619,0.34502302193641665,94.9,99.66
+256,1.0041807972467862,0.32429934544563294,94.84,99.7
+257,1.0161381019995763,0.3462654903888702,94.95,99.63
+258,0.9979290286699931,0.3581616044998169,94.92,99.62
+259,0.9889068601987301,0.32473582706451415,95.13,99.63
+260,1.0051819671423008,0.4073884719848633,94.49,99.68
+261,1.0011546758505014,0.33653424229621887,94.94,99.63
+262,0.9919266304908655,0.32849362993240355,95.07,99.63
+263,1.0020210645137688,0.38955218591690066,94.79,99.62
+264,1.016767527659734,0.38381494131088256,94.69,99.66
+265,0.9890041629473368,0.32964003677368164,94.91,99.68
+266,1.003511218688427,0.3486124228000641,94.87,99.73
+267,0.9972919624585371,0.3396153738975525,95.17,99.74
+268,1.0143871050614577,0.3384019446849823,94.91,99.71
+269,0.9754046952113127,0.379437885761261,94.96,99.54
+270,1.019055587817461,0.3934257519245148,94.91,99.73
+271,0.9845111079705067,0.3927941517829895,95.07,99.66
+272,0.9961116746450082,0.36445997161865235,95.09,99.69
+273,0.9848209190062988,0.3442242871284485,94.97,99.69
+274,0.9980315168698629,0.3514561839580536,95.06,99.65
+275,0.9857149217373286,0.3302157121181488,95.12,99.68
+276,1.0046817978223166,0.33409696288108826,95.05,99.65
+277,0.9996357564742748,0.3746366331100464,95.15,99.67
+278,1.0047760830475734,0.3569742482662201,94.88,99.73
+279,1.0203218881900493,0.387489280462265,94.97,99.71
+280,0.965112476165478,0.3178989839076996,95.23,99.66
+281,0.993400187828602,0.35874391984939574,95.1,99.74
+282,0.9962565713968032,0.3440111857891083,95.17,99.71
+283,0.9954079991731888,0.35174208703041077,94.82,99.78
+284,0.9969901820023854,0.3468591656208038,95.04,99.69
+285,0.9902849796490791,0.3083410756587982,95.27,99.69
+286,0.9749681955728775,0.3748757396697998,95.01,99.73
+287,1.0037843071497403,0.38266866488456724,95.19,99.67
+288,1.005135076168256,0.3059867656230926,95.33,99.66
+289,0.9769656273034902,0.34870327892303465,95.16,99.71
+290,0.9876552745317801,0.374086758852005,94.97,99.71
+291,0.9811248742617094,0.3400261470317841,95.25,99.67
+292,0.9875238071649503,0.3223373046398163,95.02,99.76
+293,1.0185627446724819,0.31910008368492127,95.2,99.62
+294,0.9690532921216427,0.3441182089328766,95.13,99.7
+295,1.0038714474592454,0.3527858539581299,95.08,99.64
+296,0.9980101869656489,0.3045733008861542,95.4,99.72
+297,0.9963797659446032,0.3478951485157013,95.39,99.69
+298,1.0042485739940252,0.35075124135017394,95.35,99.75
+299,0.9880569849258815,0.31019841022491457,95.43,99.68
+300,1.0155970681936313,0.38412182059288025,95.11,99.77
+301,0.9798520841659644,0.32003293309211733,95.49,99.67
+302,1.0211748084960839,0.34220288696289064,95.38,99.69
+303,0.9901451992682921,0.3795396671295166,95.35,99.68
+304,0.965840030174989,0.3609289762973785,95.25,99.77
+305,0.9887519649970226,0.3134694125652313,95.57,99.72
+306,0.9895768154890109,0.346862487077713,95.46,99.67
+307,0.9598604411650926,0.3793726521015167,95.1,99.68
+308,0.9839256262167906,0.32535414867401125,95.38,99.71
+309,0.9773805654965915,0.3442569428920746,95.51,99.74
+310,0.9946255916204207,0.321972478723526,95.45,99.68
+311,0.9883476937428499,0.37134234261512755,95.27,99.75
+312,0.9771013727554908,0.38361227111816404,95.43,99.73
+313,0.9792823895429954,0.3884106634140015,95.34,99.74
+314,0.9767002438887572,0.3806531653881073,95.21,99.7
+315,0.9828623956594712,0.4055185161113739,95.36,99.64
+316,0.9687339457181784,0.3495892279148102,95.55,99.73
+317,0.9623523602118859,0.34520153818130495,95.36,99.69
+318,0.9590566003933931,0.28918859491348264,95.35,99.69
+319,0.9534079197125557,0.3175033840179443,95.49,99.68
+320,0.9851346138196114,0.36518085641860965,95.45,99.69
+321,0.9808760575759106,0.3742553594112396,95.18,99.67
+322,0.9607033735666519,0.3458278877735138,95.46,99.74
+323,0.9772010178138049,0.2947256736278534,95.56,99.71
+324,0.9727461122549497,0.322608616733551,95.33,99.72
+325,0.9906712813255114,0.3638806806564331,95.24,99.68
+326,0.9862556115174905,0.383047594165802,95.42,99.73
+327,0.9859752862881391,0.33848222007751466,95.39,99.67
+328,1.002732834754846,0.37359598240852354,95.36,99.73
+329,0.9631881642035949,0.3486091915130615,95.27,99.7
+330,0.9996061377036266,0.394470778131485,95.31,99.68
+331,0.9658258534394778,0.315839084148407,95.45,99.69
+332,0.9671594746601887,0.33266912298202517,95.29,99.69
+333,0.9881885432280026,0.34252241859436033,95.19,99.71
+334,1.0037209704900398,0.3529525876045227,95.33,99.72
+335,0.9831542527064299,0.33577712507247925,95.44,99.7
+336,0.9730885615715614,0.3524189559459686,95.48,99.73
+337,0.9851350634525984,0.3569125204563141,95.46,99.66
+338,0.9829469084739685,0.34851623277664184,95.25,99.73
+339,0.9857596849783873,0.30749692635536197,95.64,99.69
+340,0.9822347747973906,0.36396075863838195,95.57,99.75
+341,1.0186623953855956,0.3268712599277496,95.31,99.74
+342,0.952190046891188,0.32570589499473573,95.57,99.71
+343,0.9639134899163857,0.34671830406188964,95.55,99.62
+344,1.0001150605006095,0.325920078086853,95.27,99.74
+345,1.0041992945548817,0.37387050700187685,95.25,99.79
+346,0.9925625362457373,0.3550094338417053,95.44,99.67
+347,0.9980289975802104,0.4044195363998413,95.21,99.76
+348,0.9887138108412424,0.3515169151306152,95.36,99.73
+349,0.9722489271408472,0.3450332901954651,95.52,99.77
+350,1.0121186829530275,0.3492472301006317,95.41,99.76
+351,0.9533141020016792,0.3598783092021942,95.57,99.66
+352,0.9953344626304431,0.33975947699546816,95.21,99.73
+353,0.9470950086911519,0.3353111960887909,95.59,99.68
+354,0.9725277170156821,0.3679578799724579,95.53,99.71
+355,0.9434665967256595,0.34463177933692934,95.55,99.68
+356,0.9827964215706556,0.36065827360153196,95.72,99.69
+357,0.9855274197382805,0.3606925090789795,95.44,99.71
+358,0.9813747950089283,0.35330280966758726,95.21,99.72
+359,0.9681000518493164,0.3879647270679474,95.4,99.73
+360,0.9777673076360653,0.33831562452316283,95.63,99.74
+361,0.9873447496157426,0.3164441152572632,95.52,99.77
+362,0.9858824702409598,0.3617524317264557,95.42,99.72
+363,0.9867383585526392,0.3137271070957184,95.65,99.75
+364,0.9906137726245783,0.35069874019622804,95.56,99.65
+365,0.9470739986651983,0.3499755533218384,95.32,99.73
+366,0.9514929354190826,0.35440695486068724,95.46,99.78
+367,0.94392781043664,0.3582336398124695,95.42,99.63
+368,0.9991725409642244,0.31487060418128965,95.53,99.76
+369,0.9679158102243375,0.3355593760967255,95.47,99.74
+370,0.9431684063031123,0.3373272430896759,95.4,99.7
+371,0.980221236210603,0.3285053783893585,95.54,99.66
+372,0.9762144843737285,0.39592724556922915,95.52,99.67
+373,0.9744425857678438,0.3072325764656067,95.33,99.67
+374,0.9810829523282173,0.37794104766845704,95.32,99.77
+375,0.9597496321568122,0.33030207180976867,95.42,99.73
+376,0.9630846324639443,0.37257312359809874,95.26,99.7
+377,0.9511469981609246,0.32835649819374085,95.57,99.65
+378,0.9638585770741487,0.35177683033943175,95.58,99.69
+379,0.9619445513456296,0.31052046689987184,95.55,99.74
+380,0.9715970468826783,0.2971602417469025,95.64,99.63
+381,0.9510723867477515,0.31003844537734987,95.54,99.71
+382,0.9996600578992795,0.3488547815322876,95.63,99.68
+383,0.9854295056599837,0.3728594974040985,95.48,99.73
+384,0.9865556328724592,0.3173024435043335,95.43,99.67
+385,0.9421823839346568,0.348477876996994,95.59,99.76
+386,0.9636681324396378,0.3211638351917267,95.5,99.72
+387,0.9671661324990102,0.3395102040290833,95.61,99.67
+388,0.9688993461621114,0.3426245137214661,95.57,99.66
+389,0.9686818708211947,0.29159047713279723,95.68,99.72
+390,0.9695988369293702,0.2764882462501526,95.71,99.7
+391,0.9926333957757705,0.32278130793571475,95.61,99.74
+392,0.9687540937692691,0.34122011871337893,95.58,99.7
+393,0.9770123625412965,0.3157924223899841,95.7,99.7
+394,0.9811826293285076,0.27482787027359007,95.69,99.75
+395,0.9912778884936602,0.35408226413726807,95.64,99.74
+396,0.9780485188349699,0.3111886603832245,95.69,99.71
+397,0.9710423495524969,0.3478532117843628,95.46,99.73
+398,0.9733138785912441,0.3523360655784607,95.59,99.72
+399,0.9373306196469527,0.32379159350395204,95.51,99.63
+400,0.9734044697040166,0.3801558385372162,95.71,99.66
+401,0.9762239067982404,0.37270068855285643,95.59,99.72
+402,0.962336449439709,0.29355229845047,95.64,99.72
+403,0.976177078179824,0.3742462550163269,95.56,99.82
+404,0.9533359924952189,0.32111034355163576,95.77,99.68
+405,0.9334437686663407,0.3177468806743622,95.5,99.68
+406,0.966313949915079,0.3478544430732727,95.66,99.73
+407,0.991883914745771,0.3837328600883484,95.47,99.68
+408,0.940379743086986,0.3132402712345123,95.47,99.73
+409,1.0178045133749645,0.3617155394554138,95.61,99.75

ckpt/cls/SDT/cifar10/model_best.pth.tar

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e38104bfcb8c8510c50d95f05b0a379edcd28cf071fded9f3b31f1f844dd5a7d
+size 122993688

ckpt/cls/SDT/cifar100/args.yaml

@@ -0,0 +1,131 @@
+aa: rand-m9-n1-mstd0.4-inc1
+act_function: SigmoidGrad
+alpha: 4.0
+amp: false
+apex_amp: false
+attn_drop: 0.0
+attn_layer: SDSA
+attn_scale: 0.125
+aug_splits: 0
+batch_size: 128
+bn_eps: null
+bn_momentum: null
+bn_tf: false
+channels-last: false
+channels_last: false
+checkpoint_hist: 10
+clip_grad: null
+clip_mode: norm
+color_jitter: 0.5
+cooldown_epochs: 10
+crop_pct: 1.0
+cutmix: 0.0
+cutmix_minmax: null
+data_dir: /data/datasets/CIFAR100/
+dataset: torch/cifar100
+decay_epochs: 30
+decay_rate: 0.1
+depths: 2
+device: 1
+dist_bn: ''
+drop: 0.0
+drop_block: null
+drop_connect: null
+drop_path: null
+embed_dim: 512
+embed_layer: SPS
+epoch_repeats: 0.0
+epochs: 400
+eval_metric: top1
+event_mix: false
+experiment: ''
+gp: null
+hflip: 0.5
+img_size: 32
+in_channels: 3
+initial_checkpoint: ''
+input_size: null
+interpolation: bicubic
+jsd: false
+local_rank: 0
+log_interval: 200
+log_wandb: false
+lr: 0.0003
+lr_cycle_limit: 1
+lr_cycle_mul: 1.0
+lr_noise: null
+lr_noise_pct: 0.67
+lr_noise_std: 1.0
+mean:
+- 0.5071
+- 0.4867
+- 0.4408
+min_lr: 1.0e-05
+mixup: 0.5
+mixup_mode: batch
+mixup_off_epoch: 200
+mixup_prob: 1.0
+mixup_switch_prob: 0.5
+mlp_drop: 0.0
+mlp_ratio: 4
+model: sdt_cifar
+model-ema: false
+model-ema-decay: 0.9998
+model_ema: false
+model_ema_decay: 0.9998
+model_ema_force_cpu: false
+momentum: 0.9
+native_amp: false
+no_aug: false
+no_prefetcher: false
+no_resume_opt: false
+node_type: LIFNode
+num_classes: 100
+num_heads: 8
+opt: adamw
+opt_betas: null
+opt_eps: null
+output: /home/shensicheng/log/SpikingTransformerBenchmark/cls/SDT
+patch_size: 4
+patience_epochs: 10
+pin_mem: false
+pretrained: false
+ratio:
+- 1.0
+- 1.0
+recount: 1
+recovery_interval: 0
+remode: const
+reprob: 0.0
+resplit: false
+resume: ''
+save_images: false
+scale:
+- 1.0
+- 1.0
+sched: cosine
+seed: 42
+sequential_length: false
+smoothing: 0.1
+split_bn: false
+start_epoch: null
+std:
+- 0.2675
+- 0.2565
+- 0.2761
+step: 4
+sync_bn: false
+tau: 2.0
+threshold: 1.0
+torchscript: false
+train_interpolation: bicubic
+train_split: train
+tta: 0
+use_multi_epochs_loader: false
+val_batch_size: 128
+val_split: validation
+vflip: 0.0
+warmup_epochs: 20
+warmup_lr: 1.0e-06
+weight_decay: 0.06
+workers: 8

ckpt/cls/SDT/cifar100/log.csv

@@ -0,0 +1,411 @@
+epoch,train_loss,eval_loss,eval_top1,eval_top5
+0,4.600656510622073,4.568280073547363,2.23,9.29
+1,4.471661405074291,4.257114047241211,7.18,24.82
+2,4.315587639197325,4.006940703964234,11.14,32.39
+3,4.189501819243798,3.7774391288757325,14.56,40.14
+4,4.059657773604759,3.5994566150665284,17.68,44.25
+5,3.9408324058239277,3.4105689868927,20.34,49.89
+6,3.8381901148038033,3.1995894092559816,23.77,55.41
+7,3.7023872992931266,3.1131477775573733,25.03,56.34
+8,3.595098897127005,2.8938634166717527,30.56,61.22
+9,3.5166809308223237,2.723115969848633,33.66,65.67
+10,3.456637082955776,2.6704724418640136,35.11,66.68
+11,3.3988929754648454,2.52756725769043,38.18,69.27
+12,3.298949365126781,2.375813418960571,41.25,72.8
+13,3.2504225419117856,2.3980249504089355,40.38,72.28
+14,3.206567538701571,2.150089830780029,46.9,77.58
+15,3.1484322926937005,2.14999374961853,46.59,77.35
+16,3.057493567466736,2.1567103492736814,46.63,77.18
+17,3.017144087033394,1.9429023147583009,51.94,81.32
+18,3.017836505938799,2.029755499458313,50.0,79.65
+19,2.983668079131689,1.9565459209442138,51.62,81.79
+20,2.9953860466296858,1.9741523468017579,51.14,80.39
+21,2.8908743833884216,1.8192021465301513,55.39,83.47
+22,2.90521902854626,1.7474804904937744,56.73,84.38
+23,2.841496376807873,1.8453570697784425,55.93,84.21
+24,2.8071259021759034,1.7482948837280274,56.64,85.32
+25,2.7903957311923686,1.6587133031845094,58.21,85.55
+26,2.796530538950211,1.6880401689529418,58.91,85.64
+27,2.796579291881659,1.6670132629394532,59.1,85.79
+28,2.6812377327527757,1.6772188793182372,59.84,85.94
+29,2.666537498205136,1.6323508972167968,60.04,86.59
+30,2.6359516464746915,1.572649222946167,62.23,87.55
+31,2.652437892632607,1.563098140525818,61.39,87.2
+32,2.6032504855058134,1.4616342960357667,64.58,89.2
+33,2.548679927067879,1.462581457901001,63.79,88.19
+34,2.5256581471516535,1.4527518270492554,64.66,88.86
+35,2.586438636596386,1.513325186729431,63.28,88.23
+36,2.5926268672331787,1.4230753356933594,65.1,89.36
+37,2.563081313402225,1.4401891275405885,64.89,88.49
+38,2.5099367413765346,1.4109041456222535,65.42,89.27
+39,2.4687152480467773,1.3273029384613038,66.16,90.3
+40,2.5167380727254427,1.4305016576766967,65.38,89.27
+41,2.4887923965087304,1.5257045656204224,64.25,88.35
+42,2.469790989619035,1.4179546649932862,65.71,89.27
+43,2.4202153040812564,1.3729941097259521,66.46,89.8
+44,2.3955749582021664,1.4040454307556152,66.4,89.87
+45,2.439896976336455,1.3462083911895752,66.39,89.92
+46,2.3798811392906383,1.3298722507476806,67.82,90.67
+47,2.4240874061217674,1.4351586904525757,66.48,89.33
+48,2.3987062723208696,1.3204700717926026,67.57,89.85
+49,2.4042236468730827,1.3890928884506226,67.49,90.12
+50,2.354861145447462,1.3287009447097777,67.8,90.32
+51,2.3544515762573632,1.2751924446105958,68.77,90.88
+52,2.3837380201388627,1.331719419670105,67.82,90.46
+53,2.3260906506807375,1.2682605644226075,68.96,90.7
+54,2.3475216599611137,1.3846943374633789,67.38,89.83
+55,2.3552899754964387,1.3071072643280028,68.42,90.45
+56,2.360346725048163,1.2646869520187378,68.99,90.59
+57,2.272006157117012,1.3203874088287353,68.42,90.04
+58,2.3061742498324467,1.272228832435608,69.76,91.22
+59,2.3207419618582112,1.3119301202774047,69.2,90.43
+60,2.3160473114404923,1.2662786441802978,68.73,90.72
+61,2.219245636463165,1.2745949718475342,69.39,90.8
+62,2.3099991498849333,1.2680029207229615,69.57,91.47
+63,2.2849924338169587,1.2736329561233521,69.74,91.2
+64,2.2045133584584944,1.2228790977478028,69.88,91.3
+65,2.28938701122235,1.2710528074264527,69.16,91.32
+66,2.222910767640823,1.2035305051803589,70.63,91.47
+67,2.2607961718852705,1.348519785308838,68.16,89.9
+68,2.250864853920081,1.313345143699646,69.07,90.58
+69,2.2233709579859022,1.2237642814636231,70.62,91.49
+70,2.2063500220959003,1.256230457687378,70.19,91.07
+71,2.222859468826881,1.206029351234436,71.27,91.74
+72,2.2251329556489603,1.2067230945587157,70.82,91.52
+73,2.210793605523232,1.263145417022705,70.6,90.9
+74,2.1729701962226478,1.2100137182235717,70.54,91.55
+75,2.181018608655685,1.1841664791107178,71.16,91.8
+76,2.2114786398716464,1.2457245323181152,70.61,91.35
+77,2.189757464787899,1.3442066730499267,69.0,90.52
+78,2.2277948694351393,1.2818910493850708,71.15,91.68
+79,2.193094634092771,1.2647677743911743,70.45,91.28
+80,2.1839977441689906,1.1741676769256593,71.42,91.45
+81,2.1560316608502315,1.23903348903656,71.0,91.33
+82,2.1387877338971846,1.1848177839279175,71.96,91.66
+83,2.1933612001247895,1.2359682350158692,71.41,91.43
+84,2.161313431079571,1.2119550756454467,71.27,91.69
+85,2.1236257653969983,1.1999792322158813,72.01,91.92
+86,2.097858271843348,1.2363341991424561,71.27,91.58
+87,2.1099518953225553,1.2057347013473512,71.37,91.34
+88,2.12736907127576,1.184632349205017,71.57,91.53
+89,2.1016932090123492,1.1484517040252686,71.79,92.02
+90,2.134164577569717,1.2395815370559693,71.88,91.21
+91,2.042862136853047,1.2013440200805665,71.8,91.49
+92,2.0538518920922892,1.207213641357422,71.06,91.52
+93,2.0877910879942085,1.1471769742965698,72.03,91.88
+94,2.1215668131143617,1.2273195266723633,72.04,91.86
+95,2.1004497304940837,1.2388936948776246,71.59,91.58
+96,2.0478942901660235,1.1478589351654054,71.69,91.62
+97,2.038858011747018,1.2002671028137206,72.13,91.62
+98,2.074141635038914,1.2043260370254516,71.66,91.35
+99,2.0660738565982917,1.1679493934631349,71.69,91.79
+100,2.1140475236452545,1.1913967037200928,72.59,91.46
+101,2.1679563502470653,1.183138719367981,72.18,91.95
+102,2.0733981505418435,1.19916031665802,72.21,91.68
+103,2.1142452823810087,1.15068342628479,73.0,92.16
+104,2.015337619720361,1.198060831451416,71.73,91.78
+105,2.1465488170966123,1.213663352203369,71.46,91.31
+106,2.0988361462568625,1.1944812034606933,72.29,91.75
+107,2.1306500691633956,1.186543879890442,72.18,91.8
+108,2.081020020827269,1.1946696126937866,72.43,91.87
+109,2.1323344936737647,1.2241334049224855,72.77,91.65
+110,2.007166249629779,1.1981206331253051,73.03,91.93
+111,2.073899645683093,1.1997728591918946,72.55,91.98
+112,2.0777670138921494,1.2321243724823,72.37,91.43
+113,1.9877722517038003,1.1363852743148803,73.67,92.07
+114,2.0473319487693984,1.1677656381607056,73.53,91.6
+115,2.0377043455074997,1.1307715621948242,73.86,92.17
+116,2.0100014646848043,1.191889546775818,72.82,92.08
+117,2.056812841464312,1.1958369749069213,72.28,91.57
+118,2.037282872505677,1.1959773923873902,72.63,92.07
+119,2.0259313025535683,1.2203700004577638,72.36,91.44
+120,1.999742130896984,1.1438160507202149,73.15,91.98
+121,2.150877125446613,1.170025283050537,73.51,92.01
+122,1.990609699793351,1.1527240091323852,73.92,92.18
+123,1.9965695570676754,1.1189678955078124,73.46,92.2
+124,2.071326612509214,1.1876829383850098,72.85,91.76
+125,2.029107561478248,1.174597406578064,73.18,91.88
+126,2.0022393642327723,1.18243404006958,72.63,91.94
+127,1.9791105187856235,1.214210535621643,73.08,91.34
+128,2.037937604311185,1.2141701490402221,72.93,91.6
+129,2.0224338858555524,1.138138907623291,73.7,92.04
+130,1.980600812496283,1.228058225250244,72.56,91.13
+131,2.025032352025692,1.1514136119842528,73.72,91.91
+132,1.8636527238748013,1.1120016912460327,74.24,92.49
+133,1.9500179656040975,1.1607808877944947,73.3,91.58
+134,2.025021755695343,1.14542347240448,73.18,92.04
+135,1.9574727788949624,1.1509964189529418,73.87,92.08
+136,1.9822230497996012,1.1732475368499755,74.0,92.12
+137,1.968415774596043,1.1475786670684816,73.5,92.08
+138,2.0076261392006507,1.1723549016952515,73.53,91.8
+139,2.0190297508851076,1.1566858648300171,73.67,92.3
+140,1.9622728615235059,1.1224589437484742,73.81,91.99
+141,2.0294572240267046,1.1260363109588623,74.1,92.07
+142,2.010633628643476,1.1979685554504393,73.28,91.83
+143,2.0094557114136524,1.1885532209396363,73.27,91.68
+144,2.0523523471294305,1.1352562852859498,73.98,91.93
+145,2.015376248726478,1.1647266929626465,73.71,91.93
+146,1.9698438046834408,1.1771425493240357,74.3,91.79
+147,2.032310021840609,1.1474881074905396,74.05,92.01
+148,1.963470383026661,1.2027121408462524,73.96,91.44
+149,2.0364199806482364,1.175241192626953,73.9,92.02
+150,1.9936676069712027,1.14190569896698,73.91,92.14
+151,2.023157253020849,1.1748758481979371,74.04,92.21
+152,1.9401345378313308,1.1369397426605226,74.24,92.47
+153,1.837146345163003,1.1653538660049438,73.82,91.79
+154,1.9115015804767608,1.1845441667556762,74.43,92.16
+155,1.9070009942238146,1.1110408548355102,75.34,92.35
+156,1.9373143963324717,1.1236386116027832,74.12,92.15
+157,1.9435682834723056,1.1528765117645263,74.01,91.78
+158,1.8938393502663344,1.1021061452865601,74.94,92.43
+159,1.9268455467162988,1.1364179195404052,74.35,92.1
+160,1.9528856251484308,1.113926260471344,75.2,92.31
+161,2.023794761223671,1.171630511856079,74.03,92.06
+162,1.9527805748658302,1.1518339761734009,73.92,91.78
+163,1.9210877236647483,1.1017451053619385,74.65,92.44
+164,1.9733823774716792,1.195596336746216,74.14,91.85
+165,1.8680404464403788,1.0687000371932984,74.69,92.39
+166,1.8987111233747922,1.0799665796279907,75.16,92.51
+167,1.9332962291362958,1.0960838256835939,74.68,92.3
+168,1.8478303467616057,1.1232264892578125,75.03,91.83
+169,1.933716743420332,1.139575629043579,74.36,92.29
+170,1.9048766553401948,1.0947150802612304,75.38,92.49
+171,1.982664840343671,1.1224900442123413,74.7,92.4
+172,1.9101940312446692,1.0821983959197998,75.04,92.41
+173,1.9278488426636426,1.1559255771636963,74.47,92.08
+174,1.912362879361862,1.1039911247253418,74.69,92.24
+175,1.9441578186475315,1.116596050453186,75.06,92.43
+176,1.8310827059623522,1.158971748161316,74.5,92.0
+177,1.9394376617211562,1.1481634567260741,74.69,91.74
+178,1.977796781827242,1.0877558246612549,75.25,92.27
+179,1.9145541469256082,1.09961662940979,75.67,92.39
+180,1.9617341509232153,1.150463220024109,74.78,91.94
+181,1.8792263442125077,1.1985145700454711,74.14,91.74
+182,1.9458169142405193,1.0681042837142944,75.39,92.47
+183,1.8844606101512908,1.078294789123535,75.61,92.35
+184,2.0004664824559137,1.124013804626465,75.28,92.32
+185,1.8681623211273781,1.1576547172546388,74.95,92.18
+186,1.8550003077739323,1.1140671319961548,75.43,92.32
+187,1.8829290931041425,1.1072450998306274,75.61,92.5
+188,1.8483340304631453,1.1023759099960326,75.42,92.39
+189,1.8970985635732993,1.070861305141449,75.73,92.34
+190,1.9314917679016406,1.181007389831543,74.89,91.99
+191,1.8775864269488898,1.0990993396759032,75.41,92.24
+192,1.9108280973556715,1.1054318490982056,75.64,92.2
+193,1.8612882536191206,1.0732264430999756,75.87,92.56
+194,1.9380729079246521,1.1443618793487549,74.83,92.21
+195,1.8352321656850668,1.0928559078216553,75.8,92.36
+196,1.8545826499278728,1.113062421989441,75.11,92.29
+197,1.84688063004078,1.1078223888397216,75.33,92.25
+198,1.8980294765570225,1.069855130958557,76.1,92.54
+199,1.9214122008054684,1.1148468769073487,75.58,92.26
+200,1.8122488350440293,1.0952420574188233,75.95,92.41
+201,1.9616922863018817,1.1287594522476196,75.01,91.98
+202,1.9212852797447106,1.090600874710083,75.22,92.5
+203,1.8837118121293874,1.1663364923477173,75.24,91.95
+204,1.8834379963385752,1.1372160731315613,75.17,92.16
+205,1.8743879104271912,1.078868529510498,75.84,92.31
+206,1.8773594211309383,1.1127962260246276,75.24,92.23
+207,1.889407626634989,1.1514430816650392,75.34,92.06
+208,1.871022092531889,1.1595834365844726,74.91,91.95
+209,1.8204092047153375,1.1482387537002563,75.36,92.07
+210,1.8848291040995182,1.1581082807540894,74.75,91.87
+211,1.8491348456113765,1.1696231052398682,75.08,91.99
+212,1.8323195069264142,1.1127747676849364,75.31,92.16
+213,1.8182004130803622,1.0726572172164917,76.03,92.4
+214,1.9292761801145015,1.1027355085372925,76.22,92.09
+215,1.8219246615201998,1.1257957851409912,75.8,92.16
+216,1.8823970680053417,1.1559409870147705,75.59,91.91
+217,1.8240952716423915,1.1201912405014038,75.77,92.25
+218,1.87493621355448,1.1542445831298829,75.57,91.99
+219,1.8828656691771286,1.1139136304855346,75.97,92.23
+220,1.8405500965240673,1.1410933017730713,75.78,92.09
+221,1.8199343679807125,1.137771781539917,75.41,91.95
+222,1.8537395220536452,1.1067148929595947,75.57,92.28
+223,1.8337681212486365,1.1002853551864624,75.88,92.27
+224,1.9087237831873771,1.0897636516571045,75.92,92.51
+225,1.8445673438218924,1.1604083192825316,75.63,92.19
+226,1.7857750000097812,1.09451009349823,75.98,92.47
+227,1.878900566467872,1.1276502815246583,75.65,91.95
+228,1.8902195828083235,1.0744828281402587,75.98,92.3
+229,1.8329329744363443,1.0785127544403077,76.36,92.46
+230,1.8026970001367422,1.1200870470046997,76.05,92.23
+231,1.8337969050957605,1.089236399078369,76.09,92.32
+232,1.8241837449562854,1.0777345741271973,75.75,92.58
+233,1.8331081726612188,1.1129626497268676,75.87,92.33
+234,1.8489490885000963,1.1523327247619628,75.43,91.74
+235,1.8357530728364602,1.0891334424972534,76.47,92.41
+236,1.8764727233312068,1.0768452831268311,76.01,92.69
+237,1.8356155468867374,1.0599710027694702,76.56,92.84
+238,1.8446981396430577,1.0852561433792114,76.38,92.65
+239,1.8245207552726452,1.1197975860595704,76.12,92.53
+240,1.7833937100875072,1.0942179271697998,76.64,92.27
+241,1.7263654005833162,1.0582234415054321,76.71,92.61
+242,1.8459832885326484,1.172849496269226,75.83,91.82
+243,1.7845776139161527,1.123082878780365,76.02,92.17
+244,1.8286591597092456,1.0883614179611205,76.29,92.19
+245,1.8382180953637148,1.1089151016235352,76.05,92.16
+246,1.809629227564885,1.1044673871040345,76.06,92.27
+247,1.7982871011281625,1.074808751296997,76.57,92.76
+248,1.8493698693238771,1.0873482353210449,76.41,92.34
+249,1.7724734969628162,1.1162852670669556,76.11,92.54
+250,1.8208479104897914,1.0764219730377198,76.7,92.4
+251,1.7765034958338126,1.1084087791442871,76.27,92.28
+252,1.8795094552712563,1.097851233291626,76.28,92.39
+253,1.8050979618842786,1.0883301076889038,76.47,92.44
+254,1.8068979295400474,1.1069869688034057,76.54,92.29
+255,1.7995189079871545,1.1163015775680543,76.6,92.32
+256,1.8916459568035908,1.0936203441619874,76.74,92.46
+257,1.778029758655108,1.0964613826751708,76.66,92.26
+258,1.842501100210043,1.0654428031921386,76.85,92.46
+259,1.771345735513247,1.1252222169876098,76.29,92.1
+260,1.8975840458503137,1.0890411352157592,76.67,92.23
+261,1.7969764338089869,1.1171317304611206,76.66,92.18
+262,1.788652384128326,1.0536238748550415,76.76,92.63
+263,1.7793550971226815,1.0824447586059571,76.33,92.53
+264,1.8065626934552803,1.1034426975250244,76.71,92.68
+265,1.776987653817886,1.0720593982696534,76.79,92.59
+266,1.8118599018989465,1.0973881105422973,76.8,92.25
+267,1.8303331051117335,1.0721174553871156,77.01,92.81
+268,1.794363666497744,1.0808903451919556,76.8,92.6
+269,1.8230939531937624,1.0819355180740355,76.61,92.39
+270,1.7904718697071076,1.0775929119110108,77.12,92.62
+271,1.7778175153793432,1.0715505695343017,76.84,92.56
+272,1.7817236764308735,1.0635152458190917,76.52,92.57
+273,1.754144021639457,1.0900752121925354,76.65,92.35
+274,1.7749180055581606,1.0446034154891968,77.0,92.61
+275,1.7806762929146107,1.061697512817383,77.08,92.37
+276,1.7836004228163989,1.1178565143585204,76.62,92.4
+277,1.7313925970823336,1.0421945053100585,77.37,92.55
+278,1.7563652142500266,1.0921622009277343,76.91,92.41
+279,1.786240131732745,1.0968412389755249,76.7,92.38
+280,1.7785247940283555,1.078549520301819,76.58,92.37
+281,1.8252111301972316,1.11831658744812,76.42,92.08
+282,1.7747331684980636,1.0872268878936768,76.27,92.4
+283,1.7734953669401317,1.0778035940170287,76.92,92.34
+284,1.7935576121012369,1.0640373531341554,77.14,92.56
+285,1.7386544381960845,1.0386421140670776,77.41,92.82
+286,1.7597237409689488,1.0935827907562257,76.74,92.44
+287,1.7783180832862855,1.0588048908233643,77.14,92.52
+288,1.8300714563100766,1.0838601314544678,77.04,92.49
+289,1.7864622712135314,1.1193727052688598,76.39,92.23
+290,1.7567334548020974,1.0829772602081298,76.65,92.28
+291,1.7895974836288355,1.0862011308670043,76.9,92.39
+292,1.7446336538363725,1.0680680959701538,76.95,92.43
+293,1.7580718414905743,1.1051668796539307,76.89,92.26
+294,1.7800756373466589,1.10529596118927,76.75,92.16
+295,1.827041801581016,1.0444060945510865,77.01,92.71
+296,1.7599028359620998,1.0945203048706054,77.11,92.16
+297,1.7424361491814637,1.0573176498413086,77.09,92.5
+298,1.7577266569320973,1.096493879890442,76.73,92.34
+299,1.749995633883354,1.0791494922637939,77.16,92.52
+300,1.7386466973867172,1.061805943107605,76.96,92.8
+301,1.7452252467473348,1.0579572843551637,77.14,92.64
+302,1.7668484235421205,1.104704965209961,76.89,92.22
+303,1.76616417994866,1.099592903137207,77.13,92.06
+304,1.7508630492748358,1.079454842567444,77.01,92.37
+305,1.82803301857068,1.0975990493774415,76.72,92.12
+306,1.7464500699287806,1.065406376838684,77.07,92.56
+307,1.7427212019761404,1.062188472366333,77.6,92.2
+308,1.8820448212134533,1.0849010271072388,77.35,92.5
+309,1.827484888755358,1.0535572114944458,77.74,92.82
+310,1.72709198257862,1.0616714401245118,77.29,92.48
+311,1.7450812326027796,1.1062095664978027,77.03,92.32
+312,1.8253240742744543,1.0896415756225586,76.93,92.53
+313,1.8143574629074488,1.09040368309021,77.05,92.37
+314,1.7978706546318837,1.0568589118957519,77.0,92.75
+315,1.8223802557358375,1.039989089012146,77.53,92.91
+316,1.728423714179259,1.0681691675186158,77.27,92.41
+317,1.7795499503612517,1.0464688686370849,77.44,92.77
+318,1.7603191904532605,1.0526592863082886,77.43,92.77
+319,1.706485912280205,1.0840439922332763,76.95,92.24
+320,1.7453701791090843,1.074650269317627,77.35,92.43
+321,1.7631048312553992,1.1010087200164795,76.46,92.68
+322,1.7270082513491312,1.0652823177337647,77.1,92.44
+323,1.7579954086205898,1.0861317100524903,77.29,92.49
+324,1.8115302090461438,1.1101298728942872,77.06,92.51
+325,1.7573874195416768,1.0584756685256957,77.18,92.74
+326,1.7065170604449051,1.081076956176758,77.05,92.35
+327,1.7197768119665293,1.0621448261260986,77.01,92.95
+328,1.8187858966680674,1.0644896894454956,76.95,92.67
+329,1.7937380541593602,1.0607929601669313,77.47,92.63
+330,1.777870587202219,1.0817732713699342,77.32,92.2
+331,1.7299067922127553,1.0540104480743409,77.2,92.54
+332,1.6963030599630795,1.0401324180603027,77.84,92.59
+333,1.7538889600680425,1.0821000343322753,77.84,92.4
+334,1.7510579537122677,1.0267266216278077,77.89,92.82
+335,1.714103012207227,1.0727260320663452,77.33,92.33
+336,1.771170481046041,1.1104546804428101,76.91,92.23
+337,1.690664518185151,1.0644201274871825,77.48,92.56
+338,1.8287467918334863,1.0601365058898926,77.09,92.62
+339,1.757340008020401,1.0623781135559083,77.26,92.59
+340,1.7444901344103692,1.0762584508895874,77.06,92.55
+341,1.7249550903454804,1.0680666341781617,77.21,92.71
+342,1.7120293196959373,1.0686284734725953,77.46,92.71
+343,1.772012193692036,1.0616554508209228,77.33,92.69
+344,1.705448765021104,1.0702457386016846,77.57,92.49
+345,1.7454302719006172,1.0695067934036255,77.64,92.43
+346,1.7917873408549871,1.0497719150543212,77.74,92.47
+347,1.7569278631454859,1.087249051952362,77.39,92.46
+348,1.7726094279533777,1.0410642623901367,77.67,92.96
+349,1.7355943086819772,1.0535489751815796,77.8,92.62
+350,1.7342209514899132,1.0487248237609863,77.96,92.66
+351,1.710283255424255,1.0885079835891724,77.2,92.47
+352,1.758196205053574,1.1025882453918456,77.19,92.27
+353,1.7687398103567271,1.0835642587661742,77.29,92.49
+354,1.7589041862732324,1.0653656733512877,77.77,92.49
+355,1.7237379265137207,1.0968685384750365,77.14,92.62
+356,1.7318149053133451,1.0846534799575807,77.47,92.41
+357,1.7316559583712847,1.0631682975769043,77.76,92.37
+358,1.815017145872116,1.0896810451507568,77.02,92.43
+359,1.7994204400441585,1.0655618925094605,77.61,92.2
+360,1.7077844914717553,1.0718571783065796,77.55,92.36
+361,1.656877958163237,1.0917809328079224,77.39,92.26
+362,1.8010746922248448,1.087658234024048,77.28,92.36
+363,1.7765215192085657,1.1104004346847534,77.38,92.41
+364,1.7610704730718563,1.0506732809066772,78.1,92.44
+365,1.7552879296816313,1.0825731388092041,77.82,92.41
+366,1.731665380184467,1.1212436843872071,77.17,92.3
+367,1.7288035751917423,1.080481418991089,77.53,92.35
+368,1.7615538493180887,1.078964107131958,77.58,92.54
+369,1.7581584711869558,1.0813857650756835,77.82,92.26
+370,1.7322468028618738,1.0441202236175537,77.71,92.97
+371,1.7125974283768581,1.0482297927856445,77.91,92.8
+372,1.7493581946079548,1.0413897178649902,78.29,92.58
+373,1.7598898453590197,1.0865360195159912,77.21,92.31
+374,1.7360293865203857,1.0711142818450927,77.83,92.36
+375,1.7577735060300583,1.0681606838226319,77.9,92.38
+376,1.697045798943593,1.056523613166809,77.93,92.75
+377,1.726809247946128,1.0527486322402955,77.84,92.6
+378,1.7233180964604402,1.0487021112442017,77.88,92.77
+379,1.7929561540102348,1.081582332611084,77.52,92.46
+380,1.733829445258165,1.059635329055786,77.56,93.03
+381,1.8088909225586134,1.082511261177063,77.47,92.45
+382,1.7447109100146172,1.0821973810195922,77.24,92.46
+383,1.7588627263521537,1.061243021774292,77.67,92.41
+384,1.7598056618983928,1.0776279741287231,77.45,92.53
+385,1.6999247217789675,1.0773893630981446,77.66,92.47
+386,1.6569505460751361,1.0554050733566285,77.49,92.77
+387,1.7155913113019405,1.0718204221725465,77.67,92.44
+388,1.748179770127321,1.0492712419509889,77.81,92.44
+389,1.6956902175377577,1.0544156297683716,77.81,92.7
+390,1.6881716763361907,1.0365788234710693,78.03,92.46
+391,1.7060189458040091,1.069997993659973,77.33,92.42
+392,1.7074496631438916,1.0691305267333984,77.23,92.86
+393,1.697127917026862,1.0530022087097168,77.74,92.83
+394,1.7572783794158544,1.0976504093170165,77.38,92.4
+395,1.7605062313568898,1.0403288959503174,77.89,92.76
+396,1.7023562802718235,1.0477301055908204,77.81,92.77
+397,1.7099364072848589,1.0645264301300048,77.69,92.39
+398,1.73074065217605,1.073949684715271,77.68,92.6
+399,1.6832211764959188,1.0642546697616577,77.83,92.89
+400,1.7250453857275156,1.0862263027191161,77.76,92.37
+401,1.7064125757951003,1.0605703355789184,78.02,92.68
+402,1.7442989968336546,1.1078802412033082,77.3,92.36
+403,1.7490414335177495,1.0590769611358644,77.83,92.57
+404,1.780946912215306,1.0643405963897705,77.63,92.34
+405,1.7369053538029011,1.106923670387268,77.2,92.22
+406,1.777421175975066,1.0438046411514281,78.1,92.82
+407,1.7230049130244134,1.037553728866577,77.94,92.81
+408,1.7063548976030105,1.045954291152954,77.78,92.74
+409,1.7651658003146833,1.0476343729019164,78.12,92.66

ckpt/cls/SDT/cifar100/model_best.pth.tar

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13a5e878b0d21590d7091efdb0d3d8b3759ce5134cc3ce83b7117959bf5b662d
+size 123547800

ckpt/cls/SDT/psmnist/args.yaml

@@ -0,0 +1,129 @@
+aa: null
+act_function: SigmoidGrad
+alpha: 4.0
+amp: true
+apex_amp: false
+attn_drop: 0.0
+attn_layer: SDSA
+attn_scale: 0.125
+aug_splits: 0
+batch_size: 128
+bn_eps: null
+bn_momentum: null
+bn_tf: false
+channels_last: false
+checkpoint_hist: 10
+clip_grad: null
+clip_mode: norm
+color_jitter: 0.0
+cooldown_epochs: 10
+crop_pct: 1.0
+cutmix: 0.0
+cutmix_minmax: null
+data_dir: /home/shensicheng/datasets/MNIST
+dataset: psmnist
+decay_epochs: 30
+decay_rate: 0.1
+depths: 2
+device: 4
+dist_bn: ''
+drop: 0.0
+drop_block: null
+drop_connect: null
+drop_path: null
+embed_dim: 512
+embed_layer: sequential_embed
+epoch_repeats: 0.0
+epochs: 400
+eval_metric: top1
+event_mix: false
+experiment: ''
+gp: null
+hflip: 0.5
+img_size: 28
+in_channels: 1
+initial_checkpoint: ''
+input_size: null
+interpolation: bicubic
+jsd: false
+local_rank: 0
+log_interval: 200
+log_wandb: false
+lr: 0.0005
+lr_cycle_limit: 1
+lr_cycle_mul: 1.0
+lr_noise: null
+lr_noise_pct: 0.67
+lr_noise_std: 1.0
+mean:
+- 0.1307
+- 0.1307
+- 0.1307
+min_lr: 1.0e-05
+mixup: 0.0
+mixup_mode: batch
+mixup_off_epoch: 0
+mixup_prob: 1.0
+mixup_switch_prob: 0.5
+mlp_drop: 0.0
+mlp_ratio: 4
+model: sdt_cifar
+model_ema: false
+model_ema_decay: 0.9998
+model_ema_force_cpu: false
+momentum: 0.9
+native_amp: false
+no_aug: false
+no_prefetcher: false
+no_resume_opt: false
+node_type: LIFNode
+num_classes: 10
+num_heads: 8
+opt: adamw
+opt_betas: null
+opt_eps: null
+output: /home/shensicheng/log/SpikingTransformerBenchmark/test/SDT
+patch_size: 4
+patience_epochs: 10
+pin_mem: false
+pretrained: false
+ratio:
+- 1.0
+- 1.0
+recount: 1
+recovery_interval: 0
+remode: const
+reprob: 0.25
+resplit: false
+resume: ''
+save_images: false
+scale:
+- 1.0
+- 1.0
+sched: cosine
+seed: 42
+sequence_length: 784
+sequential_length: false
+smoothing: 0.1
+split_bn: false
+start_epoch: null
+std:
+- 0.3081
+- 0.3081
+- 0.3081
+step: 4
+sync_bn: false
+tau: 2.0
+threshold: 1.0
+torchscript: false
+train_interpolation: bicubic
+train_split: train
+tta: 0
+use_multi_epochs_loader: false
+val_batch_size: 128
+val_split: validation
+vflip: 0.0
+warmup_epochs: 20
+warmup_lr: 1.0e-05
+weight_decay: 0.06
+workers: 16

ckpt/cls/SDT/psmnist/log.csv

@@ -0,0 +1,411 @@
+epoch,train_loss,eval_loss,eval_top1,eval_top5
+0,2.1948825895276842,1.992940625,34.61,81.16
+1,1.515683774000559,0.87706953125,72.54,97.46
+2,1.09708919064102,0.71809765625,76.71,98.55
+3,0.9701998245257598,0.6243171875,81.21,98.63
+4,0.9011012892692517,0.4407296875,88.11,99.04
+5,0.8513749654476459,0.43582265625,87.95,99.18
+6,0.8207267489698198,0.549925,83.48,98.68
+7,0.7925404209611763,0.423720703125,88.41,99.19
+8,0.777724994171379,0.553013671875,83.56,99.15
+9,0.7557275001055155,0.37755,89.94,99.43
+10,0.740570240550571,0.34908125,91.25,99.41
+11,0.7291125023466909,0.4729484375,86.3,99.19
+12,0.7174968865946827,0.335384375,91.56,99.56
+13,0.7058722443050809,0.33438046875,91.61,99.55
+14,0.696969620947145,0.3347359375,91.61,99.58
+15,0.6939412425471168,0.34377109375,91.22,99.67
+16,0.6873678403277682,0.31349453125,92.21,99.78
+17,0.6785948360577608,0.3113078125,92.42,99.41
+18,0.6760163955454134,0.25674140625,94.37,99.66
+19,0.6716942379617283,0.28033046875,93.71,99.67
+20,0.6718153140993199,0.260284375,94.12,99.74
+21,0.6600275126277891,0.26051640625,94.25,99.75
+22,0.6598703105989684,0.3072734375,92.42,99.54
+23,0.6489901159308914,0.2289046875,95.26,99.83
+24,0.6464808248301857,0.28751484375,93.47,99.46
+25,0.6414196715395675,0.25751328125,94.39,99.72
+26,0.6422551801571479,0.257261328125,94.12,99.76
+27,0.6384896447515895,0.23378828125,94.91,99.72
+28,0.63418900138802,0.25653125,94.48,99.6
+29,0.6314363692306045,0.249675390625,94.32,99.73
+30,0.6293221419183617,0.227646875,95.26,99.78
+31,0.6241831896651504,0.2234609375,95.29,99.81
+32,0.622216794353265,0.22794375,95.28,99.77
+33,0.6215622688715274,0.23824375,95.09,99.75
+34,0.6208547208553705,0.210493359375,95.97,99.76
+35,0.6134570637065121,0.2285640625,95.14,99.71
+36,0.6151385485616505,0.220840625,95.57,99.74
+37,0.6101162823346945,0.24130546875,94.84,99.72
+38,0.6126842803170538,0.2251953125,95.35,99.78
+39,0.610890976129434,0.26265078125,94.08,99.61
+40,0.6096467596088719,0.2148880859375,95.79,99.73
+41,0.609479609845031,0.23932265625,94.83,99.74
+42,0.6068629965058758,0.20368125,96.12,99.78
+43,0.6018498482612463,0.22866015625,95.24,99.72
+44,0.6037274518838296,0.217466015625,95.7,99.77
+45,0.6012007852650096,0.21276328125,95.74,99.73
+46,0.5992039265031488,0.216092578125,95.62,99.81
+47,0.6018552237596267,0.20614140625,96.03,99.75
+48,0.5996614643651196,0.204034765625,96.11,99.74
+49,0.5979958715347143,0.214621875,95.91,99.74
+50,0.5966565912095909,0.40898203125,89.12,99.38
+51,0.5969736697072656,0.20076796875,96.31,99.78
+52,0.5964198746742346,0.198247265625,96.24,99.81
+53,0.5947335713948959,0.2056208984375,95.99,99.91
+54,0.5963218764871614,0.21298515625,95.78,99.75
+55,0.5940802554544221,0.2083046875,96.03,99.87
+56,0.5923118126443309,0.20635,96.13,99.75
+57,0.5939038758858656,0.203946484375,96.08,99.75
+58,0.5935007122337309,0.19626953125,96.6,99.78
+59,0.5895044506869764,0.1996421875,96.19,99.81
+60,0.5900865006141174,0.2010421875,96.16,99.82
+61,0.5889586606341549,0.192184765625,96.5,99.84
+62,0.5890895794344764,0.191946875,96.5,99.77
+63,0.5878786141546364,0.1997248046875,96.09,99.79
+64,0.5877191118704967,0.206071484375,96.13,99.8
+65,0.5873856075808533,0.206935546875,96.17,99.79
+66,0.5862440618439617,0.206381640625,95.91,99.77
+67,0.5873980289086317,0.201901171875,96.4,99.8
+68,0.5876227907645397,0.20037890625,96.23,99.83
+69,0.5888661539707428,0.20444765625,96.06,99.8
+70,0.5852760224260836,0.20091796875,96.29,99.79
+71,0.5812965114401956,0.1896076171875,96.53,99.83
+72,0.5843375004254855,0.214762890625,95.84,99.67
+73,0.5830341431065502,0.189280859375,96.53,99.81
+74,0.5841018910336698,0.202951953125,96.2,99.8
+75,0.5834464607839911,0.1890078125,96.72,99.82
+76,0.5806580632925034,0.19641796875,96.39,99.74
+77,0.57976750876659,0.20583125,96.18,99.77
+78,0.5791637906406679,0.210162109375,95.71,99.79
+79,0.5817594477254101,0.20226484375,96.3,99.76
+80,0.5822168186179593,0.1935828125,96.3,99.72
+81,0.577895584778908,0.2163140625,95.82,99.67
+82,0.5808417780531777,0.19864296875,96.21,99.8
+83,0.5804883487458922,0.20992265625,96.07,99.71
+84,0.577728826393429,0.194604296875,96.43,99.83
+85,0.5800330250436424,0.19829609375,96.31,99.74
+86,0.5769356211535951,0.215319140625,95.85,99.69
+87,0.576229645146264,0.2087625,96.02,99.68
+88,0.5756893028051425,0.20512890625,96.04,99.76
+89,0.5744156240143328,0.19227265625,96.71,99.75
+90,0.576559433570275,0.19035703125,96.68,99.74
+91,0.5744956691040952,0.1882421875,96.73,99.81
+92,0.573556090776737,0.198446875,96.26,99.75
+93,0.5725450490275,0.190699609375,96.68,99.77
+94,0.5798062726727917,0.20573984375,96.17,99.78
+95,0.5744134890727508,0.1910857421875,96.62,99.8
+96,0.5761883248630751,0.1980125,96.49,99.71
+97,0.5734015271449701,0.187246875,96.88,99.68
+98,0.5737769146505584,0.185887890625,96.62,99.83
+99,0.575674057388917,0.17859140625,96.99,99.81
+100,0.5743335057527591,0.183792578125,97.05,99.84
+101,0.574365758870402,0.1879837890625,96.78,99.82
+102,0.5743120115282189,0.1861078125,96.71,99.79
+103,0.5717200867385945,0.19389921875,96.33,99.77
+104,0.5712069577386236,0.1868380859375,96.76,99.88
+105,0.5724196459493066,0.189116796875,96.72,99.8
+106,0.5722684601687977,0.188534765625,96.82,99.74
+107,0.5706733159529858,0.18698203125,96.79,99.81
+108,0.5704132941288825,0.195059375,96.45,99.79
+109,0.5714294570378768,0.190736328125,96.54,99.85
+110,0.5718741871607609,0.180396875,96.92,99.86
+111,0.5703375936828108,0.191094140625,96.68,99.73
+112,0.5696303229301404,0.184114453125,96.67,99.83
+113,0.5705095487527359,0.19218515625,96.69,99.83
+114,0.568951405903213,0.1949640625,96.48,99.79
+115,0.569958003795045,0.192615625,96.63,99.76
+116,0.5682002684244742,0.18175234375,96.86,99.83
+117,0.5695332971393553,0.201330078125,96.26,99.69
+118,0.5693103671073914,0.1816671875,96.92,99.81
+119,0.568761555175496,0.1869466796875,96.83,99.77
+120,0.5657770761057862,0.18848671875,96.7,99.71
+121,0.5689605612021226,0.18497265625,96.85,99.8
+122,0.5697159632148906,0.190074609375,96.78,99.79
+123,0.5653270596367681,0.19172998046875,96.78,99.74
+124,0.5668977059614964,0.182631640625,96.96,99.81
+125,0.5675280156553301,0.1842470703125,96.98,99.79
+126,0.5660262254313526,0.191015625,96.57,99.75
+127,0.5685728471248578,0.1798009765625,97.23,99.83
+128,0.5682334652823261,0.18162421875,96.95,99.77
+129,0.5657755081724917,0.19068125,96.9,99.74
+130,0.5657854350204141,0.189744140625,96.62,99.73
+131,0.5637103538227897,0.185451171875,96.79,99.85
+132,0.5681928970620164,0.192750390625,96.64,99.78
+133,0.5640215261114968,0.184649609375,96.88,99.79
+134,0.567861901389228,0.1855984375,96.79,99.81
+135,0.565112915303972,0.1974828125,96.44,99.64
+136,0.5625976941779128,0.187253515625,96.59,99.83
+137,0.5656370381768953,0.1855029296875,96.87,99.71
+138,0.5640742978733829,0.19072109375,96.73,99.79
+139,0.5640149319019073,0.188451171875,96.71,99.79
+140,0.5639676097621266,0.183445703125,96.93,99.74
+141,0.5623343104225957,0.189967578125,96.7,99.79
+142,0.5615834671462703,0.1817318359375,96.9,99.77
+143,0.5613284887921097,0.18521708984375,96.81,99.78
+144,0.5638928312776436,0.184849609375,96.87,99.77
+145,0.5600552225214803,0.18291171875,97.11,99.79
+146,0.5649166108451338,0.18989970703125,96.79,99.8
+147,0.5652488084175648,0.1835806640625,96.83,99.79
+148,0.5618046594735904,0.182553515625,96.8,99.85
+149,0.5650705967703437,0.184829296875,96.69,99.81
+150,0.5619550460678899,0.188575390625,96.67,99.77
+151,0.5616267416467015,0.1795,97.13,99.85
+152,0.5617965006420755,0.1848265625,96.92,99.77
+153,0.5622612758834138,0.18814296875,96.8,99.75
+154,0.562640715103883,0.1848,96.91,99.79
+155,0.5609899467637396,0.18272587890625,96.95,99.8
+156,0.5609424503949972,0.1912275390625,96.76,99.77
+157,0.5616357232260908,0.187948046875,96.76,99.8
+158,0.5631001529275862,0.180816015625,97.02,99.75
+159,0.5595201196578833,0.182008984375,96.84,99.84
+160,0.5623568445444107,0.1907859375,96.72,99.73
+161,0.5608990470058898,0.1844912109375,96.86,99.84
+162,0.5603338018951253,0.1845525390625,96.82,99.85
+163,0.5581747632250826,0.1819626953125,96.9,99.86
+164,0.562090379305375,0.18639765625,96.82,99.86
+165,0.5593241604729595,0.189115625,96.72,99.8
+166,0.5592010652917063,0.177493359375,97.01,99.87
+167,0.5615092042164925,0.182,97.15,99.79
+168,0.558896434867484,0.184336328125,97.08,99.82
+169,0.56022346427298,0.191289453125,96.68,99.74
+170,0.5611110425148255,0.178015625,97.03,99.88
+171,0.5607444419820085,0.177201171875,97.29,99.85
+172,0.5584144850826671,0.181578125,97.0,99.76
+173,0.5589795402991466,0.1834494140625,96.98,99.84
+174,0.5607543548202922,0.180509765625,97.09,99.83
+175,0.5591615164636546,0.17727421875,96.96,99.85
+176,0.5571617727350985,0.182071875,96.97,99.82
+177,0.5572341057734612,0.1752,97.13,99.72
+178,0.5602016128026522,0.1859625,96.93,99.79
+179,0.5579307590030197,0.18262421875,97.02,99.84
+180,0.5574623849402126,0.1881466796875,96.8,99.79
+181,0.5577770151898392,0.187375,96.77,99.81
+182,0.5551854973165398,0.173507421875,97.25,99.93
+183,0.5601771662377903,0.17968046875,97.13,99.79
+184,0.5561058188860233,0.1792828125,97.1,99.8
+185,0.5594181623469051,0.177230078125,97.13,99.83
+186,0.5574977716319581,0.182009375,97.02,99.74
+187,0.5553449924684998,0.180840625,97.03,99.81
+188,0.5558885943431121,0.18501015625,96.84,99.74
+189,0.5555275588208793,0.177680078125,97.17,99.78
+190,0.554456742018716,0.18294609375,96.94,99.85
+191,0.5545997517740625,0.18001875,97.03,99.77
+192,0.555993714903155,0.183375390625,96.94,99.82
+193,0.5551145778507249,0.178930078125,97.11,99.83
+194,0.5550909490666838,0.1807,97.16,99.72
+195,0.5538873090448543,0.17775703125,97.08,99.77
+196,0.5544740423942224,0.178078515625,97.25,99.8
+197,0.5554737921199228,0.17963671875,96.99,99.84
+198,0.55405671779926,0.181774609375,96.98,99.82
+199,0.553493639597526,0.177184375,97.18,99.76
+200,0.5556480994081905,0.18154697265625,97.01,99.77
+201,0.5547730434908826,0.1811455078125,97.06,99.73
+202,0.5528513233885806,0.175763671875,97.17,99.78
+203,0.5556953294664366,0.185903515625,96.88,99.7
+204,0.5530716895292966,0.180470703125,96.97,99.79
+205,0.5550002636563065,0.1747974609375,97.37,99.78
+206,0.553678875677606,0.1757767578125,97.31,99.75
+207,0.5524009873724391,0.181562109375,97.02,99.7
+208,0.5515957646645032,0.1857822265625,96.91,99.76
+209,0.5525437561619995,0.18325078125,97.06,99.73
+210,0.5538685264495703,0.176454296875,97.18,99.85
+211,0.552955857072121,0.18056015625,97.12,99.82
+212,0.5547679912330757,0.175173046875,97.31,99.79
+213,0.5522377170049227,0.180725390625,97.1,99.81
+214,0.5523980552824135,0.178400390625,97.12,99.8
+215,0.5528716332892067,0.174047265625,97.32,99.77
+216,0.5513160845153352,0.18340859375,96.95,99.79
+217,0.5529032471852425,0.180040234375,97.23,99.75
+218,0.5511288334671248,0.173265625,97.3,99.78
+219,0.5526418423550761,0.17218828125,97.33,99.84
+220,0.5525839499428741,0.17856015625,97.18,99.84
+221,0.5513285938491169,0.174168359375,97.24,99.75
+222,0.5516647858242704,0.1786560546875,97.19,99.8
+223,0.551363732952338,0.17535703125,97.32,99.84
+224,0.5525126439383906,0.178958984375,97.07,99.83
+225,0.5490243730382023,0.17809921875,97.23,99.79
+226,0.5502841594891671,0.17810390625,97.14,99.83
+227,0.551910336710449,0.179898046875,97.12,99.82
+228,0.5513108045372188,0.179899609375,97.19,99.81
+229,0.5509170631312916,0.1741712890625,97.36,99.78
+230,0.5494607354585941,0.180815625,97.07,99.77
+231,0.5484868552949693,0.178313671875,97.21,99.75
+232,0.5489548537720982,0.1755904296875,97.31,99.75
+233,0.5509058323680845,0.183028515625,97.23,99.7
+234,0.5490703151012079,0.17443515625,97.19,99.71
+235,0.5501547067338585,0.175960546875,97.31,99.81
+236,0.5503726639808753,0.1748671875,97.34,99.8
+237,0.5488438970512814,0.17353515625,97.38,99.75
+238,0.5501332522457482,0.178605859375,97.14,99.86
+239,0.5480442677552884,0.176621484375,97.4,99.72
+240,0.5489949547072761,0.18147421875,96.97,99.75
+241,0.5463630311254762,0.175966796875,97.16,99.7
+242,0.550248461528721,0.1778734375,97.09,99.72
+243,0.5485718454051222,0.1761125,97.36,99.79
+244,0.5478281737902225,0.181390625,97.06,99.78
+245,0.5471087499306753,0.180408984375,97.11,99.78
+246,0.5472208853715506,0.1772703125,97.15,99.85
+247,0.5485968510819297,0.179350390625,97.09,99.79
+248,0.548954668462786,0.1745171875,97.18,99.85
+249,0.5466360522386355,0.177044921875,97.27,99.79
+250,0.5464268264352766,0.177216015625,97.26,99.77
+251,0.5465284769351666,0.177408203125,97.21,99.79
+252,0.5469003519696048,0.1797154296875,97.16,99.83
+253,0.5460722859089191,0.1760328125,97.32,99.8
+254,0.5462751703129874,0.17618125,97.16,99.84
+255,0.5465612045974813,0.178468359375,97.13,99.79
+256,0.5465598377661828,0.17538359375,97.32,99.83
+257,0.5482870467707642,0.175008203125,97.19,99.79
+258,0.5454764937997884,0.1755115234375,97.22,99.81
+259,0.5438013790000198,0.1749615234375,97.25,99.83
+260,0.5465154054327908,0.1783033203125,97.03,99.85
+261,0.5469671883898922,0.17269609375,97.37,99.79
+262,0.5440785776600878,0.1782556640625,97.09,99.77
+263,0.5464760696786082,0.16951015625,97.37,99.81
+264,0.5451599803999958,0.1777357421875,97.21,99.79
+265,0.5446145822349776,0.174130078125,97.25,99.81
+266,0.5429937917197871,0.173105859375,97.42,99.73
+267,0.5451366046809742,0.173169140625,97.32,99.8
+268,0.5449109440430616,0.1744234375,97.4,99.8
+269,0.5457887309483993,0.1762875,97.33,99.73
+270,0.5453414616421757,0.1772453125,97.26,99.76
+271,0.5445403335695593,0.17186953125,97.37,99.8
+272,0.5434246714043821,0.17220234375,97.44,99.72
+273,0.5456999760662389,0.174550390625,97.39,99.8
+274,0.542815269695388,0.179726171875,97.12,99.78
+275,0.5448563398204298,0.17390234375,97.33,99.7
+276,0.5435729722181956,0.177480859375,97.18,99.75
+277,0.5431633925336039,0.1714328125,97.51,99.79
+278,0.543818340342269,0.173716796875,97.2,99.82
+279,0.5418964950447409,0.17482109375,97.23,99.76
+280,0.5436153740454943,0.175795703125,97.2,99.71
+281,0.5439514310186745,0.176173046875,97.35,99.81
+282,0.542954692346418,0.17574765625,97.34,99.77
+283,0.5424806741822479,0.173408203125,97.33,99.81
+284,0.5416437262653285,0.170875,97.55,99.83
+285,0.5424498142594965,0.170096875,97.57,99.73
+286,0.542402529436299,0.1713046875,97.43,99.87
+287,0.5431601573259403,0.174540625,97.29,99.77
+288,0.5430239771421139,0.178566796875,97.25,99.79
+289,0.5428986117625848,0.1733283203125,97.4,99.8
+290,0.5413829829448309,0.173226953125,97.45,99.74
+291,0.5425825912473549,0.168094140625,97.54,99.78
+292,0.5416998854304991,0.170116796875,97.5,99.85
+293,0.5428203613075435,0.173216015625,97.46,99.73
+294,0.5416848604750429,0.178759765625,97.22,99.74
+295,0.5417943503866848,0.17327265625,97.32,99.8
+296,0.5419993718974611,0.1763671875,97.22,99.73
+297,0.5406058630627445,0.1762720703125,97.29,99.76
+298,0.5419407050069581,0.1746609375,97.39,99.75
+299,0.5417038892578875,0.1674125,97.55,99.81
+300,0.5393180709618789,0.1685515625,97.55,99.81
+301,0.5415061847266988,0.1700078125,97.49,99.74
+302,0.5421647744046317,0.16823515625,97.45,99.79
+303,0.5403675072722964,0.1689359375,97.55,99.79
+304,0.5399324390878025,0.172390234375,97.44,99.79
+305,0.5404504284135296,0.169923046875,97.41,99.76
+306,0.5410492132362138,0.17420546875,97.29,99.74
+307,0.5402584493669689,0.168692578125,97.43,99.87
+308,0.539957900205229,0.1683048828125,97.47,99.87
+309,0.5410656076975358,0.1709375,97.48,99.84
+310,0.5393270100029106,0.1666267578125,97.6,99.83
+311,0.5396712200763898,0.1665158203125,97.62,99.88
+312,0.5390633250403608,0.170205859375,97.65,99.75
+313,0.5389799735484979,0.1675416015625,97.57,99.77
+314,0.5393531542812657,0.1698638671875,97.5,99.79
+315,0.5417557925495327,0.16577119140625,97.49,99.8
+316,0.5384096438303972,0.167434765625,97.41,99.85
+317,0.5397385262016557,0.170873046875,97.52,99.79
+318,0.539227481199126,0.169221875,97.41,99.85
+319,0.5379274742216127,0.165017578125,97.54,99.83
+320,0.5382390083410801,0.1702484375,97.4,99.8
+321,0.5383567299343582,0.1682439453125,97.52,99.78
+322,0.5371371964868318,0.1689984375,97.54,99.82
+323,0.5386346006750041,0.17200859375,97.53,99.79
+324,0.5401259000994202,0.1655662109375,97.52,99.75
+325,0.5399955970864011,0.16876640625,97.64,99.73
+326,0.5382467214113626,0.17193671875,97.34,99.77
+327,0.5373411510999386,0.1677142578125,97.61,99.84
+328,0.53891946006025,0.16711875,97.63,99.83
+329,0.5374209017325671,0.16931640625,97.58,99.8
+330,0.5376873076216787,0.1704779296875,97.51,99.73
+331,0.5362841765850018,0.16696767578125,97.7,99.75
+332,0.5366515373317604,0.16844609375,97.43,99.83
+333,0.5381625690776058,0.16571015625,97.54,99.81
+334,0.5380263527234396,0.168187109375,97.61,99.77
+335,0.5366490182713566,0.1686923828125,97.51,99.8
+336,0.5395245674328927,0.1702890625,97.48,99.78
+337,0.5379766213078784,0.1673455078125,97.56,99.78
+338,0.5366440110991144,0.166339453125,97.52,99.83
+339,0.5367651307939464,0.16825,97.53,99.79
+340,0.5365835605268805,0.1680125,97.52,99.78
+341,0.5366028779082828,0.165109765625,97.67,99.78
+342,0.5374456186834563,0.17012265625,97.6,99.82
+343,0.5374311537314684,0.165906640625,97.66,99.81
+344,0.5374999834686263,0.1631439453125,97.78,99.83
+345,0.5366108692609347,0.1653056640625,97.64,99.78
+346,0.5360941104909294,0.167299609375,97.71,99.82
+347,0.5369364223164371,0.1671609375,97.59,99.81
+348,0.536396680224655,0.170541796875,97.46,99.84
+349,0.5362123696722536,0.16947646484375,97.49,99.81
+350,0.5364764851127934,0.1683625,97.69,99.84
+351,0.5362475044452227,0.1718484375,97.46,99.79
+352,0.5354875821588386,0.1666796875,97.64,99.81
+353,0.536908926999467,0.165440234375,97.69,99.77
+354,0.5356551142584565,0.1665767578125,97.67,99.81
+355,0.5373722002801732,0.1685806640625,97.61,99.72
+356,0.5356127052989781,0.16637421875,97.58,99.8
+357,0.5356286817636245,0.1683947265625,97.5,99.85
+358,0.5364412860228465,0.16898779296875,97.45,99.78
+359,0.5370543861491048,0.1657998046875,97.67,99.77
+360,0.5358401962325104,0.165581640625,97.62,99.79
+361,0.5353886747462118,0.166243359375,97.47,99.87
+362,0.5361990755439824,0.1676109375,97.66,99.76
+363,0.5346630262768167,0.1634421875,97.53,99.78
+364,0.5339874161614312,0.1681578125,97.55,99.84
+365,0.536741545694506,0.1677958984375,97.6,99.8
+366,0.5351508839262856,0.165559375,97.57,99.85
+367,0.5348461833265092,0.1626255859375,97.73,99.84
+368,0.5362152436859587,0.164565625,97.57,99.88
+369,0.5336832842256269,0.1654818359375,97.56,99.77
+370,0.5348221798483123,0.165565625,97.63,99.8
+371,0.5361288831784174,0.163554296875,97.76,99.81
+372,0.5338375393906211,0.16431953125,97.73,99.8
+373,0.5338962590083097,0.1640220703125,97.56,99.88
+374,0.5364549214768614,0.165134765625,97.68,99.8
+375,0.5348182432671897,0.1676693359375,97.59,99.84
+376,0.5337486590585138,0.1644244140625,97.74,99.81
+377,0.5348375537711331,0.1695431640625,97.41,99.83
+378,0.5332547100181253,0.168619921875,97.58,99.76
+379,0.5349971934770926,0.168902734375,97.6,99.78
+380,0.5356152542890646,0.16333515625,97.77,99.83
+381,0.5353079663637357,0.166362109375,97.6,99.79
+382,0.5346711940235562,0.1621734375,97.8,99.82
+383,0.5322351700220352,0.163687109375,97.67,99.77
+384,0.5351830006409914,0.164009375,97.61,99.84
+385,0.534417341534908,0.1640404296875,97.76,99.8
+386,0.5326720620067711,0.16432265625,97.76,99.82
+387,0.5357307726756121,0.16941171875,97.49,99.82
+388,0.5347188479370542,0.1665046875,97.61,99.79
+389,0.5353677873937492,0.16386875,97.67,99.83
+390,0.5337529987351507,0.166536328125,97.62,99.74
+391,0.5353330186544321,0.168114453125,97.53,99.85
+392,0.5335922201729228,0.162734765625,97.76,99.81
+393,0.5358899478983675,0.16515703125,97.68,99.83
+394,0.53526889717477,0.16096640625,97.77,99.78
+395,0.5350721854175258,0.16564375,97.69,99.76
+396,0.5345550725857416,0.166640625,97.72,99.82
+397,0.5336561251399864,0.163725,97.74,99.78
+398,0.5329535151394005,0.16945234375,97.59,99.76
+399,0.5349427331716586,0.164826171875,97.68,99.81
+400,0.5342013225850896,0.163630859375,97.68,99.79
+401,0.5345059202777015,0.164436328125,97.69,99.79
+402,0.5339310478705627,0.164773828125,97.67,99.82
+403,0.5346325373547709,0.169429296875,97.53,99.76
+404,0.5336960262467718,0.16668125,97.58,99.75
+405,0.5346900566011412,0.1634197265625,97.65,99.78
+406,0.5346172445604944,0.1665896484375,97.67,99.72
+407,0.5344842669800816,0.164198046875,97.7,99.83
+408,0.5333756292477633,0.16481484375,97.69,99.83
+409,0.5337589649308441,0.162865234375,97.69,99.86

ckpt/cls/SDT/psmnist/model_best.pth.tar

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b45d18990925156b34dbce169e98fe1a0c50906e436fc181a4fac2c6ee89a76d
+size 95867764

ckpt/cls/SDT/scifar/args.yaml

@@ -0,0 +1,129 @@
+aa: rand-m9-n1-mstd0.4-inc1
+act_function: SigmoidGrad
+alpha: 4.0
+amp: true
+apex_amp: false
+attn_drop: 0.0
+attn_layer: SDSA
+attn_scale: 0.125
+aug_splits: 0
+batch_size: 128
+bn_eps: null
+bn_momentum: null
+bn_tf: false
+channels_last: false
+checkpoint_hist: 10
+clip_grad: null
+clip_mode: norm
+color_jitter: 0.0
+cooldown_epochs: 10
+crop_pct: 1.0
+cutmix: 0.0
+cutmix_minmax: null
+data_dir: /data/datasets/CIFAR10/
+dataset: scifar
+decay_epochs: 30
+decay_rate: 0.1
+depths: 2
+device: 6
+dist_bn: ''
+drop: 0.0
+drop_block: null
+drop_connect: null
+drop_path: null
+embed_dim: 512
+embed_layer: sequential_embed
+epoch_repeats: 0.0
+epochs: 400
+eval_metric: top1
+event_mix: false
+experiment: ''
+gp: null
+hflip: 0.5
+img_size: 32
+in_channels: 3
+initial_checkpoint: ''
+input_size: null
+interpolation: bicubic
+jsd: false
+local_rank: 0
+log_interval: 200
+log_wandb: false
+lr: 0.0005
+lr_cycle_limit: 1
+lr_cycle_mul: 1.0
+lr_noise: null
+lr_noise_pct: 0.67
+lr_noise_std: 1.0
+mean:
+- 0.4914
+- 0.4822
+- 0.4465
+min_lr: 1.0e-05
+mixup: 0.5
+mixup_mode: batch
+mixup_off_epoch: 200
+mixup_prob: 1.0
+mixup_switch_prob: 0.5
+mlp_drop: 0.0
+mlp_ratio: 4
+model: sdt_cifar
+model_ema: false
+model_ema_decay: 0.9998
+model_ema_force_cpu: false
+momentum: 0.9
+native_amp: false
+no_aug: false
+no_prefetcher: false
+no_resume_opt: false
+node_type: LIFNode
+num_classes: 10
+num_heads: 8
+opt: adamw
+opt_betas: null
+opt_eps: null
+output: /home/shensicheng/log/SpikingTransformerBenchmark/test/SDT
+patch_size: 4
+patience_epochs: 10
+pin_mem: false
+pretrained: false
+ratio:
+- 1.0
+- 1.0
+recount: 1
+recovery_interval: 0
+remode: const
+reprob: 0.25
+resplit: false
+resume: ''
+save_images: false
+scale:
+- 1.0
+- 1.0
+sched: cosine
+seed: 42
+sequence_length: 1024
+sequential_length: false
+smoothing: 0.1
+split_bn: false
+start_epoch: null
+std:
+- 0.247
+- 0.2435
+- 0.2616
+step: 4
+sync_bn: false
+tau: 2.0
+threshold: 1.0
+torchscript: false
+train_interpolation: bicubic
+train_split: train
+tta: 0
+use_multi_epochs_loader: false
+val_batch_size: 128
+val_split: validation
+vflip: 0.0
+warmup_epochs: 20
+warmup_lr: 1.0e-05
+weight_decay: 0.06
+workers: 16

ckpt/cls/SDT/scifar/log.csv

@@ -0,0 +1,411 @@
+epoch,train_loss,eval_loss,eval_top1,eval_top5
+0,2.258053217178736,2.107534375,25.37,75.04
+1,2.14453962063178,1.8997765625,32.27,85.14
+2,2.042698030288403,1.69840625,40.67,88.08
+3,1.9762403640991602,1.6167078125,44.59,90.56
+4,1.9417107875530537,1.4984703125,48.89,91.93
+5,1.898525816660661,1.493175,49.68,92.48
+6,1.875312578678131,1.4147359375,52.71,93.21
+7,1.8547115405400594,1.4243015625,52.09,93.54
+8,1.824171400987185,1.3206265625,55.8,94.62
+9,1.810515822814061,1.338871875,55.57,93.54
+10,1.819398889174828,1.3314125,55.96,94.24
+11,1.785697832168677,1.27764375,58.94,94.67
+12,1.7805436348303771,1.26459375,58.74,94.92
+13,1.767831875727727,1.2620328125,58.58,94.91
+14,1.7464744607607523,1.210209375,60.35,95.52
+15,1.7253940322460273,1.2537828125,58.73,95.32
+16,1.7418555131325355,1.20185,60.95,95.71
+17,1.716294873983432,1.154646875,62.98,96.34
+18,1.720224899206406,1.1779890625,61.21,95.78
+19,1.6892323264708886,1.2138984375,60.11,95.48
+20,1.673131318275745,1.1249890625,63.44,96.06
+21,1.653233672411014,1.0931125,64.83,96.81
+22,1.6668619675514025,1.112471875,64.39,96.28
+23,1.6457862303807185,1.095421875,65.27,96.23
+24,1.641122025404221,1.1034125,64.92,96.46
+25,1.6328176088822193,1.06514375,65.78,96.74
+26,1.6234138742471353,1.062234375,66.76,96.85
+27,1.6066425693340791,1.049465625,67.28,96.8
+28,1.5876238229947213,1.0331765625,67.81,96.87
+29,1.5988905277007666,1.009684375,67.76,96.94
+30,1.5789363084695278,1.0548484375,67.06,96.41
+31,1.5954313094799335,1.0526015625,67.25,96.79
+32,1.5696570365856855,0.99952890625,68.64,97.44
+33,1.5664977556619888,0.978915625,68.48,97.05
+34,1.5704138505153167,0.94939453125,69.55,97.29
+35,1.5677378223492549,0.997521875,68.54,97.42
+36,1.576681588551937,0.98946640625,69.11,97.52
+37,1.5623029898374508,1.0011421875,69.04,96.76
+38,1.5358601249181307,0.956090625,70.2,97.38
+39,1.5361103482735463,0.9460375,70.97,97.43
+40,1.5412202223753317,0.9381296875,71.15,97.51
+41,1.5255594531695047,0.9127171875,70.92,97.63
+42,1.5621623953183492,0.9469046875,71.2,97.49
+43,1.4886080384254456,0.9193671875,70.66,97.47
+44,1.5159038289999351,0.9537359375,70.66,97.58
+45,1.4973169864752354,0.8827625,70.85,97.82
+46,1.5268819992358869,0.966115625,70.44,97.47
+47,1.516526241791554,0.98559375,70.22,97.38
+48,1.502438522913517,0.9032828125,71.54,97.83
+49,1.4828841887987576,0.87286328125,72.25,97.48
+50,1.5107622657066737,0.9239546875,71.52,97.47
+51,1.5079561423032712,0.8828671875,72.17,97.74
+52,1.4942895313103994,0.9184078125,71.76,97.65
+53,1.4705577297088428,0.892671875,71.98,97.68
+54,1.491113471526366,0.9251515625,71.44,97.65
+55,1.4628568004339169,0.9040703125,71.95,97.51
+56,1.4830899562591162,0.87391875,73.1,97.9
+57,1.461441481877596,0.9098265625,71.61,97.82
+58,1.4844492831291296,0.911775,71.82,97.82
+59,1.4806082951716888,0.868596875,73.07,97.97
+60,1.490923954278995,0.9009296875,72.64,97.68
+61,1.472237209020517,0.9340890625,71.1,97.43
+62,1.4406928835771022,0.93410546875,71.76,97.91
+63,1.4727450876663892,0.87733671875,72.78,97.94
+64,1.4759323946940592,0.8494375,74.03,98.03
+65,1.465821381409963,0.853440625,73.85,97.89
+66,1.4337570679493439,0.898290625,72.35,97.89
+67,1.4456842547807938,0.913803125,72.52,97.71
+68,1.4560658133946933,0.91230625,72.34,97.71
+69,1.4355676233768464,0.8016828125,74.95,98.04
+70,1.437110176300391,0.82448203125,74.89,97.98
+71,1.4494166085353264,0.84264140625,74.63,98.22
+72,1.4214010275327242,0.8880828125,72.95,97.57
+73,1.447361918901786,0.8539546875,73.9,98.03
+74,1.4055412075458429,0.86108125,74.1,98.13
+75,1.4219648041786292,0.8482,74.35,97.96
+76,1.4179661995325332,0.8176265625,75.38,98.07
+77,1.424110341989077,0.8388375,74.12,97.95
+78,1.4157427778610816,0.84316875,74.36,98.07
+79,1.4226272022112822,0.855771875,74.64,98.01
+80,1.4131427579965348,0.819715625,74.77,98.05
+81,1.4408375092041799,0.909728125,72.5,97.85
+82,1.3831215193638435,0.8307109375,74.62,97.85
+83,1.4148651511241228,0.83682578125,75.01,98.12
+84,1.4329352967250042,0.84311875,74.87,97.78
+85,1.4002680139663892,0.80430625,75.61,97.94
+86,1.408246909502225,0.84477109375,74.95,97.94
+87,1.398753470182419,0.84299453125,75.4,97.98
+88,1.4105147092770307,0.8679015625,74.51,97.99
+89,1.381587194479429,0.8398578125,74.78,97.68
+90,1.402187416033867,0.82492890625,75.17,97.9
+91,1.3874479076801203,0.80922265625,75.33,97.99
+92,1.380189542281322,0.869871875,74.46,97.92
+93,1.3755333125591278,0.8242125,74.73,98.23
+94,1.4008880065037654,0.838571875,74.84,98.04
+95,1.384208876811541,0.85458515625,74.1,97.66
+96,1.3779023577005436,0.84426875,74.46,97.71
+97,1.3642434710111373,0.8137296875,75.9,97.91
+98,1.391620692381492,0.8299578125,75.62,97.9
+99,1.3728306307242466,0.82716484375,75.52,97.97
+100,1.377536440965457,0.79068046875,76.1,98.0
+101,1.4058281496549263,0.79188515625,75.84,98.23
+102,1.3966089143202856,0.7961484375,76.48,98.13
+103,1.3741849570702285,0.851125,74.26,97.87
+104,1.3607325847332294,0.85986328125,74.77,97.85
+105,1.383112605718466,0.77006953125,77.04,97.95
+106,1.3838026048281253,0.79797890625,75.74,97.99
+107,1.3471949066871252,0.831521875,75.26,97.67
+108,1.3774361608884274,0.80521328125,75.7,98.14
+109,1.3940696062185824,0.80062578125,76.14,98.08
+110,1.3457393964131674,0.7849984375,76.8,98.38
+111,1.3814663741833124,0.8202890625,75.97,97.99
+112,1.358075785636902,0.82342578125,76.07,97.99
+113,1.3793762378203562,0.80437265625,76.58,98.1
+114,1.371833403293903,0.86830625,75.69,97.62
+115,1.3542627571484982,0.7765375,77.04,97.89
+116,1.3809668666277177,0.81109765625,76.48,97.76
+117,1.3477157713511052,0.8478234375,75.44,97.7
+118,1.3335204842763069,0.76077265625,77.02,98.01
+119,1.3289464504290849,0.8116328125,76.33,98.05
+120,1.3517141320766546,0.81714921875,75.86,97.8
+121,1.345279993307896,0.7673703125,76.99,98.07
+122,1.3563207264129933,0.79291953125,76.39,98.0
+123,1.3044858773549397,0.81153359375,75.71,98.07
+124,1.3424115433142736,0.784984375,76.41,97.99
+125,1.358731400508147,0.842825,75.49,97.51
+126,1.3454038837017157,0.80433359375,77.21,98.16
+127,1.3521822952307188,0.8458640625,74.69,97.72
+128,1.3308894542547374,0.82276328125,76.13,98.07
+129,1.329879873074018,0.81680078125,76.35,98.09
+130,1.3497411163953634,0.8006390625,76.3,98.13
+131,1.3389994607521938,0.78306015625,77.1,98.23
+132,1.3501720339823993,0.7476109375,77.88,98.03
+133,1.349848199196351,0.7528234375,77.55,98.19
+134,1.350727898799456,0.77597421875,77.53,97.82
+135,1.3385058369392004,0.81523671875,75.81,98.02
+136,1.343758281530478,0.7900421875,75.84,98.03
+137,1.334207279712726,0.767034375,76.99,97.97
+138,1.305601187547048,0.7813625,76.78,98.0
+139,1.3262632377636738,0.76921328125,77.63,98.14
+140,1.3410859225652156,0.8018703125,76.32,97.64
+141,1.302149927157622,0.760053125,77.16,97.9
+142,1.34933178852766,0.80765390625,76.86,98.0
+143,1.3290807858491556,0.83140859375,76.46,97.89
+144,1.3537259759047093,0.77224140625,77.6,98.27
+145,1.285408258285278,0.75815625,78.15,97.82
+146,1.3216789380098,0.74914296875,77.23,97.86
+147,1.2914586218503805,0.795703125,76.7,97.7
+148,1.3018611353177292,0.7489515625,77.75,98.09
+149,1.2926954625508724,0.81681484375,76.44,98.12
+150,1.2998742652245057,0.7619046875,78.1,98.25
+151,1.3109707022324586,0.76642734375,77.07,98.17
+152,1.342723871805729,0.7731171875,77.84,98.03
+153,1.2954220336217146,0.7838453125,77.25,97.77
+154,1.3214037488668393,0.83761796875,76.52,98.12
+155,1.3000348013180953,0.78861640625,77.66,98.2
+156,1.3404895489032451,0.8116484375,76.69,98.04
+157,1.3264087620453957,0.80081640625,76.74,98.15
+158,1.3214675716864757,0.7865171875,77.11,98.17
+159,1.314567802502559,0.8012109375,76.96,98.0
+160,1.2866373577179053,0.79607421875,77.61,98.14
+161,1.3108309713693767,0.76040703125,78.49,98.0
+162,1.304285316895216,0.73191953125,78.31,98.17
+163,1.2703539924743847,0.7861515625,77.83,97.97
+164,1.293317308028539,0.80016953125,76.88,98.1
+165,1.3053912515823658,0.7600546875,77.85,98.17
+166,1.282794500925602,0.75629375,78.35,97.65
+167,1.276408602641179,0.78221328125,77.9,98.1
+168,1.2868050135098972,0.77245703125,77.7,98.11
+169,1.3170320217426006,0.7527984375,78.32,98.09
+170,1.2968310482991048,0.7413484375,78.4,98.16
+171,1.2923981692546453,0.80667109375,77.28,97.69
+172,1.3062601757355226,0.73953515625,78.87,98.1
+173,1.3245613599434878,0.725184375,78.27,98.32
+174,1.2724616924921672,0.75262578125,77.91,98.16
+175,1.284192216854829,0.73689140625,78.5,98.21
+176,1.3031854462929262,0.76252421875,77.86,97.98
+177,1.3054821107632075,0.75388359375,78.29,98.16
+178,1.2922911159503154,0.762821875,78.18,97.92
+179,1.2865257607056544,0.71724140625,78.27,97.97
+180,1.2907337715992562,0.7556203125,78.42,97.94
+181,1.2794850091139476,0.7397578125,78.93,97.98
+182,1.2758185223127023,0.77783984375,77.65,98.12
+183,1.323863824055745,0.7669703125,78.46,97.99
+184,1.2863266839430882,0.7672875,78.25,97.87
+185,1.2953868847626906,0.76808984375,78.1,98.2
+186,1.2458005067629692,0.7350828125,78.65,98.2
+187,1.260891239459698,0.7396171875,78.77,98.07
+188,1.235159444044798,0.74534375,78.58,97.88
+189,1.3075881641644698,0.7594421875,78.93,98.35
+190,1.263140516097729,0.761209375,78.55,97.99
+191,1.264796744248806,0.7509515625,78.08,98.22
+192,1.296574200422336,0.74941171875,78.3,97.92
+193,1.277521149164591,0.76195390625,78.93,97.97
+194,1.289551132153242,0.744646875,78.83,98.04
+195,1.2533919556018633,0.71520234375,79.05,98.08
+196,1.2622937806141683,0.76987578125,78.51,97.82
+197,1.250656074896837,0.7161140625,79.1,98.05
+198,1.260456300393129,0.7129640625,79.48,97.87
+199,1.2360530235828497,0.738990625,78.66,97.85
+200,1.2885338882605235,0.81123515625,77.72,97.52
+201,1.2688979712816386,0.74376328125,78.76,98.03
+202,1.2744605021599011,0.7465625,78.88,97.86
+203,1.2836778692710094,0.7643796875,78.52,97.86
+204,1.2569720966693683,0.7532046875,78.47,97.99
+205,1.2832048535346985,0.80901953125,77.79,97.8
+206,1.2397715950623536,0.7690890625,78.26,98.12
+207,1.2814805710927033,0.724471484375,79.03,98.17
+208,1.2492815868976788,0.78084296875,78.77,98.02
+209,1.2434672725506317,0.76277890625,78.94,98.1
+210,1.267895579032409,0.729910546875,79.7,98.21
+211,1.288026675199851,0.73349921875,79.54,97.88
+212,1.2909902409101144,0.7622984375,78.48,98.13
+213,1.2929050312592434,0.7676859375,78.9,98.03
+214,1.2711530239154132,0.71344453125,79.1,98.16
+215,1.2657300238425915,0.69835859375,79.54,98.2
+216,1.2667539390233846,0.7377640625,79.15,97.81
+217,1.2412682501169352,0.73584140625,79.37,97.82
+218,1.2630703042715024,0.7162546875,79.87,98.16
+219,1.2500959264926421,0.71885234375,79.41,97.86
+220,1.246709605975029,0.75509453125,79.55,98.13
+221,1.2588909182793055,0.742461328125,79.11,97.82
+222,1.2592134301479045,0.75657109375,78.69,98.15
+223,1.2587956987894497,0.73058359375,79.41,97.89
+224,1.234826102012243,0.73400390625,79.51,98.11
+225,1.2468380652941191,0.76399921875,78.81,98.11
+226,1.2253330800777826,0.7252015625,79.33,98.23
+227,1.2352840785796826,0.75397265625,79.47,98.04
+228,1.2496531376471887,0.73070625,79.42,98.01
+229,1.2439633534504817,0.7655234375,78.38,97.98
+230,1.2300001975817558,0.752596875,78.99,98.2
+231,1.2430816211761573,0.73967265625,79.48,98.12
+232,1.2456036005264675,0.74772578125,79.07,97.9
+233,1.255541782348584,0.7088203125,79.65,98.15
+234,1.2133093187442192,0.750234375,79.41,97.89
+235,1.2245848718361976,0.6821828125,81.05,98.16
+236,1.2414324384469253,0.77024609375,78.84,97.95
+237,1.2206474808546213,0.72935625,79.33,98.07
+238,1.2333412985006968,0.7650921875,78.9,98.09
+239,1.2270908045463074,0.74518203125,79.54,98.09
+240,1.227097703096194,0.75283125,79.56,98.2
+241,1.219936882991057,0.74431484375,78.79,98.07
+242,1.2249908571059887,0.736715625,79.9,98.02
+243,1.264630146515675,0.77161640625,78.85,98.19
+244,1.204264878615355,0.71672109375,80.28,98.04
+245,1.2341794860668671,0.7332671875,79.37,97.99
+246,1.2303908305290419,0.71315234375,79.97,98.14
+247,1.218722235239469,0.694828125,80.61,97.97
+248,1.2529427872254297,0.7409765625,79.27,98.02
+249,1.2323720371111846,0.683040625,80.69,98.25
+250,1.250758826579803,0.7201796875,79.88,98.23
+251,1.1935064274531144,0.68524921875,80.95,98.01
+252,1.22340535567357,0.7439171875,79.6,98.19
+253,1.2508990885355533,0.7389046875,79.62,97.85
+254,1.191407966766602,0.74840859375,79.44,97.86
+255,1.225121566424003,0.70201875,80.29,98.21
+256,1.2188486964274676,0.70972109375,79.87,98.33
+257,1.1895268394396856,0.72370546875,79.81,98.09
+258,1.1928503450674888,0.6982078125,80.25,98.08
+259,1.233264044767771,0.72754375,80.16,98.05
+260,1.2069280028343201,0.713125,80.45,98.03
+261,1.193256708750358,0.74097109375,79.63,97.87
+262,1.2453788520433964,0.72280546875,79.94,98.02
+263,1.2018762120833764,0.7156828125,80.29,98.23
+264,1.2102120248171,0.70759375,80.46,98.02
+265,1.2121947902899521,0.72653984375,79.97,98.14
+266,1.2144220361342797,0.72980859375,80.01,97.98
+267,1.2043024191489586,0.68467109375,80.61,97.93
+268,1.2008208201481745,0.73786875,79.44,98.0
+269,1.2101436107586592,0.7216140625,80.19,97.92
+270,1.2324253866305719,0.714765625,80.24,98.1
+271,1.1951714492761172,0.73708984375,79.98,97.9
+272,1.2063355279274477,0.7428234375,79.85,98.1
+273,1.2227112039541588,0.722759375,80.07,98.04
+274,1.229293205952033,0.70214296875,80.49,98.12
+275,1.2044587653416854,0.6838765625,80.78,98.03
+276,1.2116130205301139,0.73653046875,80.35,98.2
+277,1.2133992075920106,0.70801953125,80.65,97.79
+278,1.21899393873337,0.70287265625,80.67,98.17
+279,1.2023882697790096,0.713184375,80.56,98.03
+280,1.190591279665629,0.70738671875,80.49,98.11
+281,1.1812797873448102,0.70809609375,80.43,98.23
+282,1.192939802316519,0.70842890625,80.44,98.34
+283,1.2226612211802066,0.7510875,79.8,98.12
+284,1.2158398165152624,0.70241796875,80.12,98.11
+285,1.1902551819116642,0.7058703125,80.85,98.0
+286,1.1990944792062808,0.71063046875,80.96,98.22
+287,1.187341482975544,0.70388125,80.69,98.07
+288,1.213708246824069,0.7189546875,80.22,98.18
+289,1.2006041115675217,0.71808359375,80.48,98.28
+290,1.20671560275249,0.70744921875,80.77,98.12
+291,1.1834159314632415,0.7142828125,80.42,98.06
+292,1.2158481596372066,0.66938984375,81.39,98.21
+293,1.1933162866494595,0.7360109375,80.13,98.28
+294,1.1579475517456348,0.69920234375,80.43,98.13
+295,1.1769685353988255,0.75489375,80.14,98.04
+296,1.2072027038305233,0.74137265625,80.27,98.17
+297,1.1890337908879305,0.70539609375,80.77,98.27
+298,1.2069633511396556,0.73314375,79.97,97.99
+299,1.1832145461669334,0.7093375,80.53,98.18
+300,1.1913305854186034,0.71185078125,80.81,98.09
+301,1.2166120119583912,0.7281734375,80.47,98.04
+302,1.1917584709632092,0.687088671875,80.88,98.29
+303,1.2269900335715367,0.733,80.75,97.96
+304,1.1661489118368198,0.722228125,80.6,98.24
+305,1.1920245765111386,0.73414140625,80.32,98.12
+306,1.193873355480341,0.71337734375,81.1,98.02
+307,1.1895873140066098,0.695115625,81.29,98.18
+308,1.2130800037811964,0.76367734375,80.22,97.91
+309,1.16362869204619,0.66957734375,81.35,97.94
+310,1.1796072186567845,0.7215,80.61,98.21
+311,1.180280168239887,0.67531171875,81.32,98.18
+312,1.1954642742108077,0.67963125,81.43,97.89
+313,1.184195918456102,0.69447890625,81.49,98.11
+314,1.1488460759321848,0.68477734375,81.18,98.29
+315,1.1670387969567226,0.72840625,80.59,98.13
+316,1.1610736154592953,0.687796875,81.38,97.94
+317,1.186751803985009,0.69235234375,81.33,98.21
+318,1.1328105697265038,0.74700859375,80.1,98.17
+319,1.1705630329939036,0.6786390625,81.38,98.06
+320,1.1525041428896097,0.70781875,81.3,98.12
+321,1.1866930461846865,0.68540859375,81.2,98.16
+322,1.1817756495414635,0.74601328125,80.57,98.0
+323,1.1675409615039825,0.70809765625,80.88,98.2
+324,1.1757179112006457,0.706734375,81.2,98.09
+325,1.171381492033983,0.7066921875,80.89,98.25
+326,1.171319047609965,0.6955296875,81.3,98.39
+327,1.188783359221923,0.6874328125,81.26,98.11
+328,1.1697737459953015,0.68846875,80.69,98.1
+329,1.2095636266928453,0.694940625,80.91,98.23
+330,1.1873695177909656,0.7022640625,81.27,97.8
+331,1.1862475202633784,0.716513671875,81.1,98.36
+332,1.1801243387735807,0.7145625,80.99,98.24
+333,1.1664909072411367,0.67315,81.82,98.35
+334,1.1520969129525698,0.73216328125,80.92,98.37
+335,1.1429440171290666,0.6737453125,81.6,98.08
+336,1.1524440685908,0.71976640625,80.75,98.29
+337,1.1829151560098696,0.70310234375,81.09,98.09
+338,1.1867899650182478,0.75615859375,80.54,98.12
+339,1.1558364094832005,0.68069140625,81.36,98.22
+340,1.1915105378016448,0.69121640625,81.39,98.37
+341,1.1229986204550817,0.6934609375,81.67,97.87
+342,1.1920547100213859,0.69966640625,81.33,98.12
+343,1.1364070577499195,0.7211453125,81.03,98.06
+344,1.1576999303622124,0.7172578125,80.94,98.19
+345,1.1640351549173014,0.6769453125,81.46,98.21
+346,1.1631131392258864,0.67302109375,81.7,98.3
+347,1.1672549778070205,0.707409375,81.48,98.1
+348,1.1535979568958283,0.70829140625,81.07,98.08
+349,1.1386856883000105,0.749484375,80.62,98.16
+350,1.1732576814981608,0.6849109375,81.53,97.89
+351,1.1445476223260929,0.707953125,81.48,97.98
+352,1.1665784681454683,0.69628203125,82.0,98.15
+353,1.1730086555847754,0.69074765625,81.49,98.22
+354,1.1710732903235999,0.6577234375,82.1,98.18
+355,1.1749451987254314,0.68192734375,81.66,98.17
+356,1.1886899691361648,0.71605,81.54,98.08
+357,1.1561103877348777,0.7075546875,81.65,98.21
+358,1.1725791789018192,0.70005703125,81.36,98.01
+359,1.1958840931073214,0.71657734375,81.54,98.24
+360,1.1189747414527795,0.68541953125,81.92,97.97
+361,1.1374064167340596,0.6682921875,81.62,98.05
+362,1.1807313475853358,0.67615390625,81.63,98.16
+363,1.171412758032481,0.67071015625,81.81,98.06
+364,1.1512174233412131,0.7041359375,81.06,98.01
+365,1.1461398868988721,0.6953234375,81.7,98.17
+366,1.1620948196985783,0.71599375,81.3,98.09
+367,1.1672798237739466,0.71192734375,81.29,98.26
+368,1.1499395394936587,0.72141171875,81.71,98.17
+369,1.1393891488894439,0.67014765625,82.31,98.11
+370,1.1804172639663404,0.6755671875,81.43,98.04
+371,1.1773049025963513,0.73390703125,80.97,98.05
+372,1.216076690569902,0.70826015625,81.46,98.22
+373,1.1637613437114618,0.7127046875,80.93,98.08
+374,1.1770129767748025,0.673328125,82.09,98.11
+375,1.1436552177637052,0.7087453125,81.39,98.12
+376,1.1442255506148704,0.69206328125,81.82,98.11
+377,1.138711527830515,0.66826171875,81.83,98.05
+378,1.1686221018815652,0.6710109375,81.91,98.24
+379,1.163775769716654,0.6841328125,81.81,97.96
+380,1.1267480376439216,0.700575,81.64,97.85
+381,1.1364425773804003,0.678425,81.85,98.02
+382,1.1383663576382856,0.70393046875,81.74,98.03
+383,1.1494242330392201,0.66506953125,81.96,98.13
+384,1.1356285258745535,0.67690234375,81.64,98.18
+385,1.1537994024081109,0.720415625,81.39,98.22
+386,1.1645128295971796,0.6811890625,81.75,98.22
+387,1.1177564749350914,0.68799296875,81.67,98.12
+388,1.1665392449268928,0.71082578125,81.6,98.1
+389,1.1741277353885846,0.68892890625,81.82,98.08
+390,1.1744017778298794,0.7176984375,81.56,98.06
+391,1.1371641504458891,0.6791125,81.78,97.99
+392,1.1372433824416919,0.7124875,81.47,98.4
+393,1.1498495809542828,0.73575390625,81.19,98.02
+394,1.1646427093408047,0.68978359375,81.75,98.13
+395,1.175416653889876,0.704425,81.58,98.29
+396,1.163562497878686,0.7092421875,81.43,98.02
+397,1.1611657112072675,0.68505078125,81.64,98.08
+398,1.1644039452075958,0.70637578125,81.4,98.2
+399,1.1550942570735248,0.673903125,82.08,98.07
+400,1.1312231341997783,0.67170625,81.96,98.17
+401,1.123822370859293,0.67083515625,81.78,98.11
+402,1.1421946403307792,0.69776171875,81.82,98.06
+403,1.150142581340594,0.66087109375,81.89,98.11
+404,1.1402122193422073,0.6921859375,81.91,98.16
+405,1.1800452125378145,0.72046953125,81.43,98.31
+406,1.1407379454527147,0.66084921875,82.13,98.21
+407,1.1412936825018662,0.67546640625,81.6,97.97
+408,1.1486545102718548,0.70212109375,81.77,98.3
+409,1.1718173236418994,0.6774546875,81.62,98.13

ckpt/cls/SDT/scifar/model_best.pth.tar

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a483b504e15a3cdae6885dc6d1acbef105eb2016457e4cf8b09ca41aaf35775e
+size 95875508

ckpt/cls/SDT/smnist/args.yaml

@@ -0,0 +1,129 @@
+aa: null
+act_function: SigmoidGrad
+alpha: 4.0
+amp: true
+apex_amp: false
+attn_drop: 0.0
+attn_layer: SDSA
+attn_scale: 0.125
+aug_splits: 0
+batch_size: 128
+bn_eps: null
+bn_momentum: null
+bn_tf: false
+channels_last: false
+checkpoint_hist: 10
+clip_grad: null
+clip_mode: norm
+color_jitter: 0.0
+cooldown_epochs: 10
+crop_pct: 1.0
+cutmix: 0.0
+cutmix_minmax: null
+data_dir: /home/shensicheng/datasets/MNIST
+dataset: smnist
+decay_epochs: 30
+decay_rate: 0.1
+depths: 2
+device: 7
+dist_bn: ''
+drop: 0.0
+drop_block: null
+drop_connect: null
+drop_path: null
+embed_dim: 512
+embed_layer: sequential_embed
+epoch_repeats: 0.0
+epochs: 400
+eval_metric: top1
+event_mix: false
+experiment: ''
+gp: null
+hflip: 0.5
+img_size: 28
+in_channels: 1
+initial_checkpoint: ''
+input_size: null
+interpolation: bicubic
+jsd: false
+local_rank: 0
+log_interval: 200
+log_wandb: false
+lr: 0.0005
+lr_cycle_limit: 1
+lr_cycle_mul: 1.0
+lr_noise: null
+lr_noise_pct: 0.67
+lr_noise_std: 1.0
+mean:
+- 0.1307
+- 0.1307
+- 0.1307
+min_lr: 1.0e-05
+mixup: 0.0
+mixup_mode: batch
+mixup_off_epoch: 0
+mixup_prob: 1.0
+mixup_switch_prob: 0.5
+mlp_drop: 0.0
+mlp_ratio: 4
+model: sdt_cifar
+model_ema: false
+model_ema_decay: 0.9998
+model_ema_force_cpu: false
+momentum: 0.9
+native_amp: false
+no_aug: false
+no_prefetcher: false
+no_resume_opt: false
+node_type: LIFNode
+num_classes: 10
+num_heads: 8
+opt: adamw
+opt_betas: null
+opt_eps: null
+output: /home/shensicheng/log/SpikingTransformerBenchmark/test/SDT
+patch_size: 4
+patience_epochs: 10
+pin_mem: false
+pretrained: false
+ratio:
+- 1.0
+- 1.0
+recount: 1
+recovery_interval: 0
+remode: const
+reprob: 0.25
+resplit: false
+resume: ''
+save_images: false
+scale:
+- 1.0
+- 1.0
+sched: cosine
+seed: 42
+sequence_length: 784
+sequential_length: false
+smoothing: 0.1
+split_bn: false
+start_epoch: null
+std:
+- 0.3081
+- 0.3081
+- 0.3081
+step: 4
+sync_bn: false
+tau: 2.0
+threshold: 1.0
+torchscript: false
+train_interpolation: bicubic
+train_split: train
+tta: 0
+use_multi_epochs_loader: false
+val_batch_size: 128
+val_split: validation
+vflip: 0.0
+warmup_epochs: 20
+warmup_lr: 1.0e-05
+weight_decay: 0.06
+workers: 16

ckpt/cls/SDT/smnist/log.csv

@@ -0,0 +1,411 @@
+epoch,train_loss,eval_loss,eval_top1,eval_top5
+0,2.0326620508462954,1.598221875,50.66,92.31
+1,1.374693455349686,0.744265625,77.29,98.57
+2,1.03245470730158,0.457962890625,87.07,99.35
+3,0.9269509706487004,0.3995826171875,89.28,99.51
+4,0.8803420105041602,0.39304921875,89.16,99.51
+5,0.8458565226477436,0.355250390625,90.05,99.65
+6,0.8221673313369099,0.376596875,90.24,99.61
+7,0.8009380644712693,0.3125712890625,92.06,99.69
+8,0.7867851881389945,0.3024865234375,92.64,99.74
+9,0.771869776213271,0.30365703125,92.44,99.76
+10,0.7497679621745379,0.280962109375,93.48,99.89
+11,0.7354627798000971,0.3035359375,92.39,99.77
+12,0.725366518410862,0.286848046875,93.43,99.84
+13,0.7165526429302672,0.297025,92.92,99.82
+14,0.7095759135280919,0.265012109375,93.67,99.85
+15,0.7014495220958678,0.3090669921875,92.02,99.72
+16,0.6988144434160657,0.2554958984375,94.22,99.82
+17,0.6880694263511233,0.258021875,93.87,99.87
+18,0.6854392366531568,0.312569140625,91.56,99.78
+19,0.6832356242797314,0.2483787109375,94.3,99.86
+20,0.6784245536113397,0.2729056640625,92.93,99.81
+21,0.6693795576818988,0.2481888671875,94.53,99.87
+22,0.6666564968151923,0.2345869140625,94.62,99.83
+23,0.6610255066910361,0.22948359375,94.97,99.81
+24,0.6566370752377387,0.233108203125,94.93,99.86
+25,0.6499514781002306,0.22873359375,95.26,99.86
+26,0.647526204586029,0.2321529296875,94.91,99.86
+27,0.6415237585703532,0.21629375,95.46,99.91
+28,0.640229161351155,0.2132646484375,95.78,99.89
+29,0.6408084290914047,0.2126173828125,95.67,99.88
+30,0.627976265982685,0.205673828125,95.99,99.86
+31,0.6233458766061016,0.1997927734375,96.05,99.93
+32,0.6210786491377741,0.1965134765625,96.32,99.87
+33,0.6191236221382761,0.1979326171875,96.36,99.93
+34,0.6162744431923597,0.19115859375,96.64,99.88
+35,0.6115966215092912,0.198137890625,96.22,99.9
+36,0.609917349794991,0.182351171875,97.17,99.9
+37,0.6060569823807122,0.18867080078125,96.76,99.93
+38,0.6056069422226685,0.19230791015625,96.89,99.84
+39,0.6035699098028688,0.180538671875,97.03,99.91
+40,0.6024743712101227,0.1813640625,96.88,99.88
+41,0.6005133384058619,0.1830619140625,96.87,99.87
+42,0.5985012935776995,0.1858599609375,96.83,99.9
+43,0.5972704968900762,0.18366845703125,96.94,99.91
+44,0.5946310444010628,0.1710970703125,97.15,99.92
+45,0.5918196709746988,0.18143974609375,96.82,99.83
+46,0.5925179359495131,0.1750595703125,97.09,99.87
+47,0.5915324605173535,0.172590234375,97.28,99.9
+48,0.5912166705243608,0.1765791015625,97.09,99.87
+49,0.5884770576515769,0.1831759765625,96.78,99.85
+50,0.5861324741799607,0.167666796875,97.32,99.9
+51,0.58740991481349,0.17264609375,96.98,99.91
+52,0.5860049934723438,0.1827912109375,97.01,99.84
+53,0.5845080113563782,0.16633515625,97.3,99.88
+54,0.5841507106764704,0.17548837890625,97.24,99.91
+55,0.5832439401210883,0.16742314453125,97.11,99.93
+56,0.5807211422003232,0.168126171875,97.37,99.88
+57,0.5811135384262117,0.16854375,97.26,99.84
+58,0.5784795023182518,0.157803125,97.68,99.91
+59,0.5777341035696176,0.17002451171875,97.32,99.85
+60,0.5792612299705163,0.1608154296875,97.57,99.9
+61,0.575216386308018,0.166412890625,97.58,99.87
+62,0.5756498293744193,0.1619720703125,97.62,99.88
+63,0.5727273095876743,0.166131640625,97.47,99.88
+64,0.5753627413103723,0.1695205078125,97.39,99.85
+65,0.572951917974358,0.166003515625,97.45,99.87
+66,0.5720239498166957,0.16097119140625,97.54,99.95
+67,0.5727897709251469,0.1683236328125,97.45,99.91
+68,0.5715422337381248,0.17071318359375,97.24,99.86
+69,0.5735145246880686,0.1647298828125,97.61,99.88
+70,0.5694704132202344,0.16849521484375,97.47,99.83
+71,0.565842026956061,0.162619140625,97.61,99.84
+72,0.57107818317719,0.1666759765625,97.4,99.88
+73,0.569371970036091,0.1664619140625,97.41,99.93
+74,0.5690957635131657,0.1750521484375,97.28,99.87
+75,0.5688789535282005,0.16562265625,97.46,99.86
+76,0.56758345115898,0.16369169921875,97.54,99.81
+77,0.564728333399846,0.15892001953125,97.75,99.84
+78,0.5658085672264426,0.16374345703125,97.58,99.9
+79,0.567435241662539,0.162353515625,97.65,99.92
+80,0.5653681148830642,0.17102080078125,97.3,99.89
+81,0.5635846678772544,0.162112890625,97.66,99.86
+82,0.5645395565746177,0.162019140625,97.6,99.89
+83,0.5654453427618386,0.163359765625,97.53,99.88
+84,0.5632984611468438,0.15752001953125,97.9,99.86
+85,0.5639334629234086,0.1608654296875,97.76,99.81
+86,0.5623132212039752,0.1675849609375,97.51,99.88
+87,0.5616285578053222,0.1523712890625,97.84,99.83
+88,0.5604633022832055,0.16277041015625,97.66,99.88
+89,0.5599269352407537,0.1566236328125,97.82,99.89
+90,0.5631972272426654,0.15977294921875,97.63,99.89
+91,0.5590728055208157,0.1550791015625,97.87,99.83
+92,0.5616538616327139,0.15547294921875,97.83,99.8
+93,0.5596470617585712,0.159154296875,97.58,99.85
+94,0.5612923724529071,0.170716796875,97.26,99.81
+95,0.5602404889133241,0.15974765625,97.67,99.75
+96,0.5602634312250675,0.162048046875,97.69,99.86
+97,0.5587907888186283,0.16233603515625,97.54,99.82
+98,0.5587992312816473,0.1631419921875,97.51,99.82
+99,0.5588492456919107,0.1573703125,97.83,99.85
+100,0.5577945840409678,0.15412890625,97.84,99.86
+101,0.5581979524885488,0.15359814453125,97.92,99.87
+102,0.5564616536482786,0.1586986328125,97.62,99.84
+103,0.5575401667091582,0.15403046875,97.91,99.83
+104,0.5566423553177434,0.157142578125,97.87,99.82
+105,0.557637659020913,0.1611513671875,97.68,99.85
+106,0.5564208186080313,0.1563365234375,97.9,99.87
+107,0.5548025844698279,0.153167578125,97.99,99.93
+108,0.5561860258507932,0.1632796875,97.64,99.84
+109,0.556612542933888,0.15316650390625,97.86,99.85
+110,0.5555796493322421,0.1572189453125,97.85,99.83
+111,0.5546401795159038,0.1601455078125,97.7,99.88
+112,0.5546038107484834,0.15539189453125,97.75,99.85
+113,0.5541405462556415,0.16371572265625,97.63,99.81
+114,0.5525685651944234,0.15130625,98.09,99.84
+115,0.5549443248245451,0.1504017578125,98.0,99.85
+116,0.5529578847762866,0.15432646484375,97.87,99.84
+117,0.5550834570939724,0.1614544921875,97.77,99.88
+118,0.552945855845753,0.147910546875,98.18,99.91
+119,0.5535314593814377,0.15105166015625,98.09,99.89
+120,0.5512931762088058,0.15798984375,97.82,99.82
+121,0.5521245979600482,0.1552154296875,97.84,99.9
+122,0.5512713439698912,0.1484759765625,97.99,99.85
+123,0.5506633113846819,0.1604267578125,97.86,99.84
+124,0.5516595165444236,0.152691015625,98.02,99.83
+125,0.5516469427663037,0.16511884765625,97.54,99.8
+126,0.5501934203327211,0.15546591796875,97.79,99.83
+127,0.5506754264108136,0.15995859375,97.64,99.92
+128,0.5505260995820037,0.15486630859375,97.83,99.86
+129,0.5509192701588329,0.15243505859375,98.1,99.86
+130,0.5490962911365379,0.15714140625,97.81,99.81
+131,0.5498507053424151,0.15112158203125,97.99,99.89
+132,0.5504448255922041,0.1563564453125,97.93,99.82
+133,0.550111260679033,0.15432412109375,97.98,99.82
+134,0.552332232777889,0.152616015625,98.02,99.85
+135,0.55002917158298,0.15555703125,97.86,99.85
+136,0.5476568922018393,0.15351630859375,97.84,99.88
+137,0.5492391242430761,0.15288955078125,97.95,99.9
+138,0.5471915647260144,0.1580716796875,97.84,99.82
+139,0.5486911199031732,0.15250791015625,98.02,99.86
+140,0.5473436063680893,0.15402626953125,97.94,99.85
+141,0.5471910132556899,0.15299921875,97.89,99.91
+142,0.54725137200111,0.15511884765625,97.94,99.85
+143,0.5479398978571607,0.15014619140625,98.13,99.83
+144,0.5467602134260356,0.16115419921875,97.9,99.82
+145,0.5471916309533975,0.15325947265625,98.03,99.92
+146,0.5483763300710254,0.1517755859375,98.1,99.82
+147,0.5474240391427635,0.1564328125,98.03,99.78
+148,0.5478057965763614,0.1527126953125,98.09,99.84
+149,0.5486359265115526,0.154020703125,97.93,99.86
+150,0.5462470879921546,0.14896513671875,98.02,99.87
+151,0.5465637824983678,0.1510818359375,98.11,99.87
+152,0.5474674573056718,0.1541734375,98.03,99.88
+153,0.5464041537453985,0.153755078125,98.09,99.86
+154,0.5471157389573562,0.15108916015625,98.03,99.84
+155,0.5443481408123277,0.153812890625,97.92,99.89
+156,0.5449671175999519,0.15027216796875,98.03,99.95
+157,0.5445602990877934,0.14863974609375,98.2,99.88
+158,0.5458527805968227,0.14621025390625,98.21,99.85
+159,0.5450825042958952,0.15001201171875,98.05,99.86
+160,0.5465135725899639,0.15659521484375,97.91,99.8
+161,0.5445563821201651,0.15043046875,97.97,99.82
+162,0.5442756031058792,0.15087685546875,97.94,99.85
+163,0.5439200960418098,0.15909013671875,97.84,99.8
+164,0.5451580724145613,0.1507517578125,97.98,99.86
+165,0.5441300755637324,0.1479091796875,98.2,99.88
+166,0.5445795650156136,0.152103515625,98.05,99.82
+167,0.5450212142915807,0.1536248046875,97.92,99.83
+168,0.5432459019188188,0.15348564453125,97.95,99.85
+169,0.5434291772862785,0.14702236328125,98.23,99.89
+170,0.5438125181911339,0.14792666015625,98.15,99.89
+171,0.5455638652938044,0.1494828125,98.14,99.88
+172,0.5430078096369393,0.15464306640625,98.12,99.81
+173,0.5438750563268988,0.1493193359375,98.16,99.82
+174,0.5459802572289084,0.1530330078125,98.16,99.83
+175,0.543235183144227,0.15276015625,98.07,99.84
+176,0.5423590286165221,0.150751171875,98.09,99.86
+177,0.5416676684831961,0.15225859375,98.02,99.81
+178,0.5425316063512085,0.1517271484375,97.91,99.85
+179,0.5437751633998675,0.151227734375,97.99,99.86
+180,0.5430474141214647,0.14973427734375,98.13,99.83
+181,0.542387777286717,0.14700986328125,98.19,99.85
+182,0.5416188722747004,0.1518642578125,98.09,99.81
+183,0.5430802514410427,0.14841123046875,98.27,99.82
+184,0.5409254894042627,0.15416474609375,98.05,99.81
+185,0.5429515544420633,0.15421875,97.99,99.8
+186,0.5415349443498839,0.14728212890625,98.12,99.8
+187,0.5405571360109199,0.15252734375,98.06,99.84
+188,0.539842793192619,0.15076708984375,98.09,99.87
+189,0.5401833375804445,0.15170458984375,98.07,99.86
+190,0.5396409563274465,0.1498396484375,98.04,99.81
+191,0.5397903554969363,0.14964326171875,98.09,99.85
+192,0.540375733986879,0.1537087890625,98.11,99.8
+193,0.5392800168349192,0.15123759765625,98.1,99.81
+194,0.5396538564027884,0.152737109375,98.06,99.78
+195,0.5398415733351667,0.1528802734375,98.08,99.85
+196,0.5398934168948067,0.15418173828125,98.03,99.81
+197,0.538554013794304,0.14985458984375,98.07,99.83
+198,0.5394530940769066,0.1474533203125,98.17,99.8
+199,0.537837666960863,0.1504154296875,98.01,99.82
+200,0.54009813707099,0.1538720703125,97.95,99.81
+201,0.5393000597882475,0.1510013671875,98.11,99.81
+202,0.5387450324164497,0.14883701171875,98.13,99.83
+203,0.5408958014514711,0.14996728515625,98.06,99.89
+204,0.5371987733066591,0.1469677734375,98.19,99.89
+205,0.5385079345641992,0.14949501953125,98.08,99.86
+206,0.540559214913947,0.15068486328125,98.13,99.85
+207,0.5388165447447035,0.151281640625,98.03,99.8
+208,0.5377248236511507,0.1554048828125,97.98,99.84
+209,0.5388223588721365,0.14392353515625,98.33,99.88
+210,0.5375859757773896,0.14386416015625,98.2,99.9
+211,0.5387433336840736,0.151000390625,98.12,99.82
+212,0.5382896321706283,0.15345078125,98.08,99.79
+213,0.53704673013626,0.14490400390625,98.27,99.83
+214,0.5367808148392246,0.14867294921875,98.18,99.82
+215,0.5397006747050163,0.1463654296875,98.22,99.85
+216,0.5378609544191605,0.14641904296875,98.32,99.82
+217,0.5370928088569233,0.15026533203125,98.0,99.8
+218,0.5357955346504847,0.15293486328125,98.0,99.8
+219,0.5380474410505376,0.14386943359375,98.32,99.8
+220,0.5390075412061479,0.1431615234375,98.34,99.87
+221,0.5350319214610972,0.1459828125,98.18,99.82
+222,0.5360971293133548,0.144649609375,98.13,99.82
+223,0.5367310407579454,0.14613857421875,98.27,99.82
+224,0.5358433820243574,0.1485494140625,98.19,99.81
+225,0.5344947144771234,0.142963671875,98.38,99.84
+226,0.5359819947909086,0.145951171875,98.21,99.88
+227,0.5341210772848537,0.1432607421875,98.25,99.83
+228,0.535801552554481,0.1478560546875,98.2,99.85
+229,0.5362373710188091,0.14227724609375,98.34,99.86
+230,0.5345804742258838,0.1481205078125,98.17,99.82
+231,0.5353825518972853,0.1486052734375,98.2,99.84
+232,0.5340180296419014,0.1519931640625,98.05,99.88
+233,0.5366904939341749,0.1454177734375,98.14,99.85
+234,0.532720132643341,0.143214453125,98.3,99.83
+235,0.5340835941143525,0.15062734375,98.13,99.84
+236,0.535242421250058,0.142073828125,98.5,99.81
+237,0.5347339671391708,0.144071875,98.29,99.81
+238,0.5338081669094216,0.148183203125,98.21,99.87
+239,0.5332184926821635,0.142566015625,98.36,99.85
+240,0.5344079730347691,0.148820703125,98.14,99.85
+241,0.5334929981802263,0.14964736328125,98.15,99.82
+242,0.5323520040410197,0.1461595703125,98.34,99.88
+243,0.533092871053606,0.14628017578125,98.23,99.77
+244,0.5331983994214963,0.14682763671875,98.34,99.79
+245,0.5343672949024755,0.14674228515625,98.26,99.86
+246,0.5317483785060736,0.144898828125,98.35,99.85
+247,0.5329417555760114,0.142541015625,98.36,99.86
+248,0.5329509886920961,0.13993203125,98.5,99.83
+249,0.5322349828023177,0.143037109375,98.29,99.86
+250,0.531328996277263,0.142016015625,98.38,99.77
+251,0.5314244629226179,0.14459697265625,98.31,99.84
+252,0.5323424456465957,0.14709638671875,98.19,99.89
+253,0.531715726495808,0.145028515625,98.28,99.88
+254,0.531211268570688,0.14433544921875,98.36,99.82
+255,0.5311002297024442,0.151004296875,98.15,99.87
+256,0.5301655164131751,0.14724052734375,98.17,99.8
+257,0.53475108768186,0.14462080078125,98.21,99.83
+258,0.5313926923733491,0.14131875,98.33,99.81
+259,0.5308477620029042,0.1429525390625,98.42,99.88
+260,0.5303654039007986,0.14662080078125,98.27,99.86
+261,0.5315547948464369,0.1483689453125,98.25,99.85
+262,0.5312809053903971,0.1460958984375,98.35,99.83
+263,0.5308245568193941,0.14759892578125,98.21,99.88
+264,0.5320958099049381,0.1450802734375,98.39,99.87
+265,0.5300922285542529,0.148490625,98.1,99.85
+266,0.5292389390305576,0.14276982421875,98.28,99.91
+267,0.5302562139227859,0.1465748046875,98.34,99.86
+268,0.5312159924935071,0.13959755859375,98.56,99.9
+269,0.5314275214814732,0.1419890625,98.49,99.89
+270,0.530187977812229,0.14376171875,98.38,99.89
+271,0.5291103734674617,0.14066181640625,98.43,99.89
+272,0.5307553148167765,0.14329697265625,98.45,99.84
+273,0.5302181270642158,0.1426564453125,98.37,99.83
+274,0.528631248153173,0.14334609375,98.34,99.87
+275,0.5320081324913563,0.147456640625,98.24,99.85
+276,0.528417117957376,0.14361865234375,98.31,99.87
+277,0.5284641707300121,0.1416138671875,98.4,99.86
+278,0.5303933223088583,0.1411904296875,98.4,99.89
+279,0.5279375359288647,0.14610322265625,98.34,99.83
+280,0.5297062880972512,0.1443384765625,98.34,99.87
+281,0.5299435870514976,0.142608203125,98.41,99.88
+282,0.5287355505503141,0.14273203125,98.35,99.81
+283,0.5269503230467821,0.1458890625,98.34,99.92
+284,0.5279362776085862,0.14016982421875,98.4,99.84
+285,0.5282140949852446,0.145290625,98.32,99.86
+286,0.5281614964334373,0.14590576171875,98.19,99.86
+287,0.5281908602541329,0.14384189453125,98.41,99.87
+288,0.529130580333563,0.14306357421875,98.35,99.87
+289,0.5281726591862165,0.1391021484375,98.37,99.85
+290,0.5275862585020881,0.14314609375,98.37,99.78
+291,0.5293502156805788,0.1380634765625,98.47,99.88
+292,0.5272751227658019,0.139346875,98.49,99.82
+293,0.5273640430890597,0.14249326171875,98.3,99.85
+294,0.5283888491809877,0.14195859375,98.33,99.87
+295,0.5279019110732608,0.13932685546875,98.45,99.89
+296,0.5277490163715477,0.14148974609375,98.4,99.87
+297,0.5269654169041886,0.1389107421875,98.49,99.86
+298,0.5267612457784832,0.14077822265625,98.36,99.83
+299,0.5280901403763355,0.14021162109375,98.43,99.87
+300,0.5273477978940703,0.13930458984375,98.51,99.89
+301,0.5261626018163486,0.13984677734375,98.57,99.89
+302,0.527620867276803,0.14470546875,98.31,99.92
+303,0.5260365386294503,0.14290146484375,98.4,99.86
+304,0.5262623249720304,0.14071279296875,98.45,99.87
+305,0.5259485864995891,0.13711201171875,98.61,99.87
+306,0.5263236545854144,0.138415625,98.59,99.84
+307,0.5259101311875205,0.13915947265625,98.53,99.87
+308,0.5248664358996937,0.142190234375,98.45,99.86
+309,0.5262161745474889,0.138020703125,98.52,99.82
+310,0.5251133799807638,0.13875791015625,98.53,99.85
+311,0.5253647854949675,0.14021123046875,98.49,99.81
+312,0.5245252896068443,0.1379197265625,98.54,99.88
+313,0.5263771864338818,0.1372291015625,98.63,99.89
+314,0.5258635924412653,0.13625732421875,98.65,99.83
+315,0.5261225632877431,0.139248828125,98.46,99.88
+316,0.5247822086780499,0.1379576171875,98.55,99.88
+317,0.5256524871811907,0.13795830078125,98.58,99.89
+318,0.5257287235596241,0.13913759765625,98.57,99.82
+319,0.5254092480127628,0.1402658203125,98.46,99.83
+320,0.5244979404995584,0.13941044921875,98.52,99.84
+321,0.5242756568213813,0.13719833984375,98.57,99.92
+322,0.5234164863060682,0.1351490234375,98.54,99.9
+323,0.5241590193194202,0.141438671875,98.45,99.86
+324,0.526145828075898,0.13642138671875,98.53,99.89
+325,0.5241314114158989,0.13778056640625,98.53,99.9
+326,0.5231461899402814,0.13818330078125,98.48,99.83
+327,0.5244289961380836,0.1363900390625,98.57,99.88
+328,0.5241989166053951,0.13835986328125,98.54,99.87
+329,0.5240954093189321,0.1376287109375,98.52,99.88
+330,0.5236611845146897,0.1368912109375,98.64,99.89
+331,0.524157904406898,0.13657080078125,98.55,99.83
+332,0.5226248731979957,0.13725234375,98.62,99.82
+333,0.5241305119970925,0.1402646484375,98.46,99.84
+334,0.5233396435649986,0.14108466796875,98.5,99.85
+335,0.5236364502427925,0.1410033203125,98.34,99.84
+336,0.5248230705913316,0.13749443359375,98.62,99.86
+337,0.5236930198903776,0.14108486328125,98.44,99.89
+338,0.521882523710911,0.1414923828125,98.39,99.89
+339,0.523130404134082,0.1407140625,98.48,99.81
+340,0.5234644879133273,0.13812998046875,98.52,99.86
+341,0.5237202109434665,0.1393421875,98.47,99.88
+342,0.5221900281488386,0.13804580078125,98.48,99.87
+343,0.52431736415268,0.138512890625,98.47,99.85
+344,0.5238284826533407,0.14102099609375,98.48,99.9
+345,0.5227536811278417,0.1381982421875,98.52,99.91
+346,0.5232950266864564,0.13950888671875,98.52,99.87
+347,0.5224275331721346,0.1361240234375,98.56,99.88
+348,0.5230230681407146,0.1394603515625,98.49,99.84
+349,0.5220575310990342,0.13552919921875,98.52,99.88
+350,0.5235861318233686,0.13915576171875,98.49,99.85
+351,0.5233083139372687,0.13908837890625,98.51,99.89
+352,0.521619606221843,0.1384916015625,98.51,99.88
+353,0.5231820893848044,0.13463154296875,98.6,99.91
+354,0.5233899214838305,0.13500830078125,98.63,99.84
+355,0.5234883600830013,0.1358880859375,98.53,99.88
+356,0.5230269390038955,0.1359044921875,98.61,99.88
+357,0.5214049586882958,0.136847265625,98.62,99.9
+358,0.5220785348588585,0.13866611328125,98.46,99.85
+359,0.5229033458436656,0.13624775390625,98.6,99.88
+360,0.5204711927053256,0.13634267578125,98.6,99.89
+361,0.5213383828472887,0.13585,98.63,99.86
+362,0.5218460971218908,0.13440009765625,98.72,99.86
+363,0.5218012765941457,0.13591416015625,98.58,99.9
+364,0.5207796844407024,0.13540185546875,98.57,99.88
+365,0.5230982539236037,0.138040234375,98.59,99.87
+366,0.522055886240087,0.13697265625,98.61,99.83
+367,0.5208651326660417,0.1338685546875,98.66,99.87
+368,0.5214096167658129,0.13816953125,98.56,99.84
+369,0.5214704184705375,0.13733857421875,98.63,99.89
+370,0.5210497580532335,0.1348626953125,98.71,99.84
+371,0.5224649460397215,0.1365140625,98.56,99.87
+372,0.5208404591450324,0.13757802734375,98.68,99.86
+373,0.5204614982900456,0.13463076171875,98.7,99.86
+374,0.5228909107609692,0.13350068359375,98.68,99.83
+375,0.5232708654087833,0.1366896484375,98.61,99.81
+376,0.5210151374340057,0.1380033203125,98.48,99.89
+377,0.5212706550318971,0.1375701171875,98.5,99.91
+378,0.5208151108688779,0.1378197265625,98.56,99.9
+379,0.5210854325793747,0.13823828125,98.57,99.86
+380,0.520968378863783,0.137606640625,98.56,99.88
+381,0.521942127846245,0.13625283203125,98.63,99.88
+382,0.5205176307095422,0.13853466796875,98.49,99.86
+383,0.5201872066300139,0.13489892578125,98.77,99.86
+384,0.5221288402875265,0.13886669921875,98.53,99.84
+385,0.521847762613215,0.13674580078125,98.53,99.91
+386,0.5196042774070022,0.13770537109375,98.54,99.9
+387,0.522102202487807,0.1361533203125,98.61,99.87
+388,0.5213472662318466,0.13632900390625,98.59,99.88
+389,0.521184200914497,0.13732392578125,98.56,99.9
+390,0.521333048868383,0.1346259765625,98.68,99.86
+391,0.5215190437614409,0.138515234375,98.59,99.9
+392,0.5207270171143051,0.13445107421875,98.61,99.91
+393,0.5214952133659624,0.1377419921875,98.45,99.84
+394,0.5209544601603451,0.1359552734375,98.65,99.9
+395,0.5215646087104439,0.13756171875,98.55,99.85
+396,0.5200957019104917,0.137124609375,98.64,99.85
+397,0.5209753903058859,0.13612236328125,98.61,99.9
+398,0.5203489957966356,0.139512109375,98.43,99.9
+399,0.5209059042808337,0.13545234375,98.65,99.89
+400,0.5211126567461551,0.13645556640625,98.61,99.85
+401,0.5199946652874987,0.137345703125,98.45,99.88
+402,0.52085543035442,0.13519912109375,98.52,99.88
+403,0.5216661649636734,0.1385529296875,98.53,99.89
+404,0.5212735233143864,0.13312265625,98.65,99.9
+405,0.520935411636646,0.139346875,98.54,99.87
+406,0.5197524921252177,0.13719794921875,98.51,99.9
+407,0.520914835552884,0.1342013671875,98.64,99.84
+408,0.5199520372682147,0.1397638671875,98.53,99.87
+409,0.5202100791482844,0.136641015625,98.58,99.85

ckpt/cls/SDT/smnist/model_best.pth.tar

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9211aee459655eccb582329f68667e82ae76349e8654c90ab339a096fb170830
+size 95867764

ckpt/cls/SGLFormer/cifar10/args.yaml

@@ -0,0 +1,125 @@
+aa: rand-m9-n1-mstd0.4-inc1
+act_function: SigmoidGrad
+alpha: 4.0
+amp: true
+apex_amp: false
+attn_drop: 0.0
+attn_scale: 0.125
+aug_splits: 0
+batch_size: 16
+bn_eps: null
+bn_momentum: null
+bn_tf: false
+channels_last: false
+checkpoint_hist: 10
+clip_grad: null
+clip_mode: norm
+color_jitter: 0.0
+cooldown_epochs: 10
+crop_pct: 1.0
+cutmix: 0.0
+cutmix_minmax: null
+data_dir: /data/datasets/CIFAR10/
+dataset: torch/cifar10
+decay_epochs: 30
+decay_rate: 0.1
+depths: 1
+device: 4
+dist_bn: ''
+drop: 0.0
+drop_block: null
+drop_connect: null
+drop_path: null
+embed_dim: 384
+epoch_repeats: 0.0
+epochs: 400
+eval_metric: top1
+event_mix: false
+experiment: ''
+gp: null
+hflip: 0.5
+img_size: 32
+in_channels: 3
+initial_checkpoint: ''
+input_size: null
+interpolation: bicubic
+jsd: false
+local_rank: 0
+log_interval: 200
+log_wandb: false
+lr: 0.001
+lr_cycle_limit: 1
+lr_cycle_mul: 1.0
+lr_noise: null
+lr_noise_pct: 0.67
+lr_noise_std: 1.0
+mean:
+- 0.4914
+- 0.4822
+- 0.4465
+min_lr: 1.0e-05
+mixup: 0.5
+mixup_mode: batch
+mixup_off_epoch: 200
+mixup_prob: 1.0
+mixup_switch_prob: 0.5
+mlp_drop: 0.0
+mlp_ratio: 4
+model: sglformer_cifar
+model_ema: false
+model_ema_decay: 0.9998
+model_ema_force_cpu: false
+momentum: 0.9
+native_amp: false
+no_aug: false
+no_prefetcher: false
+no_resume_opt: false
+node_type: LIFNode
+num_classes: 10
+num_heads: 16
+opt: adamw
+opt_betas: null
+opt_eps: null
+output: /home/shensicheng/log/SpikingTransformerBenchmark/cls/SGLFormer
+patch_size: 4
+patience_epochs: 10
+pin_mem: false
+pretrained: false
+ratio:
+- 1.0
+- 1.0
+recount: 1
+recovery_interval: 0
+remode: const
+reprob: 0.25
+resplit: false
+resume: ''
+save_images: false
+scale:
+- 1.0
+- 1.0
+sched: cosine
+seed: 42
+smoothing: 0.1
+split_bn: false
+start_epoch: null
+std:
+- 0.247
+- 0.2435
+- 0.2616
+step: 4
+sync_bn: false
+tau: 2.0
+threshold: 1.0
+torchscript: false
+train_interpolation: bicubic
+train_split: train
+tta: 0
+use_multi_epochs_loader: false
+val_batch_size: 16
+val_split: validation
+vflip: 0.0
+warmup_epochs: 20
+warmup_lr: 1.0e-05
+weight_decay: 0.06
+workers: 16

ckpt/cls/SGLFormer/cifar10/log.csv

@@ -0,0 +1,411 @@
+epoch,train_loss,eval_loss,eval_top1,eval_top5
+0,2.1598225076293947,1.76005625,37.39,88.02
+1,1.9876924015808106,1.50966875,47.02,90.82
+2,1.8778370505523683,1.2832375,56.69,94.15
+3,1.7982883364868163,1.15808125,61.48,95.86
+4,1.7479684281158447,1.027627734375,66.15,96.51
+5,1.6869407074546814,0.991790234375,69.34,97.21
+6,1.6557973943328856,0.916728125,73.22,98.0
+7,1.6132099567031861,0.79843203125,74.92,97.91
+8,1.6016264408874512,0.840083984375,74.41,98.0
+9,1.566877963809967,0.799575390625,76.26,98.22
+10,1.5470188786125183,0.801388671875,76.86,98.85
+11,1.5339194696617127,0.768851171875,78.33,98.22
+12,1.5153993565940858,0.719294140625,81.3,98.96
+13,1.5083069506835938,0.6950859375,81.26,98.52
+14,1.4979576076698302,0.653658203125,81.25,98.66
+15,1.4887062885856628,0.72752265625,81.46,98.79
+16,1.4911352590942384,0.676181640625,81.85,98.44
+17,1.4862394623565673,0.6714109375,82.19,98.76
+18,1.4870124627113341,0.619471484375,83.6,99.06
+19,1.4709947157096863,0.700660546875,80.93,98.72
+20,1.4701173001670838,0.6779072265625,81.54,98.45
+21,1.4718529994010925,0.73868125,81.66,98.6
+22,1.4576465998268127,0.67007734375,83.24,98.91
+23,1.462538341217041,0.6037087890625,83.98,99.0
+24,1.4509251539802552,0.62352578125,84.11,99.18
+25,1.448118442554474,0.67129296875,84.31,99.17
+26,1.4432438753700256,0.5924802734375,84.03,99.14
+27,1.4362560822868347,0.64732421875,84.75,99.01
+28,1.4438269286346435,0.6120880859375,83.95,99.23
+29,1.437980065727234,0.70820546875,84.72,99.29
+30,1.4195457565307616,0.78633515625,82.52,98.97
+31,1.4325052841567993,0.693295703125,84.15,98.92
+32,1.4190384069824218,0.598997265625,86.37,99.17
+33,1.422230346736908,0.644575390625,84.39,99.29
+34,1.4130314074897765,0.54551953125,86.2,99.31
+35,1.4172122887420655,0.602814453125,85.25,99.16
+36,1.4245760343933105,0.641153515625,85.17,99.18
+37,1.4210757429122924,0.5780890625,85.29,99.13
+38,1.4091175863265992,0.58998828125,85.55,99.05
+39,1.4116548262405395,0.654613671875,86.5,99.03
+40,1.4163451790809631,0.5402751953125,85.29,99.28
+41,1.3996365730476379,0.60114375,85.1,99.05
+42,1.404545191345215,0.622917578125,85.55,99.19
+43,1.4109415923118591,0.583198046875,86.23,99.2
+44,1.3968381540107726,0.56536875,86.01,99.16
+45,1.3978370302772523,0.6241099609375,84.95,99.25
+46,1.4050227304458618,0.56641328125,86.3,99.31
+47,1.4109981811714172,0.591355859375,85.31,99.18
+48,1.399307186794281,0.578674609375,86.39,99.21
+49,1.3971150202560425,0.682128515625,82.74,98.68
+50,1.4007145696640015,0.568608203125,85.82,99.2
+51,1.400494358215332,0.597605078125,86.52,99.15
+52,1.396196784210205,0.5619943359375,87.23,99.49
+53,1.3923893641853333,0.606698828125,87.03,99.28
+54,1.3853452764892578,0.618853515625,85.04,99.36
+55,1.3887848107147216,0.574123046875,86.64,99.3
+56,1.4097232165718079,0.668780078125,86.82,99.17
+57,1.396004540309906,0.61106484375,86.71,99.27
+58,1.386192742614746,0.61839921875,86.39,99.0
+59,1.4003597611808778,0.65973515625,86.49,99.34
+60,1.3957406223487854,0.61078828125,85.77,99.21
+61,1.3872563913726808,0.58938359375,87.25,99.2
+62,1.3980227682495117,0.62265,86.8,99.36
+63,1.3962905795097351,0.540035546875,86.79,99.12
+64,1.3939652792739867,0.669948828125,86.79,99.09
+65,1.3937911765289306,0.6563703125,83.12,99.25
+66,1.378523036251068,0.603953515625,86.3,99.31
+67,1.3843770739364625,0.5668859375,86.69,99.26
+68,1.3989040401268005,0.5585109375,87.39,99.29
+69,1.3859686762237549,0.582404296875,85.91,99.25
+70,1.385351838092804,0.57523359375,88.09,99.34
+71,1.4009763188552857,0.583555078125,86.42,99.31
+72,1.3913025988197327,0.5904171875,87.09,99.18
+73,1.3882518661689758,0.5388369140625,86.97,99.49
+74,1.3968435430717467,0.5859783203125,85.79,99.24
+75,1.394567289352417,0.614948046875,86.15,99.19
+76,1.3718550713729858,0.590576171875,86.58,99.21
+77,1.3776053524971008,0.61401015625,86.55,99.34
+78,1.3694200364875793,0.610340234375,86.99,99.44
+79,1.380224637966156,0.56945703125,87.23,99.15
+80,1.3883159363555908,0.536559375,87.03,99.44
+81,1.378625751991272,0.6235328125,86.77,99.14
+82,1.38798016040802,0.58507421875,86.2,99.28
+83,1.384157428703308,0.55694375,87.76,99.3
+84,1.3848030911636353,0.553515234375,87.73,99.39
+85,1.3785620644760133,0.622801953125,85.98,99.37
+86,1.3939028717422486,0.5505083984375,87.35,99.28
+87,1.3918460954666139,0.6082734375,86.34,99.32
+88,1.3870409413337708,0.60081953125,85.85,99.34
+89,1.38115798412323,0.5519833984375,87.87,99.29
+90,1.37912257522583,0.551345703125,87.66,99.4
+91,1.3769087628173828,0.6262,86.09,99.25
+92,1.3844083171844483,0.70431328125,85.31,99.36
+93,1.3816567366027832,0.667669140625,86.25,99.12
+94,1.3726163684463502,0.6065015625,87.21,99.12
+95,1.3841470209121705,0.583265625,88.44,99.35
+96,1.3637281184196473,0.62809453125,87.67,99.32
+97,1.3875775094985963,0.61771484375,86.75,99.22
+98,1.391192928791046,0.57286328125,87.62,99.48
+99,1.3788899903678895,0.584516015625,86.86,99.37
+100,1.3740137519073485,0.588478515625,86.74,99.37
+101,1.3725635377883911,0.581222265625,87.09,99.37
+102,1.3739574606704712,0.5868578125,86.84,99.35
+103,1.3770955895233155,0.65748203125,86.28,99.27
+104,1.3793913410377503,0.5549228515625,86.89,99.35
+105,1.3767935431480407,0.611323046875,85.86,99.24
+106,1.3874006239700318,0.6133109375,86.35,99.27
+107,1.3733888758468629,0.55123046875,87.66,99.38
+108,1.3748052219200135,0.5336552734375,88.02,99.48
+109,1.3690847735977172,0.525106640625,88.12,99.49
+110,1.3667288752365112,0.563855078125,87.51,99.0
+111,1.3780188262557984,0.5779640625,86.79,99.26
+112,1.3704847018623352,0.6123421875,87.02,99.27
+113,1.3770019269371032,0.629853125,87.4,99.41
+114,1.3609217271232605,0.543458203125,87.13,99.22
+115,1.3715684292411805,0.5833380859375,87.35,99.36
+116,1.3634807515525817,0.582631640625,86.18,99.22
+117,1.370135295829773,0.585119140625,86.81,99.25
+118,1.3697793014907838,0.614859765625,87.44,99.27
+119,1.3753573540878297,0.60799765625,88.04,99.36
+120,1.3679039096832275,0.596192578125,85.76,99.33
+121,1.3567589964866638,0.56671953125,86.89,99.39
+122,1.360090745792389,0.575359375,87.46,99.45
+123,1.36280292760849,0.5033962890625,87.29,99.35
+124,1.3639961265754699,0.5929609375,88.09,99.3
+125,1.3732088992118836,0.57270859375,87.53,99.5
+126,1.3654578735923768,0.585973828125,87.72,99.45
+127,1.3687896570205689,0.56717265625,87.56,99.12
+128,1.3607277662658692,0.53006640625,87.72,99.27
+129,1.3686982858276366,0.54962734375,87.6,99.31
+130,1.3686818488121033,0.63123203125,86.73,99.22
+131,1.3631689644813538,0.568040625,87.37,99.37
+132,1.3597736204910278,0.581469921875,87.31,99.23
+133,1.3706053000831604,0.628748828125,87.47,99.29
+134,1.3690110337257386,0.584605078125,86.5,99.37
+135,1.36511113615036,0.5069875,89.19,99.46
+136,1.3678164433670044,0.615812109375,87.81,99.42
+137,1.3624483837890624,0.5666515625,88.2,99.38
+138,1.3584643238449097,0.4964537109375,89.21,99.52
+139,1.3519084887123107,0.567976171875,87.87,99.35
+140,1.3477806196022033,0.510245703125,87.99,99.41
+141,1.3531637558364868,0.57182578125,87.97,99.25
+142,1.3488359105110168,0.618828515625,87.62,99.28
+143,1.3519965096855164,0.4901908203125,88.66,99.52
+144,1.3584750405311585,0.594948046875,87.85,99.44
+145,1.3578183610343932,0.589722265625,87.51,99.4
+146,1.3467566585731507,0.538538671875,88.1,99.53
+147,1.3520998016357422,0.541702734375,86.74,99.58
+148,1.3464671598625184,0.549919921875,88.68,99.37
+149,1.3556944186973572,0.636490234375,86.0,99.39
+150,1.35222964138031,0.611614453125,88.27,99.33
+151,1.354315462284088,0.5227638671875,88.01,99.38
+152,1.3408290878486633,0.5491416015625,87.58,99.46
+153,1.3482423064804077,0.513165234375,88.7,99.49
+154,1.3520664880561828,0.5882125,86.98,99.22
+155,1.3512024928283692,0.560580859375,88.72,99.43
+156,1.33821254945755,0.5101599609375,88.11,99.51
+157,1.353004874420166,0.505593359375,88.87,99.51
+158,1.3479351691246033,0.527664453125,88.22,99.3
+159,1.3455880411338805,0.582433984375,85.63,99.42
+160,1.3543573065185548,0.5802484375,88.77,99.35
+161,1.3445799887657166,0.57729921875,87.63,99.51
+162,1.3335919112205505,0.549414453125,86.87,99.42
+163,1.3496819568824767,0.60392421875,88.01,99.33
+164,1.334181518611908,0.490291796875,88.84,99.42
+165,1.3420095009422301,0.629922265625,87.96,99.31
+166,1.3410890640640258,0.556082421875,88.59,99.4
+167,1.332006977710724,0.5401048828125,88.55,99.32
+168,1.3282892328834535,0.58466484375,87.91,99.56
+169,1.326153080997467,0.539387890625,89.66,99.59
+170,1.3329156320953368,0.551984375,90.09,99.6
+171,1.3392107524681092,0.549212109375,89.12,99.5
+172,1.3386311031341553,0.58682109375,88.2,99.35
+173,1.3358620096206666,0.55165390625,89.5,99.42
+174,1.3430787783813476,0.5721890625,89.32,99.54
+175,1.3387600330543519,0.5365720703125,88.45,99.25
+176,1.335071632156372,0.566958203125,88.89,99.51
+177,1.3337853610992432,0.5609703125,87.35,99.31
+178,1.3274312949943543,0.50058125,88.8,99.58
+179,1.3267749611091613,0.538169140625,88.63,99.53
+180,1.3290151537704469,0.5173056640625,89.0,99.61
+181,1.331828892917633,0.570969921875,89.32,99.45
+182,1.3260638842964172,0.4949205078125,89.12,99.46
+183,1.3272944311523438,0.551175,88.53,99.42
+184,1.3288293586921691,0.51474296875,89.04,99.4
+185,1.3207555391693115,0.5404953125,89.64,99.43
+186,1.314039028778076,0.543439453125,89.85,99.53
+187,1.321610970401764,0.497955078125,88.49,99.38
+188,1.3177738719558716,0.563708203125,89.81,99.44
+189,1.3082519614601136,0.560923046875,88.42,99.46
+190,1.3282088709831237,0.5045251953125,90.12,99.55
+191,1.3127525076675415,0.50835703125,89.91,99.42
+192,1.3215254664993286,0.549382421875,89.1,99.38
+193,1.3085334746551514,0.529425,90.17,99.45
+194,1.332667204875946,0.518093359375,89.59,99.6
+195,1.3112168525505066,0.62342109375,87.59,99.48
+196,1.3108756606674195,0.58958125,89.26,99.49
+197,1.3087909273147582,0.5296703125,88.71,99.61
+198,1.328285819416046,0.54846640625,89.05,99.4
+199,1.3007006521034241,0.542955859375,89.16,99.39
+200,1.3078402288246154,0.474607421875,90.28,99.6
+201,1.2966183242988587,0.4906341796875,89.5,99.53
+202,1.311414727745056,0.494996875,90.49,99.54
+203,1.3072326423835754,0.486006640625,90.41,99.59
+204,1.3060538627052307,0.54789375,89.61,99.47
+205,1.3089761145210266,0.514080859375,89.55,99.49
+206,1.3085914900779725,0.5592546875,89.41,99.49
+207,1.313338469314575,0.531041015625,89.61,99.5
+208,1.3048504609298706,0.4701056640625,90.84,99.56
+209,1.3000811955451965,0.4775666015625,90.38,99.54
+210,1.3055873534965514,0.52744140625,90.49,99.69
+211,1.3000977838134766,0.49680859375,90.37,99.66
+212,1.3037535614585876,0.485383984375,90.68,99.63
+213,1.2877523142623901,0.4530095703125,90.51,99.65
+214,1.3021878814506531,0.5577203125,90.4,99.56
+215,1.293271768283844,0.531607421875,89.67,99.52
+216,1.2993693537330628,0.55711328125,89.92,99.49
+217,1.2969994176101685,0.522617578125,90.37,99.47
+218,1.2923555583381652,0.543629296875,89.9,99.42
+219,1.291066330127716,0.4638041015625,91.0,99.63
+220,1.2926171783638,0.510447265625,90.84,99.65
+221,1.286812697467804,0.532419921875,90.84,99.69
+222,1.276013174648285,0.490667578125,90.19,99.49
+223,1.2847610411262511,0.4978638671875,90.32,99.33
+224,1.2961329447555543,0.4918271484375,90.88,99.64
+225,1.2802313076400758,0.517431640625,90.8,99.56
+226,1.283440562019348,0.49618671875,90.61,99.6
+227,1.2807690094566344,0.5287953125,91.08,99.57
+228,1.284783629951477,0.50036328125,90.64,99.57
+229,1.2732346068954468,0.52461875,90.25,99.46
+230,1.2745862630271911,0.464571484375,90.8,99.54
+231,1.2796713948249816,0.464690625,90.96,99.45
+232,1.2838182935142517,0.4178626953125,91.49,99.64
+233,1.2745473720169067,0.50358359375,90.48,99.49
+234,1.2647580416870117,0.48809296875,90.7,99.64
+235,1.2692224215698242,0.4826583984375,91.29,99.61
+236,1.2666415571022034,0.490745703125,90.34,99.51
+237,1.2687755804061889,0.4276375,91.43,99.68
+238,1.2862795436286927,0.5130765625,90.64,99.62
+239,1.259188833580017,0.508152734375,91.08,99.56
+240,1.2697870860290528,0.46183203125,91.14,99.66
+241,1.2655147285079955,0.4142642578125,91.39,99.69
+242,1.2555806915664673,0.49615625,91.21,99.58
+243,1.2708639365005494,0.4842859375,91.77,99.65
+244,1.2646553905677795,0.4935294921875,91.09,99.53
+245,1.2774286598205566,0.529811328125,91.13,99.48
+246,1.2704380457878113,0.51951796875,91.09,99.45
+247,1.2666092314338684,0.507955078125,91.9,99.56
+248,1.2714574752044678,0.506475,91.58,99.65
+249,1.2635882948493957,0.457813671875,91.03,99.62
+250,1.262445535030365,0.440975,92.25,99.71
+251,1.2642563361358643,0.54258515625,91.44,99.63
+252,1.2428228546333313,0.446287109375,90.7,99.57
+253,1.2627438930892945,0.44721015625,91.83,99.61
+254,1.2516882812690735,0.419959375,92.2,99.58
+255,1.2534830511856079,0.4438494140625,91.81,99.74
+256,1.2465481424713134,0.52672578125,91.32,99.58
+257,1.236987339782715,0.47348125,91.67,99.57
+258,1.2484337490463258,0.52169453125,91.25,99.28
+259,1.2391497144126893,0.51540703125,91.34,99.59
+260,1.2326211812973022,0.4328673828125,92.03,99.8
+261,1.237845839729309,0.4709828125,91.64,99.71
+262,1.24106057056427,0.4765091796875,91.69,99.67
+263,1.241034601650238,0.50314609375,91.88,99.57
+264,1.2428541590881348,0.4342025390625,91.3,99.71
+265,1.236252016582489,0.4489328125,92.25,99.62
+266,1.2395597407341004,0.4512568359375,91.21,99.64
+267,1.2249297107505799,0.466023046875,92.18,99.57
+268,1.2253731597709656,0.433341015625,91.98,99.65
+269,1.2190822419166565,0.4426724609375,92.43,99.57
+270,1.2219525990867615,0.4523671875,92.03,99.57
+271,1.2272192379379272,0.46251953125,91.84,99.67
+272,1.2207667535591125,0.52421875,92.08,99.69
+273,1.2138582212638855,0.42855390625,92.24,99.68
+274,1.2289367006111145,0.4339212890625,92.41,99.69
+275,1.2157044894218445,0.493645703125,92.52,99.55
+276,1.2282237704467773,0.459866015625,92.45,99.69
+277,1.2244174333381652,0.461980859375,92.48,99.68
+278,1.20708265045166,0.471036328125,92.18,99.64
+279,1.2142335056495666,0.401335546875,93.25,99.69
+280,1.2117866512107849,0.491375390625,92.6,99.64
+281,1.2134482911872864,0.4480876953125,92.51,99.7
+282,1.210855484638214,0.450915625,92.87,99.64
+283,1.216538357219696,0.4239951171875,92.72,99.58
+284,1.208114494380951,0.45715234375,92.61,99.56
+285,1.2172726134300231,0.395777734375,92.47,99.62
+286,1.212216231765747,0.41739375,92.99,99.7
+287,1.203478086528778,0.4149072265625,92.99,99.62
+288,1.2088525973892212,0.4219958984375,92.29,99.6
+289,1.20274674993515,0.4239701171875,92.52,99.67
+290,1.208940902900696,0.442966015625,92.54,99.64
+291,1.20469617603302,0.41467734375,93.26,99.61
+292,1.1957657040214538,0.477848046875,92.21,99.7
+293,1.1937530219459533,0.3968587890625,93.3,99.71
+294,1.1920795258140564,0.474353515625,92.89,99.56
+295,1.1948781483459472,0.415042578125,93.0,99.67
+296,1.190086402797699,0.490705078125,92.35,99.66
+297,1.1883006930160522,0.4439884765625,92.94,99.65
+298,1.1843155833244323,0.411715234375,93.35,99.62
+299,1.1849570774650573,0.397774609375,93.29,99.76
+300,1.1986274963760375,0.3883974609375,93.42,99.75
+301,1.173394259967804,0.4233419921875,92.9,99.74
+302,1.1790437323188783,0.48808125,92.83,99.6
+303,1.18420896692276,0.3697662109375,93.58,99.62
+304,1.1889177929496766,0.4533734375,92.92,99.59
+305,1.1791052820014953,0.4093408203125,93.08,99.62
+306,1.1745778729057312,0.44738203125,93.46,99.73
+307,1.1858270542526246,0.472342578125,93.17,99.66
+308,1.1711530530357361,0.433204296875,93.38,99.73
+309,1.1604966119766236,0.501646484375,93.22,99.68
+310,1.1665128288078308,0.46680859375,92.99,99.51
+311,1.1659277236747743,0.3772732421875,93.62,99.73
+312,1.1723967427253723,0.4043244140625,93.71,99.74
+313,1.153721648979187,0.4123802734375,93.69,99.68
+314,1.1631760643577576,0.4425671875,92.96,99.53
+315,1.1690686870384217,0.441421484375,93.52,99.73
+316,1.1644778274726868,0.3704189453125,93.45,99.66
+317,1.1513142667198182,0.4107537109375,93.95,99.7
+318,1.166957690563202,0.461143359375,93.46,99.59
+319,1.1534687837028503,0.3974177734375,93.72,99.63
+320,1.1615318944168092,0.4217677734375,93.61,99.59
+321,1.147814059638977,0.4143228515625,93.81,99.61
+322,1.14909351934433,0.421612109375,94.0,99.73
+323,1.1473799648284913,0.41465625,94.09,99.53
+324,1.149129423942566,0.438560546875,93.92,99.65
+325,1.1461178639793397,0.4044927734375,93.92,99.6
+326,1.1415768157577515,0.4250853515625,93.81,99.64
+327,1.148344210205078,0.3803423828125,93.82,99.65
+328,1.147672366065979,0.4100171875,93.99,99.66
+329,1.1446123364830016,0.37804453125,93.9,99.73
+330,1.1349261603164673,0.3790244140625,93.88,99.72
+331,1.1361770599174499,0.413823046875,94.13,99.75
+332,1.1260166410255432,0.37505078125,94.17,99.73
+333,1.1321661059188843,0.40321796875,94.24,99.68
+334,1.1304973349761962,0.394216015625,93.97,99.68
+335,1.1334079465293885,0.425447265625,94.02,99.75
+336,1.140278328590393,0.4007322265625,94.23,99.69
+337,1.1317338462257385,0.354151171875,94.66,99.72
+338,1.135458313922882,0.352475,94.69,99.75
+339,1.1136917484283446,0.3955955078125,94.55,99.76
+340,1.124833722782135,0.358508203125,94.79,99.69
+341,1.1270768414878845,0.3772548828125,94.69,99.64
+342,1.112537951927185,0.407178125,94.87,99.65
+343,1.114850720729828,0.418469921875,94.62,99.62
+344,1.1138239730644226,0.405210546875,94.34,99.64
+345,1.127997892627716,0.3841390625,94.47,99.73
+346,1.0970874317741395,0.3729634765625,94.7,99.68
+347,1.1044580483818054,0.41386640625,94.81,99.7
+348,1.1156431685829162,0.4151359375,94.59,99.65
+349,1.107543903980255,0.3644498046875,94.62,99.75
+350,1.1118618740272521,0.41086640625,94.95,99.73
+351,1.097239600505829,0.420976171875,94.57,99.66
+352,1.1035060708618165,0.3547109375,94.96,99.64
+353,1.1041357991981506,0.416502734375,94.9,99.66
+354,1.0973761322212219,0.454608984375,94.73,99.69
+355,1.0937106099891662,0.3692923828125,94.86,99.63
+356,1.1092888872909545,0.3654365234375,94.93,99.67
+357,1.1060509026908873,0.3363720703125,95.24,99.69
+358,1.0934636804199218,0.3347369140625,94.87,99.65
+359,1.0926571212959288,0.3767626953125,95.15,99.69
+360,1.0879274193382262,0.3523794921875,95.1,99.67
+361,1.094063276538849,0.3151533203125,95.04,99.62
+362,1.0940784992027284,0.3666498046875,95.24,99.71
+363,1.0994028575325012,0.389890234375,95.19,99.77
+364,1.0771392281532288,0.34800703125,95.14,99.78
+365,1.0862589491844177,0.393956640625,95.17,99.69
+366,1.0930814366531372,0.3285921875,95.33,99.73
+367,1.072330638961792,0.403135546875,95.18,99.68
+368,1.081914746284485,0.3758587890625,95.27,99.69
+369,1.080828350715637,0.334250390625,95.06,99.6
+370,1.0806115240097045,0.3476359375,95.21,99.7
+371,1.0874239292144776,0.3522884765625,95.46,99.65
+372,1.0916745491981505,0.354339453125,95.51,99.69
+373,1.0693584922599793,0.32543359375,95.37,99.7
+374,1.0900981907844542,0.37505078125,95.22,99.66
+375,1.0797911812591552,0.35098203125,95.5,99.68
+376,1.0596423742675782,0.3640001953125,95.55,99.59
+377,1.0749726850128174,0.3951390625,95.43,99.67
+378,1.0816764982795715,0.3851705078125,95.39,99.7
+379,1.0757732397460937,0.3365265625,95.54,99.6
+380,1.0836366097068786,0.3051779296875,95.46,99.62
+381,1.0723022019004822,0.358415625,95.42,99.65
+382,1.0782872665405274,0.360122265625,95.51,99.65
+383,1.0828055377578736,0.34033828125,95.47,99.69
+384,1.0664389981651305,0.3547904296875,95.47,99.69
+385,1.0682204999732972,0.3810765625,95.56,99.73
+386,1.0682437072563171,0.3954236328125,95.5,99.7
+387,1.076384882965088,0.366134765625,95.55,99.73
+388,1.0616005157089234,0.422737109375,95.57,99.67
+389,1.0706708563423157,0.391944921875,95.36,99.69
+390,1.0690866904830933,0.406382421875,95.52,99.72
+391,1.082779817428589,0.405657421875,95.39,99.72
+392,1.0629180321121217,0.36779453125,95.66,99.76
+393,1.067767564868927,0.40816015625,95.55,99.72
+394,1.0618947332954407,0.330875390625,95.88,99.66
+395,1.0550648928070068,0.3640171875,95.7,99.72
+396,1.0663284689331054,0.3667578125,95.47,99.71
+397,1.0623419618225098,0.448933203125,95.34,99.68
+398,1.0542792991828918,0.3473373046875,95.85,99.61
+399,1.0585661193466187,0.3660658203125,95.52,99.69
+400,1.0636425217819214,0.3406541015625,95.75,99.66
+401,1.0577758250045777,0.378959765625,95.8,99.69
+402,1.0645597448349,0.34116484375,95.7,99.65
+403,1.052073128051758,0.404571484375,95.51,99.73
+404,1.0676745113372803,0.344943359375,95.77,99.66
+405,1.0662972711753844,0.373707421875,95.46,99.6
+406,1.0516103294372559,0.3325068359375,95.68,99.65
+407,1.051006062335968,0.361198828125,95.64,99.59
+408,1.0589145810317993,0.3512521484375,95.8,99.69
+409,1.0603421765518188,0.33967265625,95.75,99.77

ckpt/cls/SGLFormer/cifar10/model_best.pth.tar

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86ef1d9fca3c3018eaeb28c57cc3f82eed401e399f81aaa824b0e01483a19564
+size 99385542

ckpt/cls/SGLFormer/cifar100/args.yaml

@@ -0,0 +1,125 @@
+aa: rand-m9-n1-mstd0.4-inc1
+act_function: SigmoidGrad
+alpha: 4.0
+amp: true
+apex_amp: false
+attn_drop: 0.0
+attn_scale: 0.125
+aug_splits: 0
+batch_size: 16
+bn_eps: null
+bn_momentum: null
+bn_tf: false
+channels_last: false
+checkpoint_hist: 10
+clip_grad: null
+clip_mode: norm
+color_jitter: 0.0
+cooldown_epochs: 10
+crop_pct: 1.0
+cutmix: 0.0
+cutmix_minmax: null
+data_dir: /data/datasets/CIFAR100/
+dataset: torch/cifar100
+decay_epochs: 30
+decay_rate: 0.1
+depths: 1
+device: 6
+dist_bn: ''
+drop: 0.0
+drop_block: null
+drop_connect: null
+drop_path: null
+embed_dim: 384
+epoch_repeats: 0.0
+epochs: 400
+eval_metric: top1
+event_mix: false
+experiment: ''
+gp: null
+hflip: 0.5
+img_size: 32
+in_channels: 3
+initial_checkpoint: ''
+input_size: null
+interpolation: bicubic
+jsd: false
+local_rank: 0
+log_interval: 200
+log_wandb: false
+lr: 0.001
+lr_cycle_limit: 1
+lr_cycle_mul: 1.0
+lr_noise: null
+lr_noise_pct: 0.67
+lr_noise_std: 1.0
+mean:
+- 0.4914
+- 0.4822
+- 0.4465
+min_lr: 1.0e-05
+mixup: 0.5
+mixup_mode: batch
+mixup_off_epoch: 200
+mixup_prob: 1.0
+mixup_switch_prob: 0.5
+mlp_drop: 0.0
+mlp_ratio: 4
+model: sglformer_cifar
+model_ema: false
+model_ema_decay: 0.9998
+model_ema_force_cpu: false
+momentum: 0.9
+native_amp: false
+no_aug: false
+no_prefetcher: false
+no_resume_opt: false
+node_type: LIFNode
+num_classes: 100
+num_heads: 16
+opt: adamw
+opt_betas: null
+opt_eps: null
+output: /home/shensicheng/log/SpikingTransformerBenchmark/cls/SGLFormer
+patch_size: 4
+patience_epochs: 10
+pin_mem: false
+pretrained: false
+ratio:
+- 1.0
+- 1.0
+recount: 1
+recovery_interval: 0
+remode: const
+reprob: 0.25
+resplit: false
+resume: ''
+save_images: false
+scale:
+- 1.0
+- 1.0
+sched: cosine
+seed: 42
+smoothing: 0.1
+split_bn: false
+start_epoch: null
+std:
+- 0.247
+- 0.2435
+- 0.2616
+step: 4
+sync_bn: false
+tau: 2.0
+threshold: 1.0
+torchscript: false
+train_interpolation: bicubic
+train_split: train
+tta: 0
+use_multi_epochs_loader: false
+val_batch_size: 16
+val_split: validation
+vflip: 0.0
+warmup_epochs: 20
+warmup_lr: 1.0e-05
+weight_decay: 0.05
+workers: 16

ckpt/cls/SGLFormer/cifar100/log.csv

@@ -0,0 +1,411 @@
+epoch,train_loss,eval_loss,eval_top1,eval_top5
+0,4.510967078552246,4.291515625,5.39,19.15
+1,4.30466412071228,3.81876875,11.95,34.72
+2,4.085313282852173,3.3453,19.62,48.02
+3,3.9120174628448487,2.9641453125,27.64,58.71
+4,3.765031876373291,2.6756125,33.03,65.17
+5,3.646931734237671,2.447084375,38.51,71.13
+6,3.5468761404418947,2.3110890625,41.55,73.12
+7,3.4579086477661134,2.2347484375,42.57,74.83
+8,3.3986704501342775,2.17029375,44.83,75.7
+9,3.349756000366211,2.032821875,48.06,79.21
+10,3.291940803947449,1.86319609375,50.78,81.03
+11,3.265802068977356,1.86524609375,51.98,81.36
+12,3.211487760696411,1.91284140625,51.77,80.71
+13,3.190597712135315,1.791896875,53.09,82.51
+14,3.177781330909729,1.8269875,52.69,82.32
+15,3.1596169905853273,1.71087578125,55.61,83.75
+16,3.132220681304932,1.77880625,54.81,83.07
+17,3.1043538154602053,1.6788890625,55.8,84.58
+18,3.1024508895874026,1.79611875,54.88,82.95
+19,3.0872755670166017,1.61425859375,57.98,85.23
+20,3.085996349067688,1.70373671875,55.55,85.03
+21,3.0643275037384035,1.7323765625,55.55,83.99
+22,3.0353083380126953,1.62064375,57.6,85.03
+23,3.0353687725067138,1.612896875,58.55,86.01
+24,3.0110325518035888,1.563574609375,59.77,86.52
+25,2.991011859741211,1.55689609375,60.3,86.98
+26,2.9700946421813965,1.474059765625,60.99,87.27
+27,2.9504083156967162,1.55361875,60.95,87.55
+28,2.955790000076294,1.54550703125,60.9,87.38
+29,2.93751571144104,1.57577890625,59.85,86.67
+30,2.9367234865951537,1.49818203125,61.2,87.34
+31,2.9167973401260374,1.5648625,60.17,86.17
+32,2.9319842142486574,1.519965625,61.7,87.55
+33,2.8956151808166504,1.46204453125,62.08,88.13
+34,2.920629511680603,1.556884375,61.16,86.89
+35,2.9122534915924074,1.504375,61.32,86.81
+36,2.9058898066711425,1.595680078125,59.41,85.74
+37,2.917101672515869,1.554221484375,61.66,86.86
+38,2.909097940711975,1.42941015625,62.69,88.77
+39,2.873976696014404,1.39488359375,63.83,89.03
+40,2.8822426567459107,1.50415859375,63.53,88.3
+41,2.8773066302490236,1.42335703125,62.84,88.36
+42,2.8954695093154905,1.41096640625,62.86,88.19
+43,2.9015728712081907,1.48610078125,62.42,87.78
+44,2.874475337600708,1.407467578125,64.83,88.92
+45,2.8665122524261473,1.408048046875,64.72,88.88
+46,2.8700478300857544,1.46916171875,63.57,88.63
+47,2.874708405189514,1.5045484375,62.63,88.61
+48,2.8675248756027223,1.380785546875,64.3,89.06
+49,2.8540190732955932,1.4761984375,64.7,88.64
+50,2.8464612371826172,1.381850390625,64.84,89.15
+51,2.8449078818130493,1.40039453125,63.86,89.03
+52,2.862323900604248,1.45916328125,64.06,89.08
+53,2.8555637299346923,1.40568984375,64.59,89.33
+54,2.867768759727478,1.375903515625,65.82,89.42
+55,2.8655674325942995,1.45998359375,63.93,88.6
+56,2.8330300859069824,1.39342890625,64.6,89.02
+57,2.8363292093658448,1.40376171875,64.19,88.34
+58,2.838612589187622,1.4648171875,65.17,88.77
+59,2.8344696906280515,1.463103125,64.65,88.79
+60,2.8330022605895997,1.4182796875,64.72,89.33
+61,2.8202897535705564,1.357998046875,65.1,89.42
+62,2.846668729133606,1.375509765625,66.14,89.68
+63,2.8343024628067015,1.39680546875,65.29,89.02
+64,2.8141955379104613,1.402283203125,64.58,89.32
+65,2.832993799171448,1.510165625,63.87,88.11
+66,2.8350244190979006,1.49919609375,63.6,88.41
+67,2.829539962425232,1.317873828125,66.34,89.72
+68,2.8216099529647827,1.336335546875,66.1,89.14
+69,2.8266678295898435,1.50513046875,63.38,88.49
+70,2.812972512550354,1.342574609375,65.45,89.48
+71,2.8131731798171997,1.447529296875,64.72,89.04
+72,2.8124501345062254,1.37172421875,65.51,89.72
+73,2.81831012386322,1.409949609375,64.99,88.71
+74,2.8168867611312867,1.319131640625,67.15,89.95
+75,2.8195865270996094,1.43766796875,65.39,89.21
+76,2.825754877433777,1.4503,64.4,89.11
+77,2.8160562309265136,1.339450390625,65.57,89.84
+78,2.827406667404175,1.46542421875,64.62,88.96
+79,2.798288154525757,1.45028515625,65.39,88.97
+80,2.810207698173523,1.45192265625,64.1,88.47
+81,2.813406926231384,1.34968046875,66.1,89.79
+82,2.815889950828552,1.3481484375,65.42,89.41
+83,2.8221116217803957,1.389092578125,66.07,89.83
+84,2.803065862388611,1.344691015625,67.33,90.57
+85,2.8136572048187256,1.41738515625,64.93,89.48
+86,2.8001885470962526,1.3721578125,65.72,88.97
+87,2.797111065826416,1.373307421875,66.22,89.48
+88,2.803553762359619,1.38350546875,66.09,89.92
+89,2.791985203590393,1.44811015625,64.54,88.73
+90,2.787428925895691,1.44769296875,64.88,88.62
+91,2.803093347740173,1.375429296875,65.86,89.71
+92,2.791834740409851,1.351922265625,66.73,89.76
+93,2.788635092315674,1.4284765625,66.76,89.53
+94,2.7833093016433716,1.332717578125,67.24,90.5
+95,2.7975272692871096,1.345837109375,66.24,89.8
+96,2.7732241579055787,1.385932421875,66.29,89.69
+97,2.776436874961853,1.4086078125,66.67,89.83
+98,2.7762581048965456,1.382947265625,66.22,89.44
+99,2.793421234931946,1.44587109375,65.67,89.34
+100,2.7833820141220094,1.36978984375,67.3,90.05
+101,2.7913842250823975,1.34254609375,67.19,89.9
+102,2.7913862768173217,1.35060859375,66.26,90.02
+103,2.770236454696655,1.381478125,65.29,89.57
+104,2.7866244149398804,1.4129375,67.19,89.75
+105,2.786768433380127,1.413928125,66.43,89.22
+106,2.773639486351013,1.3893546875,66.92,89.9
+107,2.7729324408721925,1.358068359375,65.54,89.93
+108,2.776384053840637,1.37545078125,66.79,89.98
+109,2.775530478782654,1.332262109375,67.43,90.12
+110,2.7728081925964356,1.356890625,67.11,90.01
+111,2.763489510345459,1.37154765625,66.91,89.05
+112,2.777491528739929,1.2804515625,67.7,90.77
+113,2.7750165380096434,1.388695703125,67.5,89.86
+114,2.7706901959228514,1.4251296875,65.71,89.67
+115,2.7728406532669068,1.37936640625,66.94,90.04
+116,2.7485911325454713,1.378087890625,67.26,89.97
+117,2.743157564620972,1.46795390625,65.48,89.26
+118,2.761475311355591,1.3484859375,66.58,89.86
+119,2.774923639945984,1.339995703125,66.73,90.17
+120,2.7706755603408815,1.299459375,68.16,90.5
+121,2.753402162399292,1.40862578125,66.01,89.7
+122,2.763598807487488,1.394653515625,66.59,89.33
+123,2.759823103942871,1.253105078125,68.77,91.11
+124,2.7555597148895266,1.356868359375,68.06,90.17
+125,2.727454454536438,1.284492578125,67.88,90.72
+126,2.74061717628479,1.27664140625,67.24,90.25
+127,2.737867375564575,1.46207109375,66.38,89.43
+128,2.754586512145996,1.276032421875,67.79,90.28
+129,2.708757574005127,1.40780703125,66.8,89.8
+130,2.7382163167572022,1.304208203125,68.29,90.59
+131,2.7376783114242556,1.352784375,67.51,90.24
+132,2.7437239772415163,1.3001234375,68.39,90.51
+133,2.7432250544738768,1.2560921875,68.74,90.91
+134,2.746962952308655,1.3130796875,68.2,90.37
+135,2.7471714596939085,1.368788671875,67.2,89.45
+136,2.7416685654067994,1.2965796875,68.61,90.77
+137,2.7473742568206787,1.35874453125,67.02,90.23
+138,2.7434967612075805,1.380480859375,66.78,89.96
+139,2.720894079170227,1.3403046875,68.37,90.95
+140,2.7266413863372803,1.36704609375,67.62,90.15
+141,2.710585427818298,1.301744921875,67.95,90.41
+142,2.7248286990737913,1.26127265625,69.16,90.69
+143,2.7178881229400633,1.3286265625,68.26,89.83
+144,2.707260460357666,1.244051953125,68.6,91.01
+145,2.708541665534973,1.211046875,68.98,91.02
+146,2.71097842250824,1.2904515625,68.58,90.79
+147,2.70271522064209,1.35011875,67.24,90.34
+148,2.72217107875824,1.279454296875,68.09,90.5
+149,2.6930409477233885,1.36418671875,67.38,90.08
+150,2.707880139541626,1.289910546875,68.58,90.93
+151,2.693356575126648,1.308776171875,69.25,90.88
+152,2.6987224599456785,1.2826421875,68.66,90.43
+153,2.674440345039368,1.361767578125,68.14,90.36
+154,2.7123828163146975,1.298429296875,68.51,90.81
+155,2.6812669606399537,1.355803125,68.41,90.58
+156,2.690304472923279,1.257866015625,69.19,91.12
+157,2.7207163008499147,1.2356234375,70.09,91.25
+158,2.684014450378418,1.299445703125,68.88,90.62
+159,2.679425809059143,1.181446484375,70.34,91.75
+160,2.6779697007751464,1.24931953125,69.82,90.93
+161,2.689024730873108,1.39025078125,68.23,90.59
+162,2.6981561409759522,1.307998046875,67.68,90.55
+163,2.6793143355560303,1.189601171875,70.1,91.63
+164,2.6875036474990845,1.28551640625,69.38,91.02
+165,2.6773200659561156,1.29193515625,68.1,91.17
+166,2.6731924197387693,1.2345671875,69.92,91.16
+167,2.6917579235458375,1.245525,70.0,91.48
+168,2.6795091223526,1.296201953125,68.74,90.92
+169,2.664647582397461,1.2930578125,69.01,90.38
+170,2.674516609916687,1.281819140625,69.72,90.67
+171,2.6858435099029543,1.28406640625,70.01,91.15
+172,2.6849901358413697,1.3120046875,68.43,90.75
+173,2.6577894356918335,1.26851328125,69.88,91.27
+174,2.6583644954299928,1.269409375,70.0,91.39
+175,2.6375815451812743,1.259239453125,69.08,90.78
+176,2.6661253671646117,1.16288515625,71.08,91.99
+177,2.639294044570923,1.27106015625,69.93,91.41
+178,2.664752148857117,1.194678125,71.17,91.5
+179,2.6462772325134276,1.268134375,69.98,91.1
+180,2.6206579020309446,1.36176796875,68.63,90.23
+181,2.652449591331482,1.214609765625,70.07,91.59
+182,2.63003250869751,1.276571484375,70.95,91.38
+183,2.6473289030075073,1.249623046875,69.83,91.37
+184,2.624377294502258,1.30743515625,70.01,91.11
+185,2.621133897819519,1.25855234375,70.08,91.14
+186,2.6471947804260254,1.235465625,70.57,91.39
+187,2.639507102584839,1.24494609375,69.48,91.38
+188,2.6086590613555907,1.18819375,70.61,91.64
+189,2.6364629885482787,1.2022140625,70.94,91.41
+190,2.630832732582092,1.16211015625,71.26,91.69
+191,2.6324418018722535,1.282205078125,70.05,91.17
+192,2.607549127883911,1.28252890625,69.47,91.35
+193,2.614041831817627,1.203684765625,70.42,91.62
+194,2.606980934944153,1.24135234375,70.74,91.9
+195,2.6242122500991822,1.3227078125,70.26,91.13
+196,2.598688766593933,1.173234765625,71.22,92.26
+197,2.6203040521621705,1.1875322265625,71.88,92.07
+198,2.6074648933029176,1.21248515625,71.17,91.59
+199,2.5943551926422117,1.183101171875,70.47,91.66
+200,2.596924792442322,1.23778515625,70.22,91.57
+201,2.578141224822998,1.1814609375,71.17,91.58
+202,2.5808392334365844,1.182619921875,71.67,91.85
+203,2.589123238105774,1.234811328125,71.13,91.64
+204,2.5742577090072634,1.201161328125,71.48,91.47
+205,2.5690566060256956,1.22081953125,70.72,91.74
+206,2.5881020975112916,1.29381328125,71.45,91.52
+207,2.5759725747299194,1.177900390625,71.68,91.98
+208,2.590566749687195,1.19463515625,72.22,92.22
+209,2.5909299867248534,1.23996640625,71.18,91.49
+210,2.581924676742554,1.174187109375,71.63,92.15
+211,2.5610627760124207,1.210972265625,71.35,91.92
+212,2.5807344480133056,1.17267578125,72.28,92.52
+213,2.563775616378784,1.220909765625,70.63,91.61
+214,2.552118108520508,1.3743109375,69.0,90.92
+215,2.5625004591369627,1.202449609375,71.9,91.57
+216,2.5578177599716185,1.159180859375,71.69,92.31
+217,2.5586813803100585,1.18610546875,72.3,91.88
+218,2.5530037910461427,1.206333984375,71.7,92.02
+219,2.5412291874694826,1.143714453125,71.64,91.97
+220,2.563795556564331,1.186320703125,72.44,92.06
+221,2.5436955900573732,1.179536328125,71.82,92.25
+222,2.5369643378067015,1.234987109375,71.43,91.82
+223,2.527939646987915,1.24310859375,71.4,91.39
+224,2.5554549883651734,1.233724609375,71.92,91.78
+225,2.544772954673767,1.154928515625,72.76,92.72
+226,2.5419785097122194,1.1562125,73.29,92.69
+227,2.533129754486084,1.156912890625,72.76,92.46
+228,2.5348435000228884,1.18716015625,72.79,92.29
+229,2.534230892829895,1.232480859375,71.42,91.96
+230,2.517871800994873,1.123562890625,73.07,92.56
+231,2.5225943951416014,1.23029375,72.58,91.85
+232,2.512024528465271,1.2138265625,72.54,92.15
+233,2.5063320205307007,1.16515859375,72.9,92.65
+234,2.5003120742416383,1.19768359375,72.52,92.29
+235,2.5151360623168943,1.17379765625,72.87,92.24
+236,2.493045558204651,1.182508203125,72.83,92.16
+237,2.4955865935516357,1.1891515625,72.92,92.36
+238,2.4963573191452024,1.13646875,73.25,92.16
+239,2.488922676315308,1.24531171875,71.79,91.79
+240,2.4873762886810304,1.1368625,73.68,92.57
+241,2.4963642586517336,1.25717421875,72.41,92.12
+242,2.4719741221618654,1.187801953125,72.56,92.06
+243,2.4653536223220827,1.21139921875,72.26,92.0
+244,2.47075462474823,1.147215234375,73.52,92.46
+245,2.486247220001221,1.1547484375,73.41,92.36
+246,2.4734481180953978,1.187125,72.81,92.46
+247,2.460872097377777,1.13775390625,73.49,92.62
+248,2.4809603242492675,1.1958265625,73.14,91.92
+249,2.459636370296478,1.19331875,73.08,92.07
+250,2.447789567298889,1.18144765625,72.94,92.36
+251,2.455433377914429,1.198134375,73.44,92.45
+252,2.4557350378036498,1.20901328125,73.34,92.18
+253,2.451136053009033,1.195755078125,73.01,92.19
+254,2.456221358642578,1.177305859375,72.9,92.17
+255,2.475121386795044,1.22324921875,73.31,92.3
+256,2.4306521031188963,1.15161640625,74.29,92.24
+257,2.443102657546997,1.19103671875,73.19,92.42
+258,2.432278441505432,1.111201171875,74.71,93.34
+259,2.4312972416687013,1.12105625,74.24,92.9
+260,2.4112802740669252,1.199342578125,74.16,92.39
+261,2.41736861038208,1.15889296875,74.06,92.46
+262,2.3981012171936036,1.110823046875,74.71,92.95
+263,2.430638728027344,1.122194921875,74.03,93.08
+264,2.4144070993041993,1.168519140625,74.43,92.47
+265,2.397400791282654,1.14084921875,74.01,92.78
+266,2.3972624243164065,1.065406640625,75.58,93.19
+267,2.387150500488281,1.109884765625,74.55,92.56
+268,2.4118173250198365,1.152283203125,74.11,92.57
+269,2.379304746208191,1.145648046875,74.33,92.66
+270,2.390056201019287,1.106862109375,74.77,93.04
+271,2.4051947872543336,1.141541796875,74.91,92.76
+272,2.381321317062378,1.126801953125,74.06,92.59
+273,2.3864058966445922,1.0453640625,75.64,92.67
+274,2.3754275372314453,1.0896890625,75.4,93.08
+275,2.367614972457886,1.1661265625,75.26,92.65
+276,2.3501685009765625,1.136423046875,74.64,92.83
+277,2.3398679722595217,1.051503515625,75.77,93.23
+278,2.367310391559601,1.169225,74.12,92.41
+279,2.366822788887024,1.118508984375,75.05,92.81
+280,2.352116348896027,1.113977734375,75.43,92.78
+281,2.3331891909980773,1.108644140625,75.7,92.74
+282,2.3606658097457887,1.151010546875,74.42,92.82
+283,2.323141810836792,1.090601953125,75.53,92.75
+284,2.3161434463500976,1.0496984375,76.22,93.59
+285,2.339496070213318,1.144187109375,75.46,92.96
+286,2.3233502437210083,1.0637166015625,75.29,92.99
+287,2.331752141780853,1.07336875,75.84,93.23
+288,2.3442742288970946,1.1123734375,75.22,92.96
+289,2.338133376045227,1.12855859375,75.47,92.52
+290,2.3421872024726866,1.025326171875,75.89,93.2
+291,2.3090022912788393,1.107566796875,75.65,92.77
+292,2.2780914752197265,1.076225390625,76.44,93.29
+293,2.2823705212020875,1.157356640625,75.76,92.68
+294,2.3058249880599977,1.123406640625,76.12,93.22
+295,2.2811373320960997,1.169248046875,75.35,92.41
+296,2.2915290142440794,1.0835171875,76.4,93.52
+297,2.278511859970093,1.098080078125,76.06,93.19
+298,2.279069502696991,1.093849609375,76.17,93.34
+299,2.2903430194664,1.04783359375,76.5,93.5
+300,2.248707773895264,1.174867578125,75.2,92.77
+301,2.2802903413963316,1.04008203125,76.68,93.35
+302,2.256791609134674,1.035342578125,76.9,93.29
+303,2.2673594149589538,1.095478515625,76.01,93.05
+304,2.285968343219757,1.118268359375,76.74,93.36
+305,2.2702925312423705,1.015459765625,76.95,93.58
+306,2.253525233192444,1.1297578125,76.48,92.85
+307,2.2388980536842347,1.10535,76.46,93.17
+308,2.2378139650535585,1.0569859375,76.93,93.13
+309,2.249498716850281,1.138756640625,76.32,92.74
+310,2.204805166378021,1.140586328125,76.62,92.97
+311,2.2361160893630982,1.04467890625,76.91,93.84
+312,2.2219975689697264,1.109862109375,76.56,93.36
+313,2.2175617091560365,1.05578125,77.29,93.75
+314,2.2126388677787783,1.111333203125,76.96,93.18
+315,2.2005912558746337,1.0979875,77.19,93.32
+316,2.2154323475456237,1.064692578125,77.38,93.15
+317,2.2253840912437437,1.054006640625,77.17,93.35
+318,2.213232842292786,1.091700390625,77.05,93.32
+319,2.1920948239707947,1.0314236328125,77.5,93.19
+320,2.1840574866867066,1.089351171875,76.93,93.5
+321,2.19040635679245,1.05398046875,77.6,93.48
+322,2.1768628835105894,1.18989921875,76.15,92.72
+323,2.1880507230377195,1.086434765625,77.21,93.46
+324,2.1497998201751707,1.025626171875,77.75,93.71
+325,2.1955228080940246,1.090089453125,77.05,93.56
+326,2.173004732685089,0.989329296875,78.16,93.87
+327,2.151035569705963,1.0613736328125,78.02,93.56
+328,2.1574985198783874,1.107795703125,77.07,93.29
+329,2.165222382259369,1.046163671875,77.94,93.6
+330,2.1518555166625974,1.058491015625,77.45,93.57
+331,2.138978882160187,1.1491890625,77.07,92.95
+332,2.164500128726959,1.087034765625,77.71,93.65
+333,2.134920741596222,1.0193767578125,78.48,93.82
+334,2.1413625383377077,1.074241796875,77.95,93.31
+335,2.128788183517456,1.093103125,77.83,93.35
+336,2.1326543481636047,1.03902578125,78.12,93.9
+337,2.120501633605957,1.0534609375,78.04,93.9
+338,2.1167660892677307,1.09383828125,77.7,93.65
+339,2.114624156932831,1.05946171875,78.09,93.65
+340,2.129308819179535,1.041235546875,79.14,93.78
+341,2.1411449319648743,1.088121875,78.54,93.64
+342,2.116822628593445,1.077137890625,78.28,93.39
+343,2.106293205051422,1.01157890625,79.17,93.91
+344,2.101091132698059,0.9873138671875,78.88,93.67
+345,2.1110680119323733,1.107741015625,77.78,93.54
+346,2.097203678703308,1.060894921875,79.12,93.68
+347,2.100268666610718,1.0185859375,79.2,93.81
+348,2.0889868736839294,1.07708203125,78.71,93.27
+349,2.0970992264175417,1.144685546875,77.47,92.28
+350,2.082924410419464,1.09731640625,78.39,93.48
+351,2.0866948230743407,1.092870703125,78.32,93.51
+352,2.0915286727523803,1.093678125,79.01,93.63
+353,2.071892144393921,1.00773515625,79.12,93.79
+354,2.0422225878715516,1.063053515625,79.0,93.6
+355,2.070986875743866,1.04166640625,79.24,93.99
+356,2.0662337132644653,1.103167578125,78.79,93.61
+357,2.0562397178268434,1.066178125,79.0,93.84
+358,2.070759695739746,1.0815046875,79.11,93.81
+359,2.0461758704948427,1.042384375,79.2,93.94
+360,2.039803934764862,0.9800724609375,79.16,94.36
+361,2.024485874404907,1.0348453125,79.44,93.78
+362,2.0407278244781493,0.981575390625,79.78,94.14
+363,2.036095663871765,1.127398828125,79.07,93.33
+364,2.0506215727615356,1.1005421875,79.12,93.53
+365,2.042473641796112,1.10860859375,79.15,93.74
+366,2.01852298910141,1.106915625,79.02,93.46
+367,2.02684255941391,1.0805546875,79.32,93.79
+368,2.037139499435425,1.1043640625,79.38,93.49
+369,2.0120497435951235,1.081768359375,79.19,93.69
+370,2.0322018673324584,1.057786328125,79.56,93.82
+371,2.0298688177108763,0.9702765625,80.31,94.24
+372,2.0165417220687867,1.008184375,79.77,94.04
+373,2.0137341594696045,1.09753203125,79.4,93.65
+374,2.0191320014190675,1.028680078125,79.92,93.99
+375,2.016660367889404,1.0877015625,79.38,93.68
+376,2.0115502296447754,1.03918125,79.79,93.78
+377,1.994873498916626,1.018928125,80.38,94.14
+378,1.9867551753616333,1.08442109375,79.18,93.63
+379,2.0293432744026183,1.073816796875,79.56,93.78
+380,2.0081126193237306,1.051862890625,80.01,93.92
+381,2.01229866563797,0.98655703125,80.12,94.06
+382,1.9897743193626405,1.066019140625,79.74,94.05
+383,1.9849291119384767,1.076531640625,79.71,93.7
+384,1.9992389457893371,1.042284375,80.26,94.01
+385,1.9983263736724854,1.044526953125,79.86,93.95
+386,1.9789103334236144,1.1083203125,79.56,93.73
+387,1.9984968008422852,1.03306953125,80.08,93.9
+388,2.0005256336212156,1.047173828125,79.96,93.88
+389,1.9830231239700318,1.05196015625,80.14,93.88
+390,1.9853099389457702,1.0818015625,79.79,93.63
+391,1.9944736444664002,1.052048046875,79.9,93.66
+392,1.9853100619125366,1.0303875,79.77,93.84
+393,1.9826864395523072,1.052418359375,80.22,94.08
+394,1.9805923674201966,1.05205859375,79.88,93.95
+395,1.9920427254676818,1.05398828125,79.98,93.87
+396,1.9671771407699585,1.02943359375,80.38,93.99
+397,1.9895796257209777,1.01915234375,80.61,94.11
+398,1.9929283826637267,1.055904296875,80.06,94.11
+399,1.9942977249336242,1.06910703125,79.87,93.5
+400,2.001250196990967,1.04756640625,80.0,94.01
+401,2.007183277492523,1.0384578125,80.1,94.02
+402,1.970489982509613,1.047365234375,80.21,93.95
+403,2.0022366327285765,1.099178515625,79.68,93.54
+404,1.9730111185646058,1.0507046875,80.27,93.85
+405,1.9804511519622803,1.051258203125,79.82,93.94
+406,1.9957561271095277,1.04705703125,80.21,93.99
+407,1.9932611125183106,1.08656796875,79.64,93.62
+408,1.951472630558014,1.025849609375,80.46,94.02
+409,1.9811267854881287,1.04667578125,80.57,93.85

ckpt/cls/SGLFormer/cifar100/model_best.pth.tar

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcc86ada010a86a0763315b19814f92a4251dc102d1cc075f7b0ed517ff9c111
+size 99801414

ckpt/cls/SWFormer/cifar10/args.yaml

@@ -0,0 +1,125 @@
+aa: rand-m9-n1-mstd0.4-inc1
+act_function: SigmoidGrad
+alpha: 4.0
+amp: true
+apex_amp: false
+attn_drop: null
+attn_scale: null
+aug_splits: 0
+batch_size: 128
+bn_eps: null
+bn_momentum: null
+bn_tf: false
+channels_last: false
+checkpoint_hist: 10
+clip_grad: null
+clip_mode: norm
+color_jitter: 0.0
+cooldown_epochs: 10
+crop_pct: 1.0
+cutmix: 0.0
+cutmix_minmax: null
+data_dir: /data/datasets/CIFAR10/
+dataset: torch/cifar10
+decay_epochs: 30
+decay_rate: 0.1
+depths: 4
+device: 3
+dist_bn: ''
+drop: 0.0
+drop_block: null
+drop_connect: null
+drop_path: null
+embed_dim: 384
+epoch_repeats: 0.0
+epochs: 400
+eval_metric: top1
+event_mix: false
+experiment: ''
+gp: null
+hflip: 0.5
+img_size: 32
+in_channels: 3
+initial_checkpoint: ''
+input_size: null
+interpolation: bicubic
+jsd: false
+local_rank: 0
+log_interval: 200
+log_wandb: false
+lr: 0.0015
+lr_cycle_limit: 1
+lr_cycle_mul: 1.0
+lr_noise: null
+lr_noise_pct: 0.67
+lr_noise_std: 1.0
+mean:
+- 0.4914
+- 0.4822
+- 0.4465
+min_lr: 1.0e-05
+mixup: 0.5
+mixup_mode: batch
+mixup_off_epoch: 200
+mixup_prob: 1.0
+mixup_switch_prob: 0.5
+mlp_drop: 0.0
+mlp_ratio: 4
+model: swformer_cifar
+model_ema: false
+model_ema_decay: 0.9998
+model_ema_force_cpu: false
+momentum: 0.9
+native_amp: false
+no_aug: false
+no_prefetcher: false
+no_resume_opt: false
+node_type: LIFNode
+num_classes: 10
+num_heads: null
+opt: adamw
+opt_betas: null
+opt_eps: null
+output: /home/shensicheng/log/SpikingTransformerBenchmark/cls/SWFormer
+patch_size: 4
+patience_epochs: 10
+pin_mem: false
+pretrained: false
+ratio:
+- 1.0
+- 1.0
+recount: 1
+recovery_interval: 0
+remode: const
+reprob: 0.25
+resplit: false
+resume: ''
+save_images: false
+scale:
+- 1.0
+- 1.0
+sched: cosine
+seed: 42
+smoothing: 0.1
+split_bn: false
+start_epoch: null
+std:
+- 0.247
+- 0.2435
+- 0.2616
+step: 4
+sync_bn: false
+tau: 2.0
+threshold: 1.0
+torchscript: false
+train_interpolation: bicubic
+train_split: train
+tta: 0
+use_multi_epochs_loader: false
+val_batch_size: 128
+val_split: validation
+vflip: 0.0
+warmup_epochs: 20
+warmup_lr: 8.0e-05
+weight_decay: 0.06
+workers: 4

ckpt/cls/SWFormer/cifar10/log.csv

@@ -0,0 +1,411 @@
+epoch,train_loss,eval_loss,eval_top1,eval_top5
+0,2.0422691974884426,1.732990625,36.64,85.08
+1,1.910556038832053,1.46308125,49.73,91.43
+2,1.8489059032537998,1.355371875,52.23,93.19
+3,1.7588924267353157,1.126275,63.54,96.57
+4,1.721970193202679,1.0479234375,64.9,96.64
+5,1.684116277939234,1.05383671875,65.25,96.77
+6,1.6418337693581215,1.00212578125,68.52,97.0
+7,1.5997096676092881,0.93999921875,69.69,97.01
+8,1.562768102914859,0.90573359375,72.48,96.58
+9,1.5709406070220164,0.8615125,73.76,98.28
+10,1.5337170671194027,1.07935703125,67.26,95.82
+11,1.5248968075483273,0.7604859375,77.85,98.35
+12,1.5230330051519931,0.775253125,79.25,98.44
+13,1.4924153813948997,0.738878125,80.9,98.7
+14,1.4555408814014532,0.77200234375,79.68,98.72
+15,1.4652764884325173,0.71672421875,80.73,98.73
+16,1.438775015488649,0.74035234375,80.06,98.53
+17,1.4761380585340353,0.7188,80.3,98.91
+18,1.4333659985126592,0.67585859375,83.37,98.97
+19,1.4421381404766669,0.7044984375,82.45,99.09
+20,1.433902772420492,0.658580859375,81.38,98.8
+21,1.4230623550904102,0.75676328125,82.65,98.83
+22,1.3976187430895293,0.66210625,83.75,99.08
+23,1.4224912453920413,0.66855,84.2,99.09
+24,1.392607810558417,0.6517625,83.52,99.24
+25,1.3813933092814226,0.67492890625,84.25,98.97
+26,1.3770903335167812,0.64526640625,84.12,99.13
+27,1.3595009427804214,0.693503125,84.32,99.05
+28,1.3908854837601001,0.6372515625,84.23,99.19
+29,1.3721207577448624,0.64279921875,84.71,99.14
+30,1.368317984464841,0.60505703125,86.1,99.29
+31,1.3632230011316446,0.62934296875,85.3,98.96
+32,1.3705730025584881,0.603032421875,85.74,99.21
+33,1.3511502322478173,0.62944140625,84.23,99.11
+34,1.3274211535087,0.56809453125,85.67,99.18
+35,1.351051711730468,0.73927734375,83.87,99.07
+36,1.308407152310396,0.609434375,86.24,99.34
+37,1.3503309038969187,0.6083625,86.72,99.48
+38,1.3249457261501214,0.64884140625,85.15,99.24
+39,1.3445519583347516,0.6251453125,86.32,99.22
+40,1.3082455607560965,0.54898515625,87.03,99.17
+41,1.355711138706941,0.59779765625,87.88,99.38
+42,1.3271118729542464,0.54644140625,88.11,99.32
+43,1.298981900092883,0.60553359375,86.83,99.24
+44,1.3133448869754107,0.64450703125,87.27,99.45
+45,1.3290977965562771,0.62120625,86.84,99.18
+46,1.3113208594994668,0.61157421875,87.0,99.39
+47,1.298406056715892,0.5855453125,86.79,99.37
+48,1.3261264611513186,0.56384609375,88.52,99.39
+49,1.2830699489666866,0.530358984375,87.42,99.28
+50,1.3012886298008455,0.57507421875,87.93,99.41
+51,1.3127823777687855,0.549090625,87.71,99.45
+52,1.3103813093442183,0.541103125,87.61,99.32
+53,1.3222125438543466,0.62827734375,87.23,99.23
+54,1.2697846308732643,0.53484921875,88.05,99.35
+55,1.2851264238357545,0.55457109375,88.81,99.49
+56,1.2982779249166831,0.5065125,88.18,99.36
+57,1.2949397932260465,0.549940625,88.09,99.48
+58,1.28067057010455,0.59161640625,88.36,99.49
+59,1.3055658844801097,0.555240625,88.15,99.25
+60,1.2898591035451645,0.5104171875,88.86,99.47
+61,1.2810987695669516,0.60083125,87.95,99.47
+62,1.2816418355856187,0.5692828125,87.79,99.25
+63,1.290425212566669,0.54933671875,88.5,99.46
+64,1.2884713509143928,0.66339921875,87.34,99.27
+65,1.2741148248696939,0.564353125,88.84,99.38
+66,1.3037614178963197,0.509719140625,89.13,99.58
+67,1.264681491179344,0.530166796875,88.59,99.49
+68,1.318609967445716,0.487098046875,89.48,99.4
+69,1.2879511871399023,0.557687109375,88.83,99.43
+70,1.2890833905109993,0.55042890625,88.28,99.44
+71,1.2748754441738128,0.55617890625,88.12,99.32
+72,1.2647720605899127,0.59544609375,88.61,99.43
+73,1.2459956465623319,0.55988984375,89.01,99.51
+74,1.2793535692569538,0.58919296875,89.23,99.52
+75,1.2631934081896758,0.5232109375,89.24,99.43
+76,1.2697915748143807,0.49151171875,89.0,99.53
+77,1.2540225623509822,0.551566796875,89.86,99.59
+78,1.2522481929033231,0.55854609375,88.72,99.38
+79,1.2821048825215071,0.4573484375,89.65,99.42
+80,1.2764908857834645,0.450059375,89.31,99.37
+81,1.2969836368010594,0.64694375,89.18,99.4
+82,1.2538080053451734,0.5407375,89.0,99.48
+83,1.2544416218231886,0.54515546875,89.33,99.48
+84,1.272890130067483,0.58126015625,90.05,99.46
+85,1.2686490673285264,0.6297390625,89.56,99.45
+86,1.2602519649725694,0.52883359375,89.32,99.43
+87,1.2431705383154061,0.57428125,88.82,99.44
+88,1.247312348928207,0.525696875,89.73,99.42
+89,1.2404917828547648,0.485751953125,90.11,99.52
+90,1.2371296855119558,0.5963171875,89.58,99.39
+91,1.2658070275416742,0.523837890625,89.56,99.44
+92,1.2657975834149582,0.511004296875,89.63,99.58
+93,1.2468393493921328,0.5316109375,89.73,99.46
+94,1.264764277293132,0.5300796875,89.67,99.61
+95,1.247847704551159,0.50634296875,89.89,99.56
+96,1.2633641132941613,0.53727265625,89.66,99.55
+97,1.2404746659291097,0.519503125,89.72,99.5
+98,1.2325339123224601,0.6136796875,89.78,99.57
+99,1.2699756695674016,0.50452890625,89.98,99.5
+100,1.2495266724855472,0.54802734375,89.62,99.44
+101,1.243050401027386,0.46540859375,89.93,99.58
+102,1.2295416342906462,0.46373671875,89.93,99.48
+103,1.2824489469711597,0.534365625,90.12,99.5
+104,1.2470696362165303,0.49503828125,89.85,99.49
+105,1.266753675081791,0.5479609375,90.68,99.61
+106,1.2308447058384235,0.48399921875,89.61,99.42
+107,1.255302013953527,0.54497421875,90.4,99.44
+108,1.2898644493176388,0.573624609375,89.7,99.52
+109,1.2427174849387927,0.481633984375,90.65,99.63
+110,1.2445403221325997,0.58021640625,90.08,99.5
+111,1.2331330513342833,0.51297578125,90.25,99.47
+112,1.237153413356879,0.54021171875,90.25,99.64
+113,1.237761094325628,0.49209140625,90.1,99.56
+114,1.2370962444024207,0.509344921875,90.14,99.5
+115,1.2290763954321544,0.532568359375,89.94,99.57
+116,1.2514747262001038,0.6132390625,89.79,99.56
+117,1.253397935628891,0.47155,90.81,99.58
+118,1.212142514418333,0.5965765625,90.38,99.49
+119,1.2452003527910283,0.6030125,89.98,99.42
+120,1.2340188469642248,0.51945078125,90.79,99.56
+121,1.2215274879565605,0.4178234375,90.72,99.59
+122,1.2191972753940485,0.50526328125,90.27,99.53
+123,1.2258972198535234,0.57458828125,90.1,99.44
+124,1.2276032946048638,0.524102734375,90.14,99.63
+125,1.2064549453747577,0.518798828125,90.51,99.61
+126,1.240184214634773,0.5049125,90.42,99.57
+127,1.2268119356571099,0.45184453125,90.8,99.61
+128,1.2267261784810286,0.51947734375,90.48,99.5
+129,1.2793779963102097,0.53809453125,90.46,99.52
+130,1.2019336784497285,0.50291484375,90.14,99.53
+131,1.2326718651331388,0.5017734375,91.17,99.6
+132,1.2571518728366264,0.476420703125,90.18,99.67
+133,1.2394167620402117,0.4910984375,91.0,99.64
+134,1.2525818691803858,0.51695234375,90.26,99.56
+135,1.2170059946867136,0.49850546875,89.75,99.44
+136,1.260484178402485,0.5039921875,90.96,99.56
+137,1.2224069521977352,0.4983203125,90.8,99.6
+138,1.222369601482,0.511249609375,90.37,99.52
+139,1.2284495575305743,0.514960546875,90.19,99.57
+140,1.2339904688871823,0.51956796875,90.84,99.54
+141,1.2184648697192852,0.57844296875,90.95,99.56
+142,1.2479693565613184,0.59011875,90.53,99.59
+143,1.2560779151244041,0.44321640625,90.83,99.61
+144,1.2124169155573234,0.4970203125,90.07,99.41
+145,1.2195523969638042,0.5379453125,90.2,99.61
+146,1.2222685746657542,0.54486328125,90.92,99.56
+147,1.2099042135935563,0.5441390625,91.31,99.59
+148,1.2019065598646799,0.481476171875,90.64,99.58
+149,1.1944818758047544,0.5440453125,90.54,99.55
+150,1.2100929014193706,0.52090390625,90.9,99.62
+151,1.215397335168643,0.40774140625,91.53,99.67
+152,1.190401304837985,0.562521875,90.15,99.54
+153,1.2399593139306093,0.450443359375,91.11,99.62
+154,1.2088418022180214,0.51663515625,91.17,99.65
+155,1.2352883303776765,0.477073828125,91.23,99.55
+156,1.2029392318847851,0.53725234375,91.04,99.58
+157,1.2200538094227131,0.47641640625,91.29,99.61
+158,1.2137683523006928,0.462284765625,90.87,99.55
+159,1.2313847127633217,0.533096875,90.93,99.62
+160,1.2290051665061559,0.4774453125,91.15,99.71
+161,1.2057504008977842,0.45308671875,91.36,99.64
+162,1.2155817134258076,0.51787890625,91.24,99.6
+163,1.2075957307448755,0.5223828125,91.32,99.52
+164,1.191063007330283,0.402733203125,91.73,99.7
+165,1.199205679159898,0.52203125,90.95,99.54
+166,1.1894823068227522,0.48434140625,91.47,99.57
+167,1.2091868525896317,0.51546640625,91.79,99.66
+168,1.2141835640638303,0.53407890625,91.55,99.7
+169,1.205666443781975,0.494283203125,91.45,99.58
+170,1.1852652665896293,0.468913671875,91.22,99.58
+171,1.200027034068719,0.4922828125,91.59,99.67
+172,1.2185353717742822,0.434065625,91.81,99.64
+173,1.171862455820426,0.48853359375,91.61,99.63
+174,1.2034802704285352,0.50923828125,92.04,99.61
+175,1.1877686905555236,0.42340625,91.99,99.68
+176,1.186138424812219,0.537018359375,91.79,99.68
+177,1.2001729699281545,0.464833984375,91.57,99.69
+178,1.2153640357347635,0.479567578125,91.84,99.72
+179,1.18275867272646,0.436991796875,91.67,99.63
+180,1.2061487158139548,0.6053,91.06,99.56
+181,1.2011997491885453,0.45183984375,92.22,99.65
+182,1.2025608519713085,0.471573046875,91.33,99.69
+183,1.1809649498034747,0.444281640625,91.88,99.62
+184,1.2187517859996893,0.506475,91.73,99.69
+185,1.194690534701714,0.5037921875,91.74,99.53
+186,1.1955297434941317,0.49320625,91.95,99.69
+187,1.2048245810545408,0.44293671875,91.45,99.65
+188,1.209366000768466,0.456158984375,91.81,99.76
+189,1.2079018880159427,0.44223125,91.98,99.66
+190,1.187078242118542,0.533965625,91.96,99.73
+191,1.1969914531096435,0.481989453125,91.95,99.65
+192,1.1425623155557192,0.47851015625,91.82,99.7
+193,1.192754371960958,0.5047765625,91.56,99.46
+194,1.1777920877322172,0.50484765625,92.02,99.6
+195,1.1814450357204829,0.4518890625,92.2,99.65
+196,1.1651507697044274,0.46565390625,92.37,99.55
+197,1.1819740721812615,0.427271875,91.94,99.69
+198,1.216605464464579,0.49475859375,92.22,99.65
+199,1.1961935028051718,0.474036328125,91.93,99.72
+200,1.2215054843670283,0.47299921875,91.99,99.63
+201,1.198266774874467,0.44355703125,92.29,99.63
+202,1.177574311158596,0.427833984375,92.46,99.66
+203,1.1775195329617232,0.52907265625,91.97,99.63
+204,1.1779458857499636,0.4615578125,92.87,99.7
+205,1.1863113602002462,0.4314671875,92.09,99.7
+206,1.1871995420028,0.553309375,92.32,99.63
+207,1.212761657513105,0.498329296875,92.1,99.62
+208,1.1757137537002564,0.4922125,92.41,99.61
+209,1.166535489834272,0.49046796875,92.54,99.68
+210,1.1843832801549863,0.4252109375,92.72,99.68
+211,1.165441392782407,0.4730078125,92.54,99.65
+212,1.1608113541052891,0.45979765625,92.37,99.75
+213,1.1779284506272047,0.484570703125,92.28,99.72
+214,1.162107258118116,0.473625390625,92.65,99.69
+215,1.1660797369785798,0.48052734375,92.12,99.71
+216,1.1775637383644397,0.458863671875,92.94,99.69
+217,1.1764923789562323,0.438281640625,92.59,99.68
+218,1.1623850434254377,0.49087265625,92.22,99.53
+219,1.1551814566820096,0.438865625,92.11,99.69
+220,1.162425634647027,0.4805953125,92.4,99.74
+221,1.1677010586628547,0.475825390625,92.66,99.73
+222,1.1724824225291228,0.44503984375,92.33,99.75
+223,1.1652757303837018,0.4537484375,92.29,99.69
+224,1.1468344148917076,0.4405453125,92.8,99.63
+225,1.126103018491696,0.4484109375,92.65,99.82
+226,1.1473825499033317,0.4847796875,92.66,99.62
+227,1.156616273140296,0.478735546875,92.35,99.7
+228,1.129653424024582,0.402755078125,92.89,99.62
+229,1.1471609332622625,0.452415625,92.81,99.69
+230,1.1543364309347592,0.48955859375,92.84,99.57
+231,1.1460550642930545,0.47786171875,92.8,99.69
+232,1.1473315645486881,0.48479765625,92.79,99.74
+233,1.1449110990915543,0.517355859375,92.59,99.68
+234,1.1457002826226064,0.4167171875,93.02,99.68
+235,1.1343277784494252,0.415475390625,92.84,99.72
+236,1.1613041799802046,0.439263671875,93.21,99.67
+237,1.1509964582247612,0.47887109375,92.82,99.62
+238,1.11654539841872,0.483241796875,93.07,99.67
+239,1.1493672022452721,0.53463359375,92.89,99.67
+240,1.1727518508067498,0.454184375,92.97,99.74
+241,1.1285268306732177,0.440753125,93.29,99.63
+242,1.140980356778854,0.50728671875,93.13,99.73
+243,1.1578438071104196,0.47789921875,93.28,99.66
+244,1.149916258530739,0.51816328125,92.78,99.72
+245,1.14773447681696,0.51752421875,93.12,99.68
+246,1.1527652381322322,0.49494765625,93.1,99.69
+247,1.1398591098112938,0.47089296875,93.47,99.68
+248,1.1318544430610462,0.41553203125,93.28,99.69
+249,1.1621086799181424,0.5052359375,93.02,99.66
+250,1.1045939101622655,0.433096484375,93.08,99.74
+251,1.1204034343743936,0.50806953125,93.38,99.69
+252,1.1290109108655881,0.441225,93.32,99.73
+253,1.1464623327438648,0.443315625,93.27,99.73
+254,1.1306853517507895,0.427695703125,93.5,99.59
+255,1.1002801545155354,0.41493984375,93.5,99.78
+256,1.1377537900056593,0.46256015625,93.25,99.66
+257,1.1729480226834614,0.4836984375,93.23,99.7
+258,1.110724936081813,0.52625078125,93.35,99.71
+259,1.1292940741930253,0.50955546875,93.23,99.7
+260,1.1429200398616302,0.4791359375,93.11,99.73
+261,1.1364447043492243,0.453909375,93.09,99.75
+262,1.1176643634453798,0.44263125,93.65,99.78
+263,1.1441251744062473,0.437885546875,93.25,99.65
+264,1.1312993002243532,0.44253125,93.25,99.68
+265,1.1236986409395169,0.4373421875,93.36,99.72
+266,1.1289931914745233,0.4742171875,93.64,99.79
+267,1.1261633027822544,0.45533984375,93.51,99.67
+268,1.104340248535841,0.43083984375,93.57,99.61
+269,1.1076460696183719,0.460503125,93.71,99.72
+270,1.1308436939349542,0.4669953125,93.6,99.72
+271,1.0788431986784324,0.44507109375,93.72,99.79
+272,1.1541736705180927,0.508203125,93.44,99.69
+273,1.1033093888026018,0.44299296875,93.84,99.75
+274,1.1123813560375801,0.411254296875,93.67,99.68
+275,1.0799253850411146,0.42222734375,93.77,99.79
+276,1.1138253328127738,0.379819921875,93.68,99.74
+277,1.1212760590589963,0.45163046875,93.37,99.68
+278,1.1330811275885655,0.46239453125,93.65,99.75
+279,1.129040143887202,0.42726796875,94.1,99.67
+280,1.1361922450554676,0.44025859375,93.96,99.74
+281,1.1177601638512733,0.44757890625,94.08,99.79
+282,1.099680291536527,0.419623046875,93.87,99.71
+283,1.1230384123631012,0.3939890625,94.05,99.56
+284,1.1225516297878364,0.417589453125,94.31,99.79
+285,1.1278879393369723,0.42794453125,94.04,99.77
+286,1.1023449057187789,0.4148015625,94.04,99.73
+287,1.097565958591608,0.41283515625,94.11,99.78
+288,1.1095260364887043,0.46532109375,94.12,99.76
+289,1.108712174800726,0.45336484375,93.73,99.71
+290,1.0897486434533046,0.38010625,93.92,99.71
+291,1.1307710927266341,0.3844734375,94.16,99.72
+292,1.1136844208607306,0.46061640625,94.08,99.8
+293,1.0961698108758682,0.4215984375,94.02,99.83
+294,1.108314480384191,0.4570375,93.8,99.74
+295,1.0610141592148024,0.378944140625,94.35,99.75
+296,1.0901447456616622,0.447596875,93.45,99.67
+297,1.0659987902029966,0.407418359375,93.96,99.73
+298,1.0884788523881863,0.381421875,94.3,99.77
+299,1.0553327181400396,0.404740625,94.41,99.73
+300,1.0967548252680364,0.52731484375,93.96,99.82
+301,1.052610544822155,0.39589765625,94.32,99.73
+302,1.0751773449090811,0.42131171875,94.33,99.81
+303,1.0955814022284287,0.49128515625,94.17,99.77
+304,1.0695907487319065,0.40973671875,94.24,99.82
+305,1.0867097264681107,0.411868359375,94.28,99.78
+306,1.0949275978100605,0.403441015625,94.38,99.81
+307,1.0806566638824266,0.400234375,94.49,99.83
+308,1.0734035140428788,0.43272109375,94.42,99.8
+309,1.106030621436926,0.404824609375,94.45,99.75
+310,1.0580359645378896,0.38636171875,94.19,99.75
+311,1.123361635972292,0.4340984375,94.36,99.74
+312,1.1145155228101291,0.37496953125,94.59,99.78
+313,1.106960833683992,0.393525390625,94.63,99.77
+314,1.0879124329640315,0.401567578125,94.41,99.69
+315,1.0882076598130739,0.457865625,94.42,99.77
+316,1.0895322432884804,0.409028125,94.14,99.77
+317,1.086745054141069,0.4942515625,94.36,99.71
+318,1.1066643111216716,0.445612109375,94.19,99.69
+319,1.0903982908297807,0.40963125,94.54,99.74
+320,1.110920817271257,0.4166671875,94.27,99.75
+321,1.0725087735897456,0.439803125,94.56,99.72
+322,1.0901027876597185,0.4086328125,94.43,99.68
+323,1.080446066764685,0.37742265625,94.5,99.75
+324,1.0684366721373337,0.44089140625,94.36,99.76
+325,1.0599455582789885,0.389309375,94.61,99.71
+326,1.108900504081677,0.4116671875,94.59,99.8
+327,1.0753781089415917,0.366540625,94.68,99.69
+328,1.0757387578487396,0.43461796875,94.72,99.74
+329,1.0967201072436112,0.440308984375,94.5,99.7
+330,1.0835003134531853,0.390059765625,94.59,99.76
+331,1.0540906849579934,0.41183359375,94.58,99.67
+332,1.0736203693426571,0.40402265625,94.85,99.74
+333,1.0912691325713426,0.45946484375,94.36,99.67
+334,1.0494877697565617,0.382693359375,94.71,99.73
+335,1.0788535775282444,0.4154625,94.79,99.72
+336,1.0875955734497462,0.4425296875,94.69,99.73
+337,1.077445844045052,0.42308515625,94.52,99.76
+338,1.0961265013768122,0.395172265625,94.64,99.79
+339,1.0839926965725728,0.40777578125,94.8,99.77
+340,1.0841336288513281,0.396941015625,94.83,99.77
+341,1.0552792648474376,0.40461171875,94.9,99.77
+342,1.0537453691164653,0.41219765625,94.77,99.76
+343,1.0917540039771643,0.4064078125,94.77,99.76
+344,1.0539771914482117,0.40541171875,95.05,99.73
+345,1.0854533391121106,0.45845390625,94.79,99.72
+346,1.0637844707721318,0.467840625,94.94,99.69
+347,1.03545785118372,0.42223125,94.81,99.73
+348,1.068252824820005,0.394842578125,94.9,99.7
+349,1.0898020343902783,0.429609375,94.85,99.74
+350,1.0784438851552132,0.396966796875,94.89,99.72
+351,1.065863777582462,0.4246296875,94.83,99.74
+352,1.0686028628777235,0.432810546875,94.86,99.71
+353,1.0361527991600525,0.37862109375,94.83,99.74
+354,1.0737903410043472,0.40749296875,94.99,99.75
+355,1.0628572263778784,0.411096875,94.75,99.72
+356,1.0699787792487023,0.371878515625,94.77,99.68
+357,1.0697938475853357,0.417915625,94.9,99.76
+358,1.0603713005017013,0.3910640625,94.84,99.74
+359,1.0364512050763155,0.4268375,94.86,99.7
+360,1.095495484272639,0.42781953125,95.05,99.73
+361,1.0606476401671385,0.44150859375,94.97,99.78
+362,1.0360648460877246,0.38290078125,94.96,99.75
+363,1.0395420178388939,0.40073203125,95.15,99.79
+364,1.0687958920613314,0.384001953125,95.06,99.8
+365,1.058111136387556,0.41835546875,94.94,99.76
+366,1.0485170038846823,0.416412890625,94.88,99.8
+367,1.0126658843113825,0.4165953125,94.88,99.77
+368,1.0722011101551545,0.427508984375,94.84,99.78
+369,1.042032618706043,0.4283578125,94.87,99.84
+370,1.0749291297716972,0.3976046875,94.97,99.82
+371,1.0675269094797282,0.4390046875,94.93,99.8
+372,1.0466465564874503,0.38920390625,95.16,99.75
+373,1.043395142371838,0.43729140625,95.07,99.79
+374,1.0514866861013266,0.396132421875,95.13,99.72
+375,1.0747061015703738,0.43326796875,95.04,99.72
+376,1.066902253108147,0.422441015625,94.93,99.79
+377,1.0405305258738689,0.379053125,95.14,99.73
+378,1.0311204668803093,0.410373046875,95.0,99.81
+379,1.0730521203615726,0.396776953125,94.95,99.81
+380,1.0674235843695128,0.41780625,95.0,99.77
+381,1.0350312708280025,0.403166796875,95.08,99.78
+382,1.0748619339404961,0.45411015625,94.97,99.79
+383,1.0475808918476104,0.381244140625,95.23,99.71
+384,1.0470659813819787,0.434967578125,95.15,99.77
+385,1.0396874488928378,0.373755078125,95.25,99.73
+386,1.040263357376441,0.41139375,94.9,99.78
+387,1.0490583974581498,0.38498203125,95.17,99.75
+388,1.0539223498258836,0.42951640625,94.94,99.76
+389,1.061313274426338,0.437209765625,95.02,99.74
+390,1.0493517864973116,0.4086,95.15,99.77
+391,1.0384356159430284,0.39300546875,95.11,99.75
+392,1.0445489822289882,0.42661484375,95.06,99.81
+393,1.049142486621172,0.4252234375,95.09,99.83
+394,1.0530553368421702,0.428961328125,94.94,99.78
+395,1.0634825141001971,0.38642265625,95.23,99.77
+396,1.0309227862419226,0.404787890625,95.27,99.82
+397,1.0562679735513834,0.43322890625,95.09,99.8
+398,1.0500215814663814,0.406919140625,95.03,99.73
+399,1.053422363751974,0.40955625,95.01,99.72
+400,1.0410618412188994,0.445307421875,94.94,99.77
+401,1.0503771029985869,0.405197265625,95.29,99.8
+402,1.049876515681927,0.3795484375,95.02,99.79
+403,1.0370098535831158,0.40339609375,95.31,99.79
+404,1.048266868866407,0.386351953125,95.21,99.78
+405,1.0708590996571077,0.42570078125,94.9,99.77
+406,1.0154752246844463,0.376840234375,95.13,99.7
+407,1.0250430038342109,0.3905203125,95.02,99.73
+408,1.0492940505345663,0.3799046875,95.07,99.74
+409,1.0470878790586422,0.436235546875,94.88,99.82

ckpt/cls/SWFormer/cifar10/model_best.pth.tar

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e82a928dd3919a7fd61c1e5a36a05c3ae1d1c276e28389b425d8c346e3a7fb8
+size 84589124

ckpt/cls/SWFormer/cifar100/args.yaml

@@ -0,0 +1,125 @@
+aa: rand-m9-n1-mstd0.4-inc1
+act_function: SigmoidGrad
+alpha: 4.0
+amp: true
+apex_amp: false
+attn_drop: 0.0
+attn_scale: 0.125
+aug_splits: 0
+batch_size: 128
+bn_eps: null
+bn_momentum: null
+bn_tf: false
+channels_last: false
+checkpoint_hist: 10
+clip_grad: null
+clip_mode: norm
+color_jitter: 0.0
+cooldown_epochs: 10
+crop_pct: 1.0
+cutmix: 0.0
+cutmix_minmax: null
+data_dir: /data/datasets/CIFAR100/
+dataset: torch/cifar100
+decay_epochs: 30
+decay_rate: 0.1
+depths: 4
+device: 2
+dist_bn: ''
+drop: 0.0
+drop_block: null
+drop_connect: null
+drop_path: null
+embed_dim: 384
+epoch_repeats: 0.0
+epochs: 400
+eval_metric: top1
+event_mix: false
+experiment: ''
+gp: null
+hflip: 0.5
+img_size: 32
+in_channels: 3
+initial_checkpoint: ''
+input_size: null
+interpolation: bicubic
+jsd: false
+local_rank: 0
+log_interval: 200
+log_wandb: false
+lr: 0.0015
+lr_cycle_limit: 1
+lr_cycle_mul: 1.0
+lr_noise: null
+lr_noise_pct: 0.67
+lr_noise_std: 1.0
+mean:
+- 0.5071
+- 0.4867
+- 0.4408
+min_lr: 1.0e-05
+mixup: 0.5
+mixup_mode: batch
+mixup_off_epoch: 200
+mixup_prob: 1.0
+mixup_switch_prob: 0.5
+mlp_drop: 0.0
+mlp_ratio: 4
+model: swformer_cifar
+model_ema: false
+model_ema_decay: 0.9998
+model_ema_force_cpu: false
+momentum: 0.9
+native_amp: false
+no_aug: false
+no_prefetcher: false
+no_resume_opt: false
+node_type: LIFNode
+num_classes: 100
+num_heads: 12
+opt: adamw
+opt_betas: null
+opt_eps: null
+output: /home/shensicheng/log/SpikingTransformerBenchmark/cls/SWFormer
+patch_size: 4
+patience_epochs: 10
+pin_mem: false
+pretrained: false
+ratio:
+- 1.0
+- 1.0
+recount: 1
+recovery_interval: 0
+remode: const
+reprob: 0.25
+resplit: false
+resume: ''
+save_images: false
+scale:
+- 1.0
+- 1.0
+sched: cosine
+seed: 42
+smoothing: 0.1
+split_bn: false
+start_epoch: null
+std:
+- 0.2675
+- 0.2565
+- 0.2761
+step: 4
+sync_bn: false
+tau: 2.0
+threshold: 1.0
+torchscript: false
+train_interpolation: bicubic
+train_split: train
+tta: 0
+use_multi_epochs_loader: false
+val_batch_size: 128
+val_split: validation
+vflip: 0.0
+warmup_epochs: 20
+warmup_lr: 1.0e-05
+weight_decay: 0.06
+workers: 4

ckpt/cls/SWFormer/cifar100/log.csv

@@ -0,0 +1,411 @@
+epoch,train_loss,eval_loss,eval_top1,eval_top5
+0,4.498951559800368,4.2621875,6.33,20.18
+1,4.284862073262532,3.87978125,11.17,31.53
+2,4.110120692619911,3.5356625,17.34,42.18
+3,3.944581564267476,3.287521875,20.58,49.43
+4,3.816103848432883,2.983425,27.15,56.73
+5,3.733894056540269,2.79694375,30.48,61.48
+6,3.599942319209759,2.688965625,33.56,64.6
+7,3.532620733212202,2.492521875,38.08,69.17
+8,3.464846831101638,2.342271875,41.28,72.45
+9,3.359835940140944,2.270565625,43.58,73.63
+10,3.318658738869887,2.2785125,43.76,73.86
+11,3.2353063620053804,2.0935421875,48.67,77.46
+12,3.2448235413967033,1.9938578125,49.22,79.08
+13,3.1779338879463,2.0281640625,49.27,79.29
+14,3.1585996964038947,1.9266671875,51.7,80.53
+15,3.1392616785489595,1.8648,53.0,81.34
+16,3.075303182235131,1.9172125,52.89,80.94
+17,3.0497865951978245,1.8679296875,53.45,81.41
+18,3.0596018302134977,1.9294109375,53.22,80.99
+19,3.0258100075599477,1.6940109375,56.33,83.87
+20,3.025150771630116,1.73485,56.35,84.23
+21,2.97267796198527,1.68616875,56.91,84.88
+22,3.0061923338816716,1.6934,57.74,84.16
+23,2.9823327278479552,1.6291203125,58.17,85.71
+24,2.933822881258451,1.6885703125,58.1,85.0
+25,2.9272789628077778,1.613721875,60.02,85.61
+26,2.879835022107149,1.6664796875,59.64,85.48
+27,2.8738245505553026,1.6147296875,60.45,86.52
+28,2.8582442690164616,1.633609375,60.33,86.02
+29,2.8309644356752055,1.5903921875,60.74,85.78
+30,2.87708043104563,1.4734078125,61.15,87.33
+31,2.8210454152180597,1.53249375,61.34,86.61
+32,2.8011858866764947,1.5937765625,61.11,86.25
+33,2.8297387037521755,1.5676828125,62.39,87.08
+34,2.75646387949968,1.579878125,62.51,87.33
+35,2.7727403515424482,1.537384375,62.4,87.6
+36,2.755105035732954,1.499153125,62.81,88.05
+37,2.792292585128393,1.5013,63.62,87.63
+38,2.775402050446241,1.4947390625,63.59,88.02
+39,2.742274800630716,1.5582578125,62.36,87.58
+40,2.7726368723771513,1.6231765625,62.02,86.71
+41,2.713731600688054,1.4678125,64.18,88.0
+42,2.731030999391507,1.56103125,62.79,87.55
+43,2.728896875564869,1.504659375,64.17,88.37
+44,2.6651018164096736,1.4354640625,65.09,89.02
+45,2.650203673961835,1.3705984375,65.78,88.97
+46,2.665116058863126,1.4460609375,64.47,88.32
+47,2.6737373877794313,1.5053609375,64.46,88.6
+48,2.6790343437439357,1.4498125,66.34,88.97
+49,2.6125223444058343,1.387425,66.41,88.58
+50,2.6311801763681264,1.444728125,66.0,88.46
+51,2.6216656122452173,1.4656828125,65.92,88.13
+52,2.570083335424081,1.3471484375,65.79,89.05
+53,2.6778024655122024,1.40048125,66.1,89.19
+54,2.634820512930552,1.4061640625,66.31,89.42
+55,2.5913896420063116,1.4264375,66.33,88.55
+56,2.645903247442001,1.4664640625,66.0,89.02
+57,2.611503947392488,1.4061734375,66.15,89.14
+58,2.629681642544575,1.47033125,66.05,89.0
+59,2.576236262382605,1.37659375,66.94,89.42
+60,2.60555882423352,1.4849625,65.42,88.66
+61,2.5764513009633774,1.419915625,66.28,89.16
+62,2.6025435041158627,1.375484375,66.41,89.04
+63,2.6075027688955648,1.4363921875,65.63,88.62
+64,2.5763981993381795,1.5811484375,64.13,87.54
+65,2.552282485595116,1.3884390625,66.56,89.37
+66,2.576043074558943,1.46715625,66.68,89.04
+67,2.5316104858349533,1.3530796875,67.33,89.9
+68,2.63611015417637,1.5080578125,65.64,88.47
+69,2.6135256470778048,1.3642046875,67.31,89.7
+70,2.567228926756443,1.40331875,67.71,89.48
+71,2.5404416142365873,1.315009375,67.78,90.13
+72,2.5538058458230433,1.4309421875,66.73,89.24
+73,2.486438623147133,1.3835734375,67.61,89.99
+74,2.578010489084782,1.3179140625,67.92,90.15
+75,2.4838223417599994,1.2530265625,69.21,90.65
+76,2.4736854018309176,1.3573859375,67.41,89.94
+77,2.5244860236461344,1.3150640625,68.05,90.34
+78,2.5234701877985244,1.3434921875,67.54,89.98
+79,2.536500811882508,1.443546875,67.35,89.31
+80,2.5558280791991796,1.2575265625,68.47,90.64
+81,2.495583377434657,1.3474140625,68.1,90.23
+82,2.5081850342261487,1.35616875,67.81,89.79
+83,2.5326115855803857,1.383471875,68.17,90.05
+84,2.475004021632366,1.325234375,68.9,90.03
+85,2.442746897844168,1.322815625,68.0,89.98
+86,2.58117587077312,1.3878390625,67.43,89.53
+87,2.5219579751674948,1.4113203125,67.32,89.71
+88,2.466715420515109,1.4088546875,68.23,89.61
+89,2.487817543897873,1.3050234375,68.03,89.9
+90,2.4325178283911484,1.3456921875,67.95,89.5
+91,2.438822689423194,1.310575,68.36,89.71
+92,2.4777702967325848,1.31496875,68.45,89.95
+93,2.47425213654836,1.47701875,67.31,89.4
+94,2.402891480617034,1.333121875,68.52,89.85
+95,2.434919280272264,1.3361046875,68.67,90.16
+96,2.483767571204748,1.316765625,68.34,90.15
+97,2.403797201315562,1.3548296875,68.86,89.83
+98,2.5228154038771606,1.3417359375,68.87,90.19
+99,2.5044916223257014,1.445984375,67.7,89.32
+100,2.4588654927718334,1.384175,68.28,89.7
+101,2.4010818991905603,1.3625171875,68.67,89.89
+102,2.45810869320845,1.3277703125,67.97,89.94
+103,2.4722971943708565,1.31044375,68.9,90.26
+104,2.4868631763335984,1.3815265625,68.84,90.31
+105,2.420638772768852,1.3171828125,69.78,90.08
+106,2.4760900824497907,1.3692390625,68.85,90.44
+107,2.42598571349413,1.3429328125,69.18,90.35
+108,2.406210126632299,1.2976171875,68.98,90.46
+109,2.4578855340297405,1.382159375,68.62,90.22
+110,2.427729379825103,1.3868109375,68.73,90.06
+111,2.4223995361572657,1.279415625,70.2,90.81
+112,2.4638428565783377,1.3272734375,69.01,90.01
+113,2.4100326620615444,1.268865625,70.19,90.66
+114,2.4409577577542034,1.2853859375,69.59,90.55
+115,2.418176143597334,1.35095,69.07,90.34
+116,2.4199841896692913,1.3264828125,69.57,90.19
+117,2.4619818219771754,1.3968671875,68.3,89.36
+118,2.4799193382263183,1.4433625,68.53,89.6
+119,2.3945800362489162,1.2974625,69.57,90.72
+120,2.363455784932161,1.29780546875,68.89,90.5
+121,2.4490982370498853,1.34535,69.34,90.55
+122,2.3606158177057903,1.314865625,70.11,90.51
+123,2.434204097588857,1.26914375,69.61,90.54
+124,2.3926980467943046,1.3943703125,68.56,89.98
+125,2.384804249726809,1.3615375,68.98,90.13
+126,2.3620162456463545,1.2538765625,70.06,90.75
+127,2.416447497942509,1.3450359375,68.97,90.38
+128,2.3911386682437015,1.330171875,69.96,90.6
+129,2.359353738564711,1.290721875,70.07,90.57
+130,2.44570915943537,1.368840625,69.55,90.01
+131,2.3295583963394164,1.3686015625,69.3,90.29
+132,2.4383770765402377,1.272440625,70.41,90.83
+133,2.3937916214649495,1.345178125,69.35,90.25
+134,2.3616411034877482,1.421375,68.2,89.7
+135,2.3745980064074197,1.388596875,69.44,90.28
+136,2.3959851203820643,1.3039265625,69.05,90.25
+137,2.345867590415172,1.3101796875,70.28,90.47
+138,2.33972523976595,1.3463421875,69.94,90.36
+139,2.351477421858372,1.232015625,71.05,90.62
+140,2.385296041231889,1.27640625,69.84,90.55
+141,2.3430981510724775,1.2328390625,69.6,91.02
+142,2.363193787672581,1.3171234375,70.36,90.93
+143,2.354822623118376,1.250390625,70.92,90.97
+144,2.382818891451909,1.3040921875,70.25,90.77
+145,2.3466901406263694,1.2980921875,70.16,90.78
+146,2.392419607211382,1.2661203125,70.51,90.76
+147,2.2376349864861904,1.1973578125,70.73,91.27
+148,2.3383407204579085,1.29354375,70.48,91.07
+149,2.3214517761499454,1.2539546875,70.14,90.97
+150,2.3263162741294274,1.30535234375,70.42,90.8
+151,2.4306196191372016,1.22715625,71.09,90.99
+152,2.3171153248884737,1.3438109375,70.07,90.34
+153,2.296098472521855,1.3469375,70.23,90.72
+154,2.3159651279449465,1.2690078125,70.77,90.72
+155,2.3190730831561943,1.25962421875,71.09,91.11
+156,2.380801792328174,1.23938359375,70.51,91.07
+157,2.3104339911387517,1.3493234375,70.55,90.47
+158,2.336517298221588,1.29081875,70.04,90.76
+159,2.3337805873308426,1.3501546875,70.9,90.66
+160,2.3620063735888555,1.38591875,70.27,90.37
+161,2.2421614582722005,1.3610171875,69.5,90.23
+162,2.349621002185039,1.3265140625,70.25,90.45
+163,2.3043712065770077,1.3129546875,71.08,90.87
+164,2.3205418103780504,1.285409375,70.55,90.71
+165,2.2960256876089633,1.1980421875,71.36,91.54
+166,2.3239399671554564,1.341325,70.17,90.56
+167,2.3097137668193914,1.3280234375,70.82,90.89
+168,2.264384972437834,1.3593859375,70.83,90.19
+169,2.2752799024948707,1.407428125,69.41,89.62
+170,2.2678171827242926,1.3823046875,70.52,90.27
+171,2.3087855965663224,1.3351703125,70.24,90.34
+172,2.3769872249701085,1.343071875,70.76,90.87
+173,2.3015886169213515,1.2767671875,70.78,90.79
+174,2.326819271307725,1.2588703125,71.42,91.17
+175,2.2715387448286397,1.310690625,70.97,91.09
+176,2.296437037602449,1.2741296875,70.97,91.16
+177,2.2646171658467025,1.253815625,71.2,91.2
+178,2.3000801153672046,1.2649515625,70.63,90.79
+179,2.255427519480387,1.2364375,71.98,91.52
+180,2.3194957363299835,1.2415375,71.89,91.01
+181,2.2471500381445275,1.3012625,70.43,91.04
+182,2.2490253222294343,1.3222328125,70.92,90.51
+183,2.2405820164925014,1.2089859375,72.04,91.1
+184,2.2525440628711992,1.3298078125,70.26,90.09
+185,2.2541536954733044,1.298196875,71.12,90.93
+186,2.212803199963692,1.2688390625,71.58,90.84
+187,2.2194759096854773,1.22614375,72.2,91.57
+188,2.2290166368851296,1.3092171875,70.61,90.58
+189,2.2829055287899114,1.2139703125,71.86,91.47
+190,2.2813928799751477,1.317440625,71.35,90.94
+191,2.282953973916861,1.27032890625,71.51,91.05
+192,2.241651886854416,1.299834375,71.34,90.85
+193,2.2715905302610153,1.2076296875,72.15,91.44
+194,2.1972445115064962,1.26705234375,71.68,91.5
+195,2.2091466784477234,1.3240859375,71.22,90.7
+196,2.21503710991297,1.217965625,72.21,91.68
+197,2.27380126561874,1.2949015625,71.43,90.75
+198,2.2735796680817235,1.297109375,71.63,91.11
+199,2.2373753416232574,1.301596875,71.27,90.74
+200,2.2675826029899793,1.3135453125,71.55,91.25
+201,2.2633719034684012,1.20918984375,72.38,91.39
+202,2.1949519875722054,1.2451625,71.75,91.35
+203,2.264656481681726,1.269028125,71.79,91.42
+204,2.2573465255590586,1.25056875,71.71,90.92
+205,2.1527026265095444,1.299825,71.89,90.67
+206,2.2564495056103437,1.250228125,72.14,91.1
+207,2.214604897071154,1.199178125,72.5,91.48
+208,2.2325456322767794,1.2619578125,72.18,91.14
+209,2.2312688631889146,1.328190625,71.73,90.89
+210,2.2588147887816796,1.2586625,71.98,91.36
+211,2.274062410990397,1.3279046875,71.46,90.9
+212,2.223129034653688,1.2306140625,72.31,90.87
+213,2.2163524270057677,1.3114515625,71.81,90.96
+214,2.123638010636354,1.2758296875,72.42,91.24
+215,2.1919173748065264,1.181709375,72.79,91.58
+216,2.1407769805345778,1.3008328125,71.45,90.99
+217,2.320303248747801,1.3062625,72.08,91.01
+218,2.1894525115306562,1.2593125,72.5,91.44
+219,2.1131905292853332,1.1872484375,72.71,91.38
+220,2.1565071665323696,1.2797921875,71.85,91.01
+221,2.200897319194598,1.293315625,72.66,91.31
+222,2.1892347357211968,1.265365625,72.24,90.97
+223,2.158265043833317,1.230028125,73.41,91.42
+224,2.1954518064474446,1.2520921875,72.65,91.55
+225,2.170820868932284,1.3085515625,72.41,91.11
+226,2.156606594721476,1.272946875,72.27,91.27
+227,2.2303237679677133,1.2406234375,73.33,91.42
+228,2.178324553905389,1.21995,72.96,91.34
+229,2.2356512210307975,1.2590671875,72.53,91.14
+230,2.212852240525759,1.2868359375,72.47,90.9
+231,2.0810013933059497,1.2971875,72.84,90.97
+232,2.163567234308292,1.1985671875,73.0,91.56
+233,2.1227024521583164,1.1782890625,73.1,91.69
+234,2.144901848450685,1.2560296875,73.07,91.69
+235,2.170452472796807,1.2086734375,73.21,91.59
+236,2.1395727353218272,1.19875625,72.85,91.46
+237,2.161547695673429,1.2537453125,72.99,91.17
+238,2.1204233407974242,1.3502703125,71.88,90.81
+239,2.0683952319316377,1.3202859375,72.03,91.17
+240,2.172937066738422,1.2584125,73.0,91.45
+241,2.1430860482729397,1.32304375,71.81,91.33
+242,2.0902570522748505,1.24555625,72.12,91.62
+243,2.1292439433244557,1.223921875,73.36,91.94
+244,2.1638243118921916,1.27478359375,73.26,91.51
+245,2.0840538125771744,1.21492890625,73.16,91.34
+246,2.140793792406718,1.23286875,73.33,91.85
+247,2.069513223415766,1.2808078125,72.96,91.35
+248,2.1265264315482897,1.27471875,73.25,91.23
+249,2.147521325869438,1.2580640625,73.62,91.54
+250,2.0965827556756826,1.24333125,73.18,91.21
+251,2.145507125976758,1.303171875,73.31,91.41
+252,2.12078846631906,1.19020078125,74.01,91.94
+253,2.0650287435604975,1.250965625,73.48,91.42
+254,2.0833992884709285,1.2805390625,73.13,91.25
+255,2.065515668881245,1.2248984375,73.41,91.74
+256,2.1079553154798654,1.2721875,72.95,91.35
+257,2.1099501472253066,1.25631171875,73.74,91.53
+258,2.1326137163700203,1.3135125,73.44,91.1
+259,2.1005274690114533,1.2357828125,73.66,91.64
+260,2.0682843893002243,1.2487015625,73.6,91.63
+261,2.0554061712362826,1.23293203125,74.12,91.8
+262,2.0754527733876156,1.2417984375,73.41,91.93
+263,2.025186676856799,1.2620640625,73.42,91.37
+264,2.1426820452396687,1.2389484375,74.26,91.86
+265,2.0169130496489696,1.26320625,73.25,91.59
+266,2.0639575894062334,1.268096875,73.57,91.4
+267,2.108339936305315,1.34669375,73.41,91.1
+268,2.051604119019631,1.262953125,74.1,91.38
+269,2.064873719521058,1.2388171875,74.34,91.62
+270,2.1110423867519086,1.27651875,73.77,91.76
+271,2.027944742410611,1.3360984375,73.77,91.32
+272,2.0276846742018675,1.21840234375,74.29,91.8
+273,2.032420441431877,1.2123703125,74.59,91.77
+274,2.0385261752666572,1.258003125,74.2,91.96
+275,2.0499199041953453,1.2255140625,74.17,92.06
+276,2.0318560138726847,1.211053125,74.26,92.08
+277,2.0264493116965663,1.2820578125,73.47,91.61
+278,2.0736652028866303,1.244996875,74.12,92.0
+279,2.0933508038520814,1.2486890625,74.28,91.95
+280,2.06085179906625,1.319371875,73.56,91.35
+281,1.9829254440772228,1.255146875,74.66,91.89
+282,2.0508932899206114,1.2331546875,74.49,92.14
+283,2.007642080844977,1.25555625,74.78,92.09
+284,2.05692906777064,1.2727921875,73.75,91.66
+285,2.0604040851959815,1.2198203125,74.81,91.87
+286,2.0421598174633124,1.2155328125,74.64,92.13
+287,2.0514106185008316,1.18738125,74.77,91.99
+288,1.9857377822582538,1.2800046875,74.65,91.93
+289,2.039723855104202,1.2325140625,74.96,92.13
+290,2.034388510997479,1.27758359375,74.39,91.7
+291,2.0742036345677497,1.24629921875,74.17,92.0
+292,2.0278665689321667,1.2673796875,74.45,91.69
+293,2.119576057715294,1.20876640625,74.69,92.03
+294,2.010229004957737,1.185028125,75.33,92.25
+295,2.01215624106236,1.152940625,75.27,92.09
+296,1.991583894002132,1.242059375,74.86,91.78
+297,2.0788765072822573,1.257953125,75.05,92.27
+298,2.016152866375752,1.2946234375,74.16,91.73
+299,2.0026750521782115,1.249690625,75.33,91.7
+300,1.9512796800870162,1.2570578125,74.79,92.05
+301,2.110826410391392,1.2807609375,74.53,91.79
+302,1.9846297540725806,1.239146875,75.5,92.33
+303,1.9995762788332425,1.19253515625,75.53,92.53
+304,2.052328659632267,1.26652578125,75.2,92.22
+305,2.057701001411829,1.2301984375,75.11,92.14
+306,1.9604448639429533,1.251275,75.01,91.85
+307,1.979175649697964,1.23165,75.52,91.83
+308,1.975882341311528,1.2208359375,75.25,92.18
+309,2.0723326148130954,1.2299390625,75.26,92.25
+310,2.0279432623814313,1.28485625,74.6,91.97
+311,1.960997918477425,1.227440625,75.54,92.35
+312,1.974301506464298,1.2951796875,74.69,91.96
+313,1.9601653612577,1.266478125,75.22,92.04
+314,1.9702186495829852,1.2397859375,75.85,92.16
+315,2.0065335845335937,1.2783765625,75.24,92.02
+316,1.9701625244739729,1.20554140625,75.46,92.11
+317,2.016476127123221,1.2630953125,74.87,91.89
+318,1.9854531300373566,1.2255515625,75.48,92.21
+319,1.9693382354883047,1.2593734375,75.2,92.05
+320,1.95630783026035,1.2841,75.48,92.0
+321,1.9385295096116189,1.246165625,75.13,92.07
+322,1.9931297583457752,1.274090625,75.33,92.32
+323,1.9636684437592824,1.209953125,75.94,92.35
+324,1.957022796685879,1.234453125,75.92,92.1
+325,1.956881129894501,1.278703125,75.55,91.94
+326,1.954000025223463,1.2213328125,75.83,92.39
+327,1.996503093609443,1.285753125,75.24,91.63
+328,1.9118566429003692,1.233359375,75.79,91.89
+329,1.9404466460912655,1.20163984375,76.17,92.3
+330,1.9207509219646455,1.2321703125,75.91,92.21
+331,1.9475889370991633,1.26293125,76.07,91.85
+332,2.001101399079347,1.2140046875,76.3,92.48
+333,1.9696933874717126,1.215459375,76.07,92.48
+334,1.9374735069580566,1.200115625,76.5,92.07
+335,1.9532853233508574,1.2053453125,76.33,92.41
+336,1.9265719291491386,1.219175,76.07,92.25
+337,1.9582243792521647,1.253428125,76.11,92.23
+338,1.934329602504388,1.2470375,76.17,92.06
+339,1.922238190815999,1.1993765625,76.49,92.41
+340,1.9313909964683729,1.2724140625,75.92,91.95
+341,1.9055535695491692,1.249978125,75.68,91.91
+342,1.965436656658466,1.235784375,76.17,92.27
+343,1.9276079699015005,1.2526125,75.95,92.26
+344,1.9212692143061223,1.22459453125,76.03,92.04
+345,1.9311030910565303,1.2534640625,76.1,92.03
+346,1.9225050056592012,1.3065125,75.48,91.67
+347,1.8785380918246048,1.2353484375,76.11,92.28
+348,1.9801878647926525,1.256946875,75.94,92.17
+349,1.883382054934135,1.242784375,75.88,92.25
+350,1.884095097352297,1.2454265625,76.14,92.1
+351,1.8962553348296727,1.2391046875,76.51,92.18
+352,1.8622714547010568,1.283296875,75.7,92.1
+353,1.9898047916400128,1.280534375,75.99,92.22
+354,1.9560546069573133,1.2469609375,76.22,92.2
+355,1.9463090852285043,1.2752109375,76.04,92.26
+356,1.912626096835503,1.2351828125,76.39,92.28
+357,1.9671834815771152,1.2682234375,75.52,92.21
+358,1.9174028923878303,1.2324125,76.42,92.23
+359,1.9346108546623817,1.244528125,76.25,92.23
+360,1.920578795671463,1.27988671875,76.29,92.07
+361,1.9015808670948713,1.2657125,76.37,92.28
+362,1.8830360695337638,1.25662578125,76.39,92.3
+363,1.8948529277092372,1.22835859375,76.59,92.23
+364,1.9309046320426158,1.239884375,76.27,91.99
+365,1.9348560348535195,1.2297671875,76.58,92.34
+366,1.8914604705113631,1.211609375,76.12,92.26
+367,1.9124266968323633,1.29139453125,76.11,92.27
+368,1.8577369095423282,1.237825,75.99,92.46
+369,1.9228949051636917,1.265753125,76.23,92.1
+370,1.9156128703019557,1.2285484375,76.54,92.44
+371,1.8686312706042558,1.2788625,76.26,92.4
+372,1.9086954657848065,1.2707578125,76.17,92.13
+373,1.9859097627493052,1.2952125,75.77,92.33
+374,1.8901019677137718,1.20936875,76.4,92.42
+375,1.9755720560367291,1.2901015625,75.85,92.23
+376,1.952782783141503,1.2700609375,76.44,92.18
+377,1.8332681085818854,1.27380625,76.19,92.32
+378,1.9325041980315478,1.21451875,76.59,92.53
+379,1.8675774484108656,1.2840984375,76.09,92.25
+380,1.9147857612524277,1.296271875,75.96,92.06
+381,1.924316602639663,1.272909375,76.27,92.46
+382,1.8926779424532867,1.260309375,76.53,92.25
+383,1.9974798529576032,1.28145625,76.12,92.03
+384,1.9141646796312088,1.2613171875,76.33,92.51
+385,1.902516348239703,1.319934375,76.07,92.14
+386,1.9117942589979906,1.2445546875,76.29,92.3
+387,1.836001941638115,1.230275,76.99,92.38
+388,1.9141000345731394,1.29925,75.75,91.97
+389,1.894089520894564,1.2830203125,75.9,92.19
+390,1.910005126396815,1.2642375,76.44,92.4
+391,1.829415794977775,1.2591078125,76.61,92.13
+392,1.8565140322232858,1.227971875,76.63,92.51
+393,1.889099685045389,1.2552,76.36,92.29
+394,1.8929273498363983,1.2617671875,76.42,92.29
+395,1.9587696318443004,1.303309375,75.97,91.93
+396,1.879304533891189,1.28643125,76.65,92.38
+397,1.860841315679061,1.2737296875,76.62,91.97
+398,1.8724474640992972,1.2238390625,76.97,92.33
+399,1.8938062456937936,1.2792765625,76.59,92.34
+400,1.9360984897002196,1.2416796875,76.67,92.48
+401,1.8590739878324363,1.1942234375,76.9,92.58
+402,1.8938926070164412,1.28298125,76.63,92.18
+403,1.876992602378894,1.3133625,76.21,92.12
+404,1.8736684174109728,1.28791875,76.58,92.12
+405,1.8804518086787982,1.244921875,76.85,92.54
+406,1.840482219365927,1.2589625,76.46,92.52
+407,1.8623120387395222,1.2615984375,76.48,92.47
+408,1.8572994930621904,1.2658515625,76.71,92.3
+409,1.918291567074947,1.2582484375,76.77,92.2

ckpt/cls/SWFormer/cifar100/model_best.pth.tar

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4ebc9ff8e707315d9a2d4963c95f697e20fa00e59e8c734006dec0f46794e5e
+size 85004996

ckpt/cls/Spikf_SEMM/cifar10/args.yaml

@@ -0,0 +1,125 @@
+aa: rand-m9-n1-mstd0.4-inc1
+act_function: SigmoidGrad
+alpha: 4.0
+amp: true
+apex_amp: false
+attn_drop: 0.0
+attn_scale: 0.125
+aug_splits: 0
+batch_size: 128
+bn_eps: null
+bn_momentum: null
+bn_tf: false
+channels_last: false
+checkpoint_hist: 10
+clip_grad: null
+clip_mode: norm
+color_jitter: 0.0
+cooldown_epochs: 10
+crop_pct: 1.0
+cutmix: 0.0
+cutmix_minmax: null
+data_dir: /data/datasets/CIFAR10/
+dataset: torch/cifar10
+decay_epochs: 30
+decay_rate: 0.1
+depths: 4
+device: 2
+dist_bn: ''
+drop: 0.0
+drop_block: null
+drop_connect: null
+drop_path: null
+embed_dim: 384
+epoch_repeats: 0.0
+epochs: 400
+eval_metric: top1
+event_mix: false
+experiment: ''
+gp: null
+hflip: 0.5
+img_size: 32
+in_channels: 3
+initial_checkpoint: ''
+input_size: null
+interpolation: bicubic
+jsd: false
+local_rank: 0
+log_interval: 200
+log_wandb: false
+lr: 0.001
+lr_cycle_limit: 1
+lr_cycle_mul: 1.0
+lr_noise: null
+lr_noise_pct: 0.67
+lr_noise_std: 1.0
+mean:
+- 0.5071
+- 0.4867
+- 0.4408
+min_lr: 1.0e-05
+mixup: 0.5
+mixup_mode: batch
+mixup_off_epoch: 200
+mixup_prob: 1.0
+mixup_switch_prob: 0.5
+mlp_drop: 0.0
+mlp_ratio: 4
+model: spikf_semm_cifar
+model_ema: false
+model_ema_decay: 0.9998
+model_ema_force_cpu: false
+momentum: 0.9
+native_amp: false
+no_aug: false
+no_prefetcher: false
+no_resume_opt: false
+node_type: LIFNode
+num_classes: 10
+num_heads: 8
+opt: adamw
+opt_betas: null
+opt_eps: null
+output: /home/shensicheng/log/SpikingTransformerBenchmark/cls/Spikf_SEMM
+patch_size: 4
+patience_epochs: 10
+pin_mem: false
+pretrained: false
+ratio:
+- 1.0
+- 1.0
+recount: 1
+recovery_interval: 0
+remode: const
+reprob: 0.25
+resplit: false
+resume: ''
+save_images: false
+scale:
+- 1.0
+- 1.0
+sched: cosine
+seed: 42
+smoothing: 0.1
+split_bn: false
+start_epoch: null
+std:
+- 0.2675
+- 0.2565
+- 0.2761
+step: 4
+sync_bn: false
+tau: 2.0
+threshold: 1.0
+torchscript: false
+train_interpolation: bicubic
+train_split: train
+tta: 0
+use_multi_epochs_loader: false
+val_batch_size: 128
+val_split: validation
+vflip: 0.0
+warmup_epochs: 20
+warmup_lr: 1.0e-05
+weight_decay: 0.06
+workers: 8

ckpt/cls/Spikf_SEMM/cifar10/log.csv

@@ -0,0 +1,411 @@
+epoch,train_loss,eval_loss,eval_top1,eval_top5
+0,2.2846036709271944,2.21169375,16.9,65.22
+1,2.186268149278103,1.9203171875,32.18,84.04
+2,2.0527327980750645,1.66114375,40.79,90.29
+3,1.935516468072549,1.4575078125,49.64,93.76
+4,1.8517920460456456,1.4572984375,47.22,91.8
+5,1.7933780865791515,1.2760328125,56.1,95.05
+6,1.7542561265138479,1.2169890625,60.11,95.91
+7,1.7100431154935787,1.1169890625,64.63,96.76
+8,1.6648931157894624,0.98835,68.26,97.42
+9,1.6433951310622386,0.9765375,69.67,97.64
+10,1.6065956714825753,0.9822703125,70.52,97.59
+11,1.600215110106346,0.94805078125,73.71,97.93
+12,1.5919307274696155,0.85345,74.99,98.09
+13,1.5685854334097642,0.8256828125,76.57,98.6
+14,1.5183493433854518,0.85536875,75.6,98.11
+15,1.518919332822164,0.8124859375,77.81,98.59
+16,1.4955358804800571,0.874778125,75.69,98.41
+17,1.477941430379183,0.8482734375,77.76,98.23
+18,1.4658648784344013,0.76078671875,79.35,98.56
+19,1.4458716763899877,0.77468828125,78.35,98.46
+20,1.4412970662117004,0.8666953125,79.86,98.5
+21,1.4400684815186722,0.7497359375,80.67,98.45
+22,1.4277115002656595,0.75600234375,80.86,98.97
+23,1.417989668632165,0.80022109375,81.61,98.88
+24,1.4056145642048274,0.70994453125,82.43,99.01
+25,1.3909216208335682,0.791478125,82.46,99.06
+26,1.3728553108679942,0.72852109375,82.58,98.94
+27,1.4163797632241861,0.69299375,84.3,99.02
+28,1.3783580494232668,0.72112109375,83.17,99.07
+29,1.364811658553588,0.6472921875,83.67,98.98
+30,1.3615232183383061,0.72962734375,83.98,99.02
+31,1.3737973399651355,0.6952390625,83.77,99.2
+32,1.3746038169432908,0.67615078125,85.03,99.03
+33,1.3558892945448557,0.681649609375,84.03,99.04
+34,1.3558606163049356,0.71206640625,85.08,99.31
+35,1.3575193846837068,0.67788203125,85.49,99.31
+36,1.3318937303164067,0.62541328125,86.55,99.17
+37,1.3450397989688776,0.6830015625,84.3,98.85
+38,1.324655891687442,0.6184390625,85.71,99.38
+39,1.3472085075500684,0.593571875,87.23,99.35
+40,1.3341447883691544,0.6245546875,86.61,99.3
+41,1.3393231275754096,0.60076796875,86.7,99.11
+42,1.3512510070433983,0.62637890625,86.74,99.26
+43,1.327516979437608,0.60336015625,86.69,99.36
+44,1.2989942469657996,0.60574765625,87.72,99.43
+45,1.3060172249109316,0.6188703125,86.67,99.38
+46,1.3197781463464102,0.655165625,86.49,99.15
+47,1.3174166662570759,0.64600078125,86.59,99.12
+48,1.295008208659979,0.67209921875,87.18,99.28
+49,1.3029874223929185,0.588228125,87.76,99.35
+50,1.2870937251127683,0.5982796875,87.62,99.39
+51,1.2822343080471723,0.598326171875,87.26,99.26
+52,1.2700639992188185,0.581423828125,88.25,99.39
+53,1.2934169916006235,0.57527734375,88.61,99.43
+54,1.281812774676543,0.59063984375,88.04,99.54
+55,1.2744324448781135,0.5890890625,87.83,99.37
+56,1.302247500113952,0.528531640625,88.61,99.6
+57,1.2855886789468618,0.56694453125,88.59,99.39
+58,1.276247018881333,0.53941171875,88.58,99.5
+59,1.2777420792824183,0.5847796875,88.66,99.46
+60,1.3080612596793053,0.59236796875,88.34,99.48
+61,1.2672454882890751,0.649528125,87.65,99.33
+62,1.2475816670136575,0.50608828125,89.19,99.55
+63,1.2848916309002119,0.6274703125,89.12,99.45
+64,1.2453972099683224,0.5456015625,89.25,99.57
+65,1.2505174872202751,0.5521078125,87.15,99.37
+66,1.2433494761968271,0.585533203125,87.85,99.51
+67,1.2695242545543572,0.5968921875,88.34,99.54
+68,1.2540333931262677,0.5616234375,89.11,99.56
+69,1.2811258210585668,0.562828125,89.19,99.31
+70,1.2400977675731366,0.531696875,89.16,99.47
+71,1.2575906457045138,0.573475,89.06,99.45
+72,1.2232731244502923,0.57537734375,87.97,99.52
+73,1.2431420960487463,0.60053515625,87.53,99.26
+74,1.2676828142924186,0.54638828125,88.83,99.52
+75,1.2687678531194344,0.52074765625,89.32,99.38
+76,1.2272404537751125,0.508084375,88.69,99.57
+77,1.2526038380769582,0.518883203125,89.2,99.42
+78,1.2482691151973528,0.57275625,88.22,99.46
+79,1.2205264614178584,0.56434765625,89.35,99.43
+80,1.2195621080887624,0.6084546875,88.93,99.51
+81,1.2264025211334229,0.5071796875,90.08,99.44
+82,1.2505455504625271,0.58000625,89.31,99.53
+83,1.2274539586825248,0.57046015625,89.21,99.46
+84,1.2299174855916928,0.578638671875,89.29,99.52
+85,1.2304874349863102,0.533922265625,89.63,99.47
+86,1.2333291577987182,0.5433890625,89.27,99.57
+87,1.2250944713751475,0.485232421875,90.09,99.63
+88,1.253906319080255,0.54596015625,90.23,99.61
+89,1.2196220448383919,0.539350390625,89.66,99.65
+90,1.26463340031795,0.459976953125,90.33,99.54
+91,1.2104529707859724,0.47341953125,90.68,99.44
+92,1.232352131910813,0.538647265625,89.99,99.52
+93,1.2566617413973198,0.4931625,89.88,99.4
+94,1.235151842312935,0.54142109375,89.49,99.52
+95,1.2166836659113567,0.55144453125,89.78,99.6
+96,1.2430733686838396,0.50566015625,90.7,99.47
+97,1.222172140616637,0.528469921875,89.61,99.46
+98,1.2310897706410824,0.483469140625,90.15,99.58
+99,1.2260053413036542,0.5071171875,90.08,99.46
+100,1.2184815081266256,0.559303125,90.1,99.48
+101,1.2131728140207438,0.56570234375,89.84,99.46
+102,1.225093931876696,0.5265859375,89.63,99.56
+103,1.1965818527417305,0.524636328125,90.34,99.58
+104,1.2172447053285746,0.503622265625,90.51,99.53
+105,1.2273093954110756,0.525070703125,90.46,99.5
+106,1.2596249875349876,0.55900078125,90.11,99.58
+107,1.2526597403562987,0.57735546875,89.27,99.47
+108,1.2314075873448298,0.521464453125,90.66,99.65
+109,1.2033911827283028,0.506330078125,90.74,99.59
+110,1.223352183592625,0.47174375,90.84,99.5
+111,1.2214647297675794,0.499337890625,90.74,99.61
+112,1.2323983521033557,0.547427734375,90.5,99.62
+113,1.1901906737914452,0.478298828125,90.82,99.53
+114,1.2271681021421383,0.52310390625,90.66,99.51
+115,1.213078765074412,0.504441796875,90.86,99.67
+116,1.2066337904868982,0.455488671875,91.1,99.54
+117,1.2516067396371793,0.5496,89.53,99.52
+118,1.2081510513256757,0.5092390625,90.26,99.56
+119,1.179300995514943,0.487594921875,90.8,99.64
+120,1.2035576925827907,0.5385953125,91.07,99.59
+121,1.210596721753096,0.504775,90.21,99.49
+122,1.2156749966817024,0.498126171875,91.2,99.59
+123,1.2003359067134367,0.500986328125,91.0,99.67
+124,1.1790953587263058,0.489640234375,91.27,99.54
+125,1.1943022304620499,0.5130328125,90.95,99.55
+126,1.2390106893502748,0.5615640625,90.54,99.45
+127,1.2354409855145674,0.5252203125,90.61,99.57
+128,1.178286545857405,0.517140625,91.0,99.56
+129,1.2249446595326448,0.51339765625,91.09,99.58
+130,1.1935668196433629,0.48661171875,91.29,99.65
+131,1.1956899421337324,0.493023046875,91.39,99.6
+132,1.1707515010466942,0.5237625,90.8,99.51
+133,1.1991304963062972,0.448488671875,91.1,99.64
+134,1.1942173571158679,0.524077734375,90.16,99.43
+135,1.1741310289272895,0.522335546875,90.56,99.6
+136,1.204663264598602,0.5239265625,90.89,99.58
+137,1.202471216672506,0.539169140625,91.02,99.49
+138,1.2256067708516731,0.52080859375,91.54,99.67
+139,1.2124607492715884,0.50044921875,90.7,99.6
+140,1.1952288179825514,0.50511953125,90.72,99.56
+141,1.205019670419204,0.50678515625,90.64,99.57
+142,1.2037127701135781,0.55484375,91.03,99.57
+143,1.1950452618109875,0.480468359375,91.16,99.61
+144,1.1733750740687052,0.44711328125,91.21,99.65
+145,1.1833346862059373,0.45312734375,91.23,99.62
+146,1.20211748113999,0.45401015625,91.14,99.56
+147,1.1846315894371424,0.47511796875,91.25,99.54
+148,1.204182044817851,0.4582375,91.25,99.55
+149,1.185631633721865,0.48224140625,90.89,99.63
+150,1.1846236563645876,0.448240234375,90.81,99.57
+151,1.2223647172634418,0.53772109375,91.09,99.63
+152,1.2065794457227756,0.502429296875,91.32,99.66
+153,1.1504067903909927,0.46099140625,91.03,99.56
+154,1.1925253631212773,0.46929921875,91.54,99.61
+155,1.1887853235770494,0.540371875,91.82,99.56
+156,1.1790431572840765,0.49819453125,91.76,99.63
+157,1.1520027328760196,0.44778984375,91.59,99.61
+158,1.1877105103089258,0.4730484375,91.95,99.54
+159,1.1696674585342408,0.47220703125,91.77,99.55
+160,1.206745510529249,0.506890234375,91.65,99.62
+161,1.206441129782261,0.486112109375,91.45,99.57
+162,1.1942258559740506,0.51482890625,91.5,99.61
+163,1.2116696681731787,0.492708984375,91.85,99.64
+164,1.1811108923875369,0.436773828125,91.35,99.67
+165,1.1953413564425248,0.481821484375,92.09,99.69
+166,1.168454506764045,0.494279296875,91.58,99.57
+167,1.1778312114568856,0.4483828125,91.54,99.63
+168,1.1859860093165666,0.45768359375,92.13,99.6
+169,1.1531596046227675,0.468995703125,91.72,99.48
+170,1.1957083110625928,0.51663203125,91.77,99.62
+171,1.2199123176244588,0.492817578125,91.67,99.67
+172,1.2057844958244226,0.47614609375,92.1,99.57
+173,1.1935124021310073,0.519427734375,91.21,99.6
+174,1.1830321001700865,0.458909765625,92.44,99.68
+175,1.1693926228926732,0.56121953125,91.18,99.53
+176,1.1744249704556586,0.50994765625,91.84,99.66
+177,1.1580814891900773,0.433188671875,91.79,99.61
+178,1.1590549713526017,0.443890234375,91.58,99.6
+179,1.1713244896668655,0.55018515625,91.9,99.61
+180,1.1669088707520412,0.5093828125,91.05,99.48
+181,1.1956729529759822,0.43781640625,92.06,99.56
+182,1.1607305905757805,0.4589734375,92.37,99.72
+183,1.1801173369089761,0.4945796875,91.9,99.54
+184,1.1373480015840285,0.47647109375,91.7,99.62
+185,1.154012121604039,0.48408984375,91.49,99.54
+186,1.18263408832061,0.4281572265625,92.33,99.52
+187,1.1432788399549632,0.461028515625,91.79,99.56
+188,1.1503233400674966,0.443078125,92.16,99.61
+189,1.1876050918530194,0.504656640625,91.8,99.68
+190,1.094358943364559,0.437043359375,91.81,99.56
+191,1.1652397728883304,0.482596875,92.04,99.52
+192,1.1897126301740988,0.487475,91.67,99.67
+193,1.1285498586984781,0.4541171875,92.27,99.74
+194,1.1262230260249897,0.419423046875,92.09,99.63
+195,1.161445309412785,0.491371875,92.13,99.7
+196,1.152507406931657,0.467594921875,92.42,99.72
+197,1.1618724381312346,0.44143046875,92.61,99.69
+198,1.1491816442746383,0.4637015625,92.27,99.64
+199,1.1532125502060622,0.484215625,92.1,99.62
+200,1.143272190521925,0.468683984375,92.05,99.68
+201,1.1459763195270147,0.4914375,92.01,99.53
+202,1.1633711168399223,0.4421546875,92.57,99.68
+203,1.1501216396307334,0.47627421875,92.28,99.66
+204,1.1516451115791615,0.42157890625,92.05,99.64
+205,1.1524550147545642,0.4321359375,92.81,99.62
+206,1.20633877714475,0.47937265625,92.91,99.66
+207,1.1326523071680314,0.487618359375,92.51,99.58
+208,1.1397781532544355,0.42286328125,92.59,99.65
+209,1.1791682368669754,0.4642609375,92.3,99.58
+210,1.1720409353574117,0.49187265625,91.79,99.5
+211,1.1455680769223433,0.479998828125,92.08,99.51
+212,1.1177747295452998,0.437989453125,92.31,99.64
+213,1.164819001692992,0.425403125,92.37,99.71
+214,1.1452401822958238,0.48257578125,92.69,99.62
+215,1.1541678457688063,0.469911328125,92.74,99.6
+216,1.1641372460585373,0.49844921875,92.04,99.61
+217,1.1876982221236596,0.4752125,92.71,99.64
+218,1.1569693816013826,0.443178125,92.81,99.6
+219,1.1321990019235855,0.44674765625,92.87,99.65
+220,1.1463869424966666,0.45274296875,92.61,99.61
+221,1.1338847814462123,0.46522421875,92.47,99.56
+222,1.1610412195706978,0.497409375,92.54,99.51
+223,1.1163817656345856,0.420908203125,92.52,99.56
+224,1.1636418492366105,0.439783984375,92.37,99.56
+225,1.163064785951223,0.46405078125,93.01,99.62
+226,1.1334223348360795,0.486440625,92.57,99.66
+227,1.1123481088723892,0.455199609375,92.76,99.63
+228,1.1069982088529147,0.471506640625,92.53,99.56
+229,1.1572004843980839,0.52835859375,92.81,99.63
+230,1.1535321544378232,0.43127109375,92.84,99.66
+231,1.1833654371591715,0.422857421875,92.83,99.65
+232,1.171768171664996,0.4420078125,92.89,99.65
+233,1.1430490209506108,0.406401953125,92.92,99.62
+234,1.1359256048997244,0.4563984375,92.41,99.57
+235,1.1684252162774404,0.46456796875,92.96,99.66
+236,1.1180709537787314,0.374907421875,92.85,99.59
+237,1.1537240878129618,0.438534375,93.04,99.57
+238,1.1328288880678323,0.442615234375,92.66,99.64
+239,1.1392300616472195,0.455456640625,93.11,99.72
+240,1.1105685198918367,0.424280859375,93.4,99.63
+241,1.1629552327669583,0.4522078125,93.33,99.53
+242,1.1201851908977216,0.434551171875,93.16,99.67
+243,1.1152469547895285,0.412478515625,93.2,99.65
+244,1.14162187454028,0.42913125,92.64,99.72
+245,1.1004474633779282,0.40749375,93.24,99.62
+246,1.1215092235650772,0.41399140625,93.33,99.67
+247,1.1544945262945616,0.46548671875,92.61,99.62
+248,1.0911410927772522,0.470595703125,92.82,99.63
+249,1.141024536658556,0.470240234375,93.05,99.65
+250,1.1026879839408092,0.453544921875,93.29,99.62
+251,1.1379699051380157,0.42304609375,93.37,99.7
+252,1.1093979803415446,0.44717578125,93.44,99.7
+253,1.1577713752404237,0.446394140625,93.13,99.64
+254,1.1026393470091698,0.419655078125,93.15,99.59
+255,1.1262531086420402,0.4365421875,93.15,99.61
+256,1.066579351364038,0.443116015625,93.36,99.55
+257,1.136214417219162,0.48070546875,93.26,99.63
+258,1.1216467489034703,0.421560546875,93.11,99.62
+259,1.1025905810869656,0.397631640625,93.39,99.62
+260,1.1107846504602676,0.433719921875,93.41,99.58
+261,1.131360368698071,0.42580625,93.84,99.67
+262,1.104271939626107,0.413991796875,93.18,99.73
+263,1.1235452399804042,0.43931796875,93.42,99.61
+264,1.126293736543411,0.47405390625,93.04,99.6
+265,1.1060400024438515,0.436391796875,93.35,99.59
+266,1.135364467975421,0.530376953125,93.05,99.62
+267,1.1006204432401903,0.421011328125,93.71,99.58
+268,1.1053745948351346,0.4214484375,93.66,99.67
+269,1.112313120181744,0.388130078125,93.81,99.56
+270,1.0869534064561892,0.40377109375,93.57,99.66
+271,1.1078607608110478,0.466398046875,93.45,99.68
+272,1.1112452869231884,0.429275,93.66,99.69
+273,1.121572009416727,0.4580234375,93.52,99.53
+274,1.0997513971267603,0.394965625,93.57,99.62
+275,1.119084159227518,0.4468828125,93.58,99.63
+276,1.1115560345160655,0.437048828125,93.67,99.58
+277,1.0895428076768532,0.46804453125,93.09,99.6
+278,1.125776849496059,0.428918359375,93.77,99.59
+279,1.102931755169844,0.405888671875,94.04,99.66
+280,1.1153612847511585,0.403687109375,94.09,99.77
+281,1.126011590162913,0.439580859375,93.37,99.64
+282,1.1051890396154844,0.408109375,93.82,99.64
+283,1.1448457381664179,0.452119921875,93.7,99.61
+284,1.1244887391726175,0.4069734375,93.83,99.58
+285,1.0899605031196888,0.439515234375,93.65,99.64
+286,1.059475684013122,0.393320703125,93.78,99.61
+287,1.0899181462251224,0.403353125,93.58,99.49
+288,1.1058970680603615,0.443494140625,93.36,99.68
+289,1.0959514883848338,0.4614171875,93.61,99.64
+290,1.1084289003641177,0.4412453125,93.75,99.62
+291,1.0761032145756941,0.43658046875,93.83,99.67
+292,1.0899160363735296,0.445073828125,93.84,99.62
+293,1.108505349740004,0.420480078125,93.66,99.65
+294,1.0823841989040375,0.453402734375,93.9,99.65
+295,1.0910213840313447,0.430305859375,93.41,99.71
+296,1.0921103747991414,0.458773046875,93.47,99.67
+297,1.0677290288301615,0.4027609375,93.75,99.68
+298,1.0622191285475706,0.39994375,93.58,99.65
+299,1.1068166237611037,0.42939140625,93.59,99.64
+300,1.0942067652176588,0.4542125,93.74,99.7
+301,1.0983897848007007,0.487782421875,93.94,99.75
+302,1.0830708497609847,0.440832421875,94.14,99.67
+303,1.0817507913479438,0.43519140625,93.8,99.71
+304,1.1100746845587706,0.384535546875,94.32,99.71
+305,1.0530940658006913,0.41045859375,94.02,99.61
+306,1.0801131303493794,0.41054765625,94.02,99.69
+307,1.058542747528125,0.432398828125,94.14,99.64
+308,1.0810797358170534,0.444694921875,93.99,99.71
+309,1.0766754364356017,0.462683203125,94.19,99.72
+310,1.0887797120289924,0.398440234375,94.14,99.68
+311,1.0764423202245663,0.38225703125,94.42,99.78
+312,1.1001667012006808,0.468730859375,93.82,99.68
+313,1.058978055532162,0.386638671875,93.98,99.72
+314,1.0823378084561763,0.3945078125,94.12,99.75
+315,1.0753911692362565,0.455221875,94.04,99.7
+316,1.0887392363487145,0.438244140625,94.11,99.71
+317,1.057496022261106,0.418616796875,93.94,99.7
+318,1.0459765432736812,0.426708203125,94.14,99.6
+319,1.1054183362386165,0.448809375,94.14,99.67
+320,1.0522505631813637,0.44519140625,94.04,99.67
+321,1.040692208821957,0.427430859375,94.13,99.63
+322,1.078674487884228,0.44164375,93.99,99.69
+323,1.0773387668988643,0.411661328125,94.27,99.67
+324,1.071976598409506,0.48375078125,94.17,99.69
+325,1.0597607310001667,0.48073203125,93.86,99.72
+326,1.069656473551041,0.416133984375,94.27,99.68
+327,1.0793431673294458,0.40340078125,94.3,99.64
+328,1.0693892151881488,0.426340234375,94.01,99.61
+329,1.048381403929148,0.370150390625,94.39,99.63
+330,1.1017268787591885,0.37799765625,94.54,99.65
+331,1.0649288347134223,0.41796953125,94.32,99.7
+332,1.0441951404779386,0.416640625,94.29,99.65
+333,1.070560508660781,0.434644140625,94.41,99.7
+334,1.0705305186601786,0.38574296875,94.37,99.72
+335,1.0262801946737827,0.40810078125,94.38,99.66
+336,1.0750191104717743,0.42521796875,94.34,99.6
+337,1.0790258763692318,0.42337734375,94.39,99.66
+338,1.106387842924167,0.4292140625,94.42,99.63
+339,1.0482502575104053,0.40592265625,94.49,99.74
+340,1.0790319153895744,0.393562109375,94.34,99.75
+341,1.0858927512780214,0.3877078125,94.48,99.69
+342,1.0769416339886495,0.43540546875,94.08,99.67
+343,1.055734528333713,0.42573359375,94.32,99.7
+344,1.0258424263734085,0.415920703125,94.3,99.73
+345,1.0516898512840271,0.402066796875,94.34,99.66
+346,1.0655028584675912,0.415926953125,94.36,99.72
+347,1.1020302881032993,0.428023828125,94.46,99.75
+348,1.0441213901226336,0.39736171875,94.49,99.67
+349,1.077709554708921,0.427221875,94.29,99.67
+350,1.0738627875462556,0.45873203125,94.31,99.74
+351,1.0759720750344106,0.44407109375,94.39,99.71
+352,1.0637492954730987,0.401118359375,94.3,99.61
+353,1.060446003614328,0.425189453125,94.45,99.72
+354,1.073468638383425,0.40392265625,94.55,99.68
+355,1.0203472504248985,0.38187109375,94.72,99.75
+356,1.062819911272098,0.45514375,94.5,99.76
+357,1.0563383929240397,0.407214453125,94.32,99.69
+358,1.046383771682397,0.434646484375,94.4,99.72
+359,1.0632556568353604,0.408326171875,94.42,99.64
+360,1.0753946683345696,0.415108203125,94.63,99.75
+361,1.0784635815864954,0.402465625,94.84,99.76
+362,1.0583474740003929,0.38009375,94.7,99.73
+363,1.0430092741281558,0.390281640625,94.52,99.69
+364,1.0532853841781615,0.426593359375,94.6,99.7
+365,1.0506311292831714,0.411601953125,94.61,99.64
+366,1.0799775566810217,0.43549609375,94.42,99.7
+367,1.0666105135893211,0.422951171875,94.32,99.74
+368,1.0862304522440984,0.3798,94.69,99.6
+369,1.0870504244779928,0.40453359375,94.74,99.69
+370,1.0640461235474317,0.434720703125,94.54,99.73
+371,1.0799326268526224,0.412287109375,94.66,99.68
+372,1.0234857163368127,0.3797296875,94.64,99.63
+373,1.0509071839161408,0.39372890625,94.55,99.68
+374,1.0560798172767345,0.432708984375,94.56,99.67
+375,1.0698397180972956,0.4110875,94.8,99.75
+376,1.075104932448803,0.365851953125,94.78,99.7
+377,1.058970522116392,0.36975390625,94.65,99.65
+378,1.0731852034727731,0.379505859375,94.98,99.65
+379,1.031851952503889,0.399985546875,94.79,99.66
+380,1.0450700746132777,0.4043859375,94.5,99.71
+381,1.0320581327646206,0.372565625,94.64,99.67
+382,1.06405103237201,0.3850875,94.64,99.68
+383,1.0629576308604998,0.404975390625,94.65,99.74
+384,1.019335757310574,0.379894140625,94.72,99.72
+385,1.059240917976086,0.40537421875,94.35,99.69
+386,1.0938946078985166,0.38069140625,94.78,99.64
+387,1.0248822916776705,0.37200625,94.79,99.66
+388,1.030775701541167,0.388509765625,94.73,99.72
+389,1.07756284567026,0.36518828125,94.86,99.75
+390,1.0307065506776174,0.404743359375,94.83,99.66
+391,1.0160495933813927,0.35737265625,94.89,99.71
+392,1.0669004168265905,0.413783203125,94.49,99.69
+393,1.0667947992300375,0.379035546875,94.74,99.68
+394,1.054072386179215,0.3659671875,94.9,99.68
+395,1.0399991972324176,0.401302734375,94.62,99.7
+396,1.051808523061948,0.40900625,94.74,99.77
+397,1.0450423709857157,0.391968359375,94.84,99.73
+398,1.0297052325346532,0.360312109375,94.9,99.71
+399,1.0436547490266652,0.3710015625,94.93,99.75
+400,1.0559905640589886,0.3752375,94.8,99.64
+401,1.0543526137486483,0.37608828125,94.8,99.7
+402,1.0495501845310895,0.366761328125,94.66,99.75
+403,1.079428958434325,0.383205859375,94.88,99.66
+404,1.0367184006250822,0.403490625,94.75,99.72
+405,1.0469229869353465,0.40137734375,94.57,99.65
+406,1.033465398886265,0.43633671875,94.68,99.7
+407,1.0236337071810013,0.42073125,94.77,99.7
+408,1.0339841830424774,0.38268125,94.97,99.6
+409,1.033488112076735,0.365552734375,94.94,99.69

ckpt/cls/Spikf_SEMM/cifar10/model_best.pth.tar

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:507f6249137db95163ad4bc315df2336bfc73fe0a1ad0c755c9fe95bf0b65a8b
+size 93328193

ckpt/cls/Spikf_SEMM/cifar100/args.yaml

@@ -0,0 +1,125 @@
+aa: rand-m9-n1-mstd0.4-inc1
+act_function: SigmoidGrad
+alpha: 4.0
+amp: true
+apex_amp: false
+attn_drop: 0.0
+attn_scale: 0.125
+aug_splits: 0
+batch_size: 128
+bn_eps: null
+bn_momentum: null
+bn_tf: false
+channels_last: false
+checkpoint_hist: 10
+clip_grad: null
+clip_mode: norm
+color_jitter: 0.0
+cooldown_epochs: 10
+crop_pct: 1.0
+cutmix: 0.0
+cutmix_minmax: null
+data_dir: /data/datasets/CIFAR100/
+dataset: torch/cifar100
+decay_epochs: 30
+decay_rate: 0.1
+depths: 4
+device: 3
+dist_bn: ''
+drop: 0.0
+drop_block: null
+drop_connect: null
+drop_path: null
+embed_dim: 384
+epoch_repeats: 0.0
+epochs: 400
+eval_metric: top1
+event_mix: false
+experiment: ''
+gp: null
+hflip: 0.5
+img_size: 32
+in_channels: 3
+initial_checkpoint: ''
+input_size: null
+interpolation: bicubic
+jsd: false
+local_rank: 0
+log_interval: 200
+log_wandb: false
+lr: 0.001
+lr_cycle_limit: 1
+lr_cycle_mul: 1.0
+lr_noise: null
+lr_noise_pct: 0.67
+lr_noise_std: 1.0
+mean:
+- 0.5071
+- 0.4867
+- 0.4408
+min_lr: 1.0e-05
+mixup: 0.5
+mixup_mode: batch
+mixup_off_epoch: 200
+mixup_prob: 1.0
+mixup_switch_prob: 0.5
+mlp_drop: 0.0
+mlp_ratio: 4
+model: spikf_semm_cifar
+model_ema: false
+model_ema_decay: 0.9998
+model_ema_force_cpu: false
+momentum: 0.9
+native_amp: false
+no_aug: false
+no_prefetcher: false
+no_resume_opt: false
+node_type: LIFNode
+num_classes: 100
+num_heads: 8
+opt: adamw
+opt_betas: null
+opt_eps: null
+output: /home/shensicheng/log/SpikingTransformerBenchmark/cls/Spikf_SEMM
+patch_size: 4
+patience_epochs: 10
+pin_mem: false
+pretrained: false
+ratio:
+- 1.0
+- 1.0
+recount: 1
+recovery_interval: 0
+remode: const
+reprob: 0.25
+resplit: false
+resume: ''
+save_images: false
+scale:
+- 1.0
+- 1.0
+sched: cosine
+seed: 42
+smoothing: 0.1
+split_bn: false
+start_epoch: null
+std:
+- 0.2675
+- 0.2565
+- 0.2761
+step: 4
+sync_bn: false
+tau: 2.0
+threshold: 1.0
+torchscript: false
+train_interpolation: bicubic
+train_split: train
+tta: 0
+use_multi_epochs_loader: false
+val_batch_size: 128
+val_split: validation
+vflip: 0.0
+warmup_epochs: 20
+warmup_lr: 1.0e-05
+weight_decay: 0.06
+workers: 8

ckpt/cls/Spikf_SEMM/cifar100/log.csv

@@ -0,0 +1,411 @@
+epoch,train_loss,eval_loss,eval_top1,eval_top5
+0,4.596906143579727,4.538425,1.78,8.77
+1,4.51130000505692,4.3262125,4.24,16.57
+2,4.424351324179233,4.14046875,7.68,24.71
+3,4.302648901328062,3.902146875,9.83,31.13
+4,4.150877149288471,3.681628125,14.11,38.28
+5,4.017345020709894,3.47629375,17.28,44.86
+6,3.912143797140855,3.349884375,20.22,48.12
+7,3.828533439147167,3.074396875,25.87,55.89
+8,3.7270274669696124,2.86349375,28.98,62.7
+9,3.619500674956884,2.76746875,31.34,64.35
+10,3.5340488873995266,2.55724375,35.83,69.07
+11,3.4852464302992208,2.467571875,37.39,71.17
+12,3.345897863461421,2.283615625,41.36,74.66
+13,3.3213363311229607,2.331478125,41.85,73.9
+14,3.275199835117047,2.187425,45.32,76.93
+15,3.246115018771245,2.1552734375,46.11,77.85
+16,3.2292551920964168,2.1004296875,47.29,78.91
+17,3.1378139624228845,1.9935046875,49.77,80.8
+18,3.1251945941876142,2.0086984375,49.75,80.51
+19,3.1279067968710876,1.888803125,52.23,82.13
+20,3.0658714465605907,1.919584375,53.05,82.37
+21,2.9938896601016705,1.8974046875,52.51,83.05
+22,3.027492377696893,1.78300625,54.37,83.13
+23,2.998562049865723,1.7358546875,55.83,84.49
+24,2.9408094528393867,1.7620328125,55.07,84.02
+25,2.9179369669694166,1.70943125,56.16,84.84
+26,2.895215971653278,1.7073171875,57.3,85.67
+27,2.911414289780152,1.7713578125,58.04,85.45
+28,2.84624970020392,1.614209375,59.18,86.62
+29,2.876290735525963,1.6982984375,56.64,85.29
+30,2.8383764798824602,1.6753796875,58.52,86.16
+31,2.78675485757681,1.5571984375,60.71,86.96
+32,2.8394988558231256,1.632440625,60.06,86.42
+33,2.8202458103497823,1.5724609375,61.21,87.35
+34,2.7267517004257593,1.5635453125,60.65,87.73
+35,2.7641435173841624,1.5505125,61.1,87.78
+36,2.7416058350832033,1.57176875,61.51,87.5
+37,2.7541200845669476,1.5087640625,61.82,87.82
+38,2.670428987955436,1.4486625,63.0,88.76
+39,2.7562172587101275,1.4419984375,64.0,88.83
+40,2.6850801336459624,1.4209109375,64.12,89.68
+41,2.7084082792966795,1.4975359375,63.24,88.61
+42,2.7045508458064154,1.4735953125,63.52,88.74
+43,2.678604789574941,1.5043171875,63.15,88.62
+44,2.694894826106536,1.4663984375,64.31,89.31
+45,2.680516830468789,1.4879265625,63.04,88.69
+46,2.6265385010303595,1.4436484375,64.04,88.81
+47,2.642006186949901,1.4800859375,64.54,89.37
+48,2.634692106797145,1.5722921875,63.54,88.26
+49,2.635160516775571,1.4060765625,65.26,89.79
+50,2.6951840513791794,1.3699015625,65.82,90.2
+51,2.647155416928805,1.3634375,66.32,90.29
+52,2.640339611738156,1.389403125,65.28,90.04
+53,2.5907327104837465,1.3867796875,66.27,90.17
+54,2.629993791457934,1.3914,65.96,89.48
+55,2.566636081230946,1.459546875,65.13,89.84
+56,2.5469138154616724,1.46084375,63.89,88.77
+57,2.569150319771889,1.3531671875,66.41,89.91
+58,2.597741401806856,1.4081140625,66.02,90.09
+59,2.584447484444349,1.4285796875,65.94,89.59
+60,2.5446793275001722,1.31865703125,67.53,90.74
+61,2.5161681667352336,1.40080625,65.77,89.98
+62,2.543568622454619,1.2930109375,66.75,90.79
+63,2.5768815627464883,1.3543734375,66.82,90.34
+64,2.5245872910206133,1.3195328125,67.98,90.92
+65,2.5594404165561384,1.431890625,65.57,89.78
+66,2.543424967313424,1.334140625,66.74,90.62
+67,2.5406476537386578,1.4368765625,66.46,90.16
+68,2.5523313354223203,1.3623109375,67.6,90.56
+69,2.503429771080995,1.3230796875,67.18,90.8
+70,2.529306082542126,1.2880484375,67.54,90.35
+71,2.4792675061103626,1.3780796875,66.1,90.43
+72,2.525024845966926,1.307259375,68.46,90.9
+73,2.5537020799441215,1.375090625,67.2,90.0
+74,2.544406255391928,1.3124015625,67.51,90.64
+75,2.502878005688007,1.326965625,68.15,91.08
+76,2.491877780205164,1.26846875,68.03,90.86
+77,2.4706025053293277,1.2673828125,67.92,90.82
+78,2.4930781602859495,1.33004921875,68.21,91.12
+79,2.461971762852791,1.3561203125,67.68,90.98
+80,2.5821310431529314,1.2753875,68.09,90.89
+81,2.4831631822463796,1.20606875,69.04,91.61
+82,2.4919134931686595,1.2752234375,68.63,91.28
+83,2.479688060283661,1.3465,67.55,90.84
+84,2.4952656666437787,1.36952578125,67.3,90.55
+85,2.424807219933241,1.3664125,68.3,90.82
+86,2.4591036124107166,1.4101015625,67.37,90.53
+87,2.4685109049845964,1.256340625,69.1,91.58
+88,2.5168497427915915,1.3081734375,68.21,90.99
+89,2.531564649557456,1.3203296875,68.06,91.39
+90,2.5047249894875745,1.34277890625,68.21,90.98
+91,2.4339242516419826,1.315721875,69.13,91.03
+92,2.4460270606554473,1.3263640625,68.33,90.96
+93,2.4836164138255974,1.324,69.09,91.61
+94,2.4641254706260485,1.23060078125,69.55,91.51
+95,2.466659278747363,1.2889421875,68.39,91.44
+96,2.4752576717963586,1.3237078125,69.51,91.28
+97,2.413048825508509,1.3083234375,68.73,91.17
+98,2.429613790450952,1.276965625,69.7,91.8
+99,2.4825792804742473,1.2658703125,69.11,91.65
+100,2.4377541835491474,1.293996875,69.33,91.45
+101,2.493620037726867,1.258121875,69.8,91.78
+102,2.487970503171285,1.27683125,68.74,91.52
+103,2.4276504840606297,1.34829609375,68.69,91.08
+104,2.455832912066044,1.24886796875,69.27,91.58
+105,2.37541294892629,1.238525,69.74,91.55
+106,2.4561189859341352,1.262296875,69.71,91.66
+107,2.3948302143659346,1.278759375,69.38,91.22
+108,2.3794796200898976,1.246509375,70.11,91.63
+109,2.35642670637522,1.2058921875,71.22,91.68
+110,2.4474372362479184,1.27876875,69.66,91.43
+111,2.444228320855361,1.29349765625,69.18,91.03
+112,2.4565436247067574,1.2773203125,69.55,91.12
+113,2.4332350874558473,1.2843578125,69.35,91.37
+114,2.400324634099618,1.271140625,69.78,91.81
+115,2.4201242902340034,1.278890625,69.74,91.56
+116,2.459138417855287,1.319928125,69.63,91.36
+117,2.422047127515842,1.2285890625,70.72,91.84
+118,2.3582292385590384,1.30301171875,70.06,91.1
+119,2.331575565154736,1.25353203125,69.38,91.53
+120,2.415085983887697,1.2293984375,70.37,91.73
+121,2.4093418601231695,1.31419375,70.47,91.28
+122,2.3563635129194993,1.23909140625,70.51,91.79
+123,2.3702724924454324,1.24868125,69.83,91.53
+124,2.334830295428252,1.21025546875,70.18,91.82
+125,2.4222891067847225,1.3317375,69.73,91.67
+126,2.37662591108909,1.281853125,70.35,91.82
+127,2.3473528975095506,1.166390625,71.07,92.4
+128,2.399905676413805,1.2554671875,70.76,91.83
+129,2.3588794191678364,1.259559375,70.77,92.23
+130,2.334480797327482,1.258946875,70.55,91.82
+131,2.4408009581076793,1.3075984375,70.04,91.49
+132,2.3561867331847166,1.274203125,70.66,91.59
+133,2.409305921273354,1.23339375,71.63,91.89
+134,2.329173109164605,1.22564375,71.17,92.13
+135,2.294582378252959,1.28163359375,70.74,91.85
+136,2.3497535512997554,1.2958390625,70.86,91.69
+137,2.3567951184052687,1.2245140625,71.4,91.8
+138,2.37872093518575,1.1894375,71.84,92.38
+139,2.3305193106333415,1.1931359375,71.2,92.09
+140,2.306602794390458,1.2929984375,70.76,91.78
+141,2.2907750484270926,1.207978125,71.26,92.1
+142,2.3553504194968786,1.204046875,71.44,92.29
+143,2.3508802796021486,1.203178125,71.64,92.14
+144,2.3738378643989564,1.267225,71.17,92.05
+145,2.2794382128960047,1.2095375,70.74,91.72
+146,2.363275282505231,1.22035625,71.63,91.8
+147,2.3116803196760323,1.1961140625,70.62,91.76
+148,2.330857454507779,1.2376546875,71.63,92.25
+149,2.301349067687988,1.19048125,71.67,92.33
+150,2.2811298278661876,1.262334375,70.64,91.51
+151,2.3351142547069452,1.26683125,70.65,91.84
+152,2.3712804176868536,1.2921265625,70.96,91.66
+153,2.294522174199422,1.2816078125,70.93,91.55
+154,2.2645692467689513,1.1936796875,71.58,91.96
+155,2.2568552234233956,1.2639640625,71.41,91.81
+156,2.321081836712666,1.2465046875,72.06,92.08
+157,2.3328735342392553,1.2274828125,71.17,91.77
+158,2.260336235242012,1.2239296875,71.62,92.08
+159,2.361061267975049,1.3418234375,70.43,91.21
+160,2.2802481926404514,1.2146953125,71.02,91.65
+161,2.295388250473218,1.2015484375,72.11,92.27
+162,2.3347667043025675,1.27956484375,70.83,91.35
+163,2.385342413645524,1.236440625,71.66,92.54
+164,2.2908211246514933,1.1970484375,71.53,92.13
+165,2.283764640184549,1.2467484375,71.16,91.79
+166,2.272652897162315,1.221671875,71.93,92.13
+167,2.2943306650870885,1.1968046875,71.83,92.51
+168,2.2541953423084355,1.215165625,72.67,92.67
+169,2.278463067763891,1.19323046875,72.21,92.12
+170,2.2715789101062676,1.221346875,71.54,91.86
+171,2.369647884980226,1.2057796875,72.53,92.66
+172,2.2160853263659357,1.1647171875,72.05,92.66
+173,2.244965636730194,1.184478125,71.99,92.48
+174,2.2448642229422546,1.16646015625,71.86,92.07
+175,2.2057608164273774,1.14649375,72.8,92.41
+176,2.250865543499971,1.1992625,72.12,92.42
+177,2.2884349016042855,1.1994390625,72.2,92.45
+178,2.293528735332,1.2946828125,71.13,91.8
+179,2.26851270259955,1.20090234375,72.39,92.23
+180,2.277244401589418,1.2239296875,71.97,92.18
+181,2.2496974951181654,1.201278125,72.57,92.0
+182,2.204424129999601,1.25029765625,71.6,92.02
+183,2.25533697727399,1.20700859375,72.44,92.31
+184,2.2881052475709183,1.173734375,72.61,92.35
+185,2.1838808444830087,1.2186109375,72.07,92.58
+186,2.31168544231317,1.22828125,72.33,91.86
+187,2.2638721661689956,1.173309375,72.57,92.28
+188,2.2567064737662292,1.1951109375,71.83,92.24
+189,2.2194536206049795,1.25238125,71.97,92.22
+190,2.215250102678935,1.1690859375,72.58,92.52
+191,2.2425947840397176,1.20806875,72.41,92.25
+192,2.2591550982915436,1.1788859375,71.96,92.25
+193,2.230923214019873,1.14749375,72.55,92.35
+194,2.284969174556243,1.1817484375,72.54,92.29
+195,2.2460539741393846,1.223909375,72.01,92.07
+196,2.2702499863428947,1.259675,72.07,91.86
+197,2.236558066575955,1.2290984375,72.07,92.36
+198,2.21336428354948,1.10573984375,73.08,92.81
+199,2.215680231803503,1.168584375,72.51,92.58
+200,2.2936994075775146,1.1596703125,73.31,92.79
+201,2.1859393413250263,1.1580296875,72.05,92.38
+202,2.1945791186430514,1.1912515625,73.62,92.55
+203,2.1841177105903626,1.18193671875,73.66,92.51
+204,2.185168537421104,1.1300359375,73.02,92.78
+205,2.18456035332802,1.193678125,73.05,92.33
+206,2.261539116883889,1.23337734375,72.33,92.16
+207,2.209353561584766,1.2331125,72.42,92.31
+208,2.1983548402786255,1.165678125,73.23,92.56
+209,2.2418050102698497,1.1910375,73.09,92.27
+210,2.183910272977291,1.2125796875,72.83,92.3
+211,2.1926770402834967,1.223396875,73.07,91.93
+212,2.1993053041971646,1.149765625,73.19,92.61
+213,2.243511065764305,1.2064046875,73.23,92.4
+214,2.167200058240157,1.219534375,73.12,92.12
+215,2.206650029390286,1.10591953125,74.03,92.84
+216,2.2214411582702245,1.230990625,73.24,92.67
+217,2.199052391602443,1.226071875,72.84,92.01
+218,2.187543963163327,1.22442421875,73.03,92.07
+219,2.171246042618385,1.2447546875,73.08,92.2
+220,2.213455555989192,1.1116078125,73.35,92.47
+221,2.1541128965524527,1.185596875,73.22,92.51
+222,2.1855720899043938,1.2363921875,72.59,92.1
+223,2.133891897018139,1.137665625,74.29,92.66
+224,2.1290444710315803,1.1604734375,73.73,92.51
+225,2.1717580122825426,1.185215625,73.29,92.21
+226,2.2296126866951966,1.14964765625,73.51,92.47
+227,2.1893204499513677,1.19113671875,73.19,92.44
+228,2.1442393825604364,1.2199796875,73.32,92.55
+229,2.1667430685116695,1.2387265625,72.97,92.13
+230,2.1348574451911144,1.1673078125,73.61,92.6
+231,2.1326366348144337,1.099975,74.2,93.0
+232,2.189798832551027,1.19641953125,73.79,92.38
+233,2.226747662593157,1.1658546875,73.89,92.39
+234,2.161248690959735,1.13240625,74.15,92.88
+235,2.1189604300719043,1.197728125,73.31,92.49
+236,2.111905375505105,1.219621875,73.49,92.4
+237,2.1554982961752476,1.1720203125,73.92,92.54
+238,2.122386994728675,1.12615,74.21,93.27
+239,2.0871070268826606,1.097946875,74.5,93.09
+240,2.1635574692334885,1.2484109375,72.82,92.09
+241,2.149041903935946,1.2106046875,73.57,92.25
+242,2.14079913298289,1.17720390625,73.94,92.62
+243,2.149512436756721,1.1418015625,74.24,92.87
+244,2.1527053747421654,1.16392890625,73.59,92.58
+245,2.1011036020058853,1.13114140625,74.61,92.77
+246,2.1465275324307953,1.2075296875,73.54,92.4
+247,2.2181004628157006,1.144759375,73.79,92.78
+248,2.111096873650184,1.1548390625,73.96,92.65
+249,2.164744739043407,1.1491171875,74.43,92.72
+250,2.0806662617585596,1.2041984375,74.07,92.41
+251,2.147927348736005,1.16654765625,74.09,92.75
+252,2.0582955482678535,1.132421875,73.94,92.83
+253,2.0899272215672027,1.18730625,74.29,92.42
+254,2.0997358416899656,1.2293546875,73.56,92.25
+255,2.1235729679083213,1.1068234375,74.65,93.09
+256,2.099200613070757,1.1934796875,73.97,92.62
+257,2.1402915853720446,1.1343078125,74.56,92.72
+258,2.1394232517633682,1.2007796875,74.38,92.4
+259,2.085894091312702,1.1434703125,74.1,92.61
+260,2.078102988157517,1.1422578125,74.33,92.95
+261,2.1354123583206763,1.191359375,73.67,92.37
+262,2.0444609709275077,1.1579546875,74.24,92.45
+263,2.0858904245572214,1.17519375,74.12,92.52
+264,2.094745417741629,1.1310875,74.49,92.53
+265,2.077013475772662,1.1743953125,74.53,92.74
+266,2.0737459036020134,1.21234453125,74.19,92.37
+267,2.0834522614112267,1.1276953125,74.61,93.1
+268,1.9941368717413681,1.13175078125,75.06,92.81
+269,2.1592536223240386,1.21820546875,74.08,92.73
+270,2.0411416976879804,1.1739140625,74.22,92.75
+271,2.0356025446683934,1.1774578125,74.6,92.7
+272,2.136024185327383,1.1175078125,75.19,93.09
+273,2.0967188945183386,1.128146875,75.22,92.93
+274,2.0392989332859335,1.1209125,74.96,93.11
+275,2.075509745952411,1.214203125,74.53,92.42
+276,2.0242637814619604,1.1832046875,74.75,92.64
+277,2.073627657003892,1.1200765625,74.93,92.82
+278,2.0872635801633197,1.18765,74.79,92.51
+279,2.061416735710242,1.11845546875,75.23,92.78
+280,2.016881471261,1.0986484375,74.98,93.01
+281,2.0899091142874497,1.17985078125,75.06,92.66
+282,1.9773707029147025,1.085546875,75.53,93.04
+283,2.0507903202986104,1.1770828125,75.18,92.7
+284,2.004383558187729,1.137103125,75.27,92.9
+285,1.9666820585727691,1.096521875,75.19,93.01
+286,2.0665806295015874,1.11209375,74.89,93.1
+287,2.063337601759495,1.2407328125,74.39,92.41
+288,2.0254722819878506,1.12170625,75.01,92.48
+289,2.0257894668823635,1.13185390625,75.36,92.91
+290,2.0212957108632112,1.12066875,75.37,93.16
+291,2.020367515087128,1.185790625,74.93,92.93
+292,2.0607241710027058,1.16021875,74.85,92.92
+293,2.046547481494072,1.11020390625,75.62,93.07
+294,1.9989785889784495,1.08668671875,75.61,92.85
+295,2.126492442993017,1.183334375,74.76,92.74
+296,2.0148128286386147,1.10138046875,75.77,93.01
+297,2.024136690145884,1.13698828125,75.64,93.09
+298,2.0265627809059925,1.185175,74.89,92.65
+299,1.9418242731155493,1.126040625,75.46,92.83
+300,1.9929101193562533,1.123940625,75.21,92.81
+301,2.0292099622579722,1.1820796875,75.05,92.53
+302,2.015460945856877,1.13954375,75.63,92.72
+303,1.9801423299006926,1.1423453125,75.36,92.83
+304,1.9686043669015933,1.13766953125,75.62,92.88
+305,2.0091977671170844,1.19735546875,75.28,92.59
+306,2.0168072015811234,1.14369296875,75.41,92.79
+307,1.9823297908672919,1.0434734375,76.22,93.12
+308,2.0369447231292725,1.14187109375,76.01,92.79
+309,2.0472664368458284,1.16467265625,75.54,92.69
+310,2.0141222096406497,1.1493796875,75.21,92.68
+311,1.9445970749243713,1.15699453125,75.48,92.56
+312,2.0608881901472045,1.1575390625,75.27,92.95
+313,1.9748482077549665,1.1727078125,75.35,92.43
+314,2.0246343404818803,1.1441546875,75.28,92.83
+315,1.9828329093945332,1.1070296875,75.82,93.04
+316,2.0239655115665536,1.1012015625,76.36,93.13
+317,1.9773118541790888,1.1691109375,75.33,92.95
+318,2.028302054527478,1.1300921875,75.88,93.03
+319,1.9869388149334835,1.12606171875,76.21,93.0
+320,2.0134124972881415,1.14943671875,75.58,92.71
+321,2.0161432853111854,1.137696875,75.65,92.8
+322,1.9610325958484258,1.171453125,75.3,92.61
+323,1.95586080963795,1.1780015625,75.53,93.29
+324,2.0072516928880644,1.1217296875,76.15,92.72
+325,1.9706709329898542,1.1998,75.65,92.58
+326,1.939520805157148,1.1142640625,76.3,92.88
+327,2.0091046933944408,1.113925,76.4,92.94
+328,2.0155101721103375,1.1448234375,75.83,92.8
+329,1.9504605039572105,1.10602734375,76.13,93.3
+330,1.9453652453728212,1.15011484375,76.31,92.91
+331,1.9683272456511474,1.0848453125,76.56,93.09
+332,1.974689220312314,1.116325,76.3,93.13
+333,1.9996901979813209,1.10111953125,76.06,93.3
+334,1.9575813891031804,1.09863359375,76.26,93.05
+335,1.900859718903517,1.08091640625,76.16,92.96
+336,1.967217372625302,1.06642734375,76.64,92.98
+337,1.8913094942386335,1.1397375,76.55,93.01
+338,2.0130259156227113,1.1089921875,76.54,93.08
+339,1.9960864394139022,1.0796203125,76.57,93.04
+340,1.9090873886377384,1.1141734375,76.34,93.26
+341,1.9800795391584054,1.138525,76.48,92.76
+342,1.9687516767245072,1.1552609375,76.01,92.81
+343,1.9863523798111158,1.0888078125,76.46,93.22
+344,1.9943952172230452,1.1213828125,76.45,93.12
+345,1.9686064675832406,1.130359375,76.47,93.12
+346,1.9355464701469127,1.05451484375,76.7,93.24
+347,2.0001347466921193,1.0982421875,76.75,93.01
+348,1.9325451959402133,1.1338640625,76.54,93.1
+349,1.9742901479586576,1.11925625,76.64,93.14
+350,1.968385113661106,1.1625140625,76.38,92.96
+351,1.9364022759290842,1.11535625,76.61,93.0
+352,1.929167665885045,1.1414375,76.55,93.13
+353,2.0372300589695955,1.195396875,75.73,92.82
+354,1.9627798393750802,1.15000859375,76.32,93.15
+355,1.9481373640207145,1.12225,76.47,93.11
+356,1.950411703189214,1.12425,76.61,93.2
+357,1.9257845455255265,1.052228125,77.39,93.57
+358,1.9799291797173328,1.1508609375,76.28,93.28
+359,1.9561751708006248,1.089546875,76.83,93.27
+360,1.9934599624230311,1.1175453125,76.44,93.14
+361,1.9218181497011428,1.0873078125,76.56,93.4
+362,1.98076520439906,1.1749859375,76.24,93.11
+363,2.0065168088827376,1.1738015625,76.12,92.79
+364,1.9055848139982956,1.0843859375,76.78,93.23
+365,1.9707503815491993,1.1365046875,76.5,92.99
+366,1.9046236924636057,1.14526015625,76.4,93.1
+367,1.956307892768811,1.1673296875,76.32,92.78
+368,1.9143072585264842,1.11755,76.7,92.95
+369,2.0025179914939097,1.0988921875,76.86,93.23
+370,1.9708977121573228,1.086578125,77.33,93.18
+371,1.8696766590460754,1.0909109375,76.97,93.12
+372,1.913756581911674,1.1546734375,76.53,92.88
+373,1.9343962999490592,1.12240703125,76.79,93.17
+374,1.8692603257986216,1.12961484375,76.81,93.06
+375,1.9156185461924626,1.14739765625,76.57,92.88
+376,1.9012607221419995,1.1218578125,76.34,93.35
+377,1.8444961074071053,1.0452578125,76.97,93.09
+378,1.9529617346250094,1.1143875,77.14,93.27
+379,1.9788772656367375,1.064065625,77.18,93.43
+380,1.8671239906396622,1.0897703125,77.26,93.46
+381,1.8951808964594816,1.0787921875,77.01,93.47
+382,1.952102269576146,1.1184609375,76.59,92.96
+383,1.8854524904336685,1.05222578125,77.37,93.33
+384,1.8869211279428921,1.10416640625,76.94,93.21
+385,1.9515478099003816,1.1365734375,77.08,93.05
+386,1.8964305351942012,1.1097328125,76.72,93.34
+387,1.9078976736618922,1.064121875,77.59,93.51
+388,1.9140037501469636,1.090584375,76.73,93.24
+389,1.9202857919228382,1.1201140625,76.88,93.03
+390,1.9331195116043092,1.0778921875,77.16,93.38
+391,1.9369897376268337,1.1121796875,76.89,93.36
+392,1.8677897908748724,1.1104375,77.2,93.02
+393,1.994986252906995,1.16860703125,76.43,93.26
+394,1.9672334651152292,1.0770546875,77.29,93.42
+395,1.9561574718891046,1.1011046875,77.24,93.28
+396,1.903874755058533,1.1232296875,76.74,93.09
+397,2.0509800107051164,1.1261734375,76.53,93.36
+398,2.002555844264153,1.1489328125,76.16,93.34
+399,1.8472408982423636,1.07168671875,76.92,93.41
+400,1.8996494704332108,1.11245,76.75,93.16
+401,1.8795125712186862,1.05707734375,77.38,93.4
+402,1.892360428816233,1.08095,76.69,93.22
+403,1.9130034643870133,1.1531453125,76.91,93.15
+404,1.9884157735567827,1.1966078125,76.88,92.83
+405,1.9358805367579828,1.10177109375,76.8,93.33
+406,1.9535394045022818,1.0820015625,77.14,93.27
+407,1.9714843349579052,1.0756515625,77.14,93.25
+408,1.8954494956212167,1.0626078125,77.06,93.54
+409,1.8662471751372018,1.14595234375,76.99,93.16

ckpt/cls/Spikf_SEMM/cifar100/model_best.pth.tar

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7083cc6c76e4005419bd413ba58cf94839c4ef6591df8b496cfa1fb75fd8d034
+size 93744065

ckpt/cls/Spikf_SEMM/psmnist/args.yaml

@@ -0,0 +1,129 @@
+aa: rand-m9-n1-mstd0.4-inc1
+act_function: SigmoidGrad
+alpha: 4.0
+amp: true
+apex_amp: false
+attn_drop: 0.0
+attn_layer: SSA
+attn_scale: 0.125
+aug_splits: 0
+batch_size: 128
+bn_eps: null
+bn_momentum: null
+bn_tf: false
+channels_last: false
+checkpoint_hist: 10
+clip_grad: null
+clip_mode: norm
+color_jitter: 0.0
+cooldown_epochs: 10
+crop_pct: 1.0
+cutmix: 0.0
+cutmix_minmax: null
+data_dir: /home/shensicheng/datasets/MNIST
+dataset: psmnist
+decay_epochs: 30
+decay_rate: 0.1
+depths: 4
+device: 6
+dist_bn: ''
+drop: 0.0
+drop_block: null
+drop_connect: null
+drop_path: null
+embed_dim: 384
+embed_layer: sequential_embed
+epoch_repeats: 0.0
+epochs: 400
+eval_metric: top1
+event_mix: false
+experiment: ''
+gp: null
+hflip: 0.5
+img_size: 28
+in_channels: 1
+initial_checkpoint: ''
+input_size: null
+interpolation: bicubic
+jsd: false
+local_rank: 0
+log_interval: 200
+log_wandb: false
+lr: 0.001
+lr_cycle_limit: 1
+lr_cycle_mul: 1.0
+lr_noise: null
+lr_noise_pct: 0.67
+lr_noise_std: 1.0
+mean:
+- 0.1307
+- 0.1307
+- 0.1307
+min_lr: 1.0e-05
+mixup: 0.0
+mixup_mode: batch
+mixup_off_epoch: 0
+mixup_prob: 1.0
+mixup_switch_prob: 0.5
+mlp_drop: 0.0
+mlp_ratio: 4
+model: spikf_semm_cifar
+model_ema: false
+model_ema_decay: 0.9998
+model_ema_force_cpu: false
+momentum: 0.9
+native_amp: false
+no_aug: false
+no_prefetcher: false
+no_resume_opt: false
+node_type: LIFNode
+num_classes: 10
+num_heads: 8
+opt: adamw
+opt_betas: null
+opt_eps: null
+output: /home/shensicheng/log/SpikingTransformerBenchmark/test/Spikf_SEMM
+patch_size: 4
+patience_epochs: 10
+pin_mem: false
+pretrained: false
+ratio:
+- 1.0
+- 1.0
+recount: 1
+recovery_interval: 0
+remode: const
+reprob: 0.25
+resplit: false
+resume: ''
+save_images: false
+scale:
+- 1.0
+- 1.0
+sched: cosine
+seed: 42
+sequence_length: 784
+sequential_length: false
+smoothing: 0.1
+split_bn: false
+start_epoch: null
+std:
+- 0.3081
+- 0.3081
+- 0.3081
+step: 4
+sync_bn: false
+tau: 2.0
+threshold: 1.0
+torchscript: false
+train_interpolation: bicubic
+train_split: train
+tta: 0
+use_multi_epochs_loader: false
+val_batch_size: 128
+val_split: validation
+vflip: 0.0
+warmup_epochs: 20
+warmup_lr: 1.0e-05
+weight_decay: 0.06
+workers: 8

ckpt/cls/Spikf_SEMM/psmnist/log.csv

@@ -0,0 +1,411 @@
+epoch,train_loss,eval_loss,eval_top1,eval_top5
+0,2.176929737258161,1.881346875,44.45,88.98
+1,1.6391549354944475,0.74391875,77.44,98.15
+2,1.3473339169962792,0.673135546875,78.24,98.02
+3,1.2075252543147812,0.7649015625,75.74,97.36
+4,1.13860249468404,0.66510234375,80.45,98.53
+5,1.0820684995916154,0.5883125,81.89,98.73
+6,1.0392696880377257,0.39944609375,88.64,99.4
+7,1.0013414757628727,0.42223046875,88.41,99.24
+8,0.9748829477108442,0.460108203125,87.34,99.17
+9,0.950999465635699,0.3952,89.31,99.49
+10,0.923358810126272,0.27953984375,92.67,99.59
+11,0.9066192301420065,0.3317546875,91.91,99.49
+12,0.8940713381410664,0.42134921875,89.52,99.19
+13,0.8810855429141949,0.32527265625,92.4,99.6
+14,0.876310021449358,0.3179859375,92.66,99.68
+15,0.8671885185007356,0.388947265625,90.0,99.19
+16,0.8578582090190333,0.33253046875,91.58,99.48
+17,0.8487216677421179,0.34448125,91.53,99.71
+18,0.8428695665465461,0.28895703125,93.82,99.6
+19,0.8349002747454195,0.266948046875,93.44,99.75
+20,0.8351907241038787,0.27525546875,94.28,99.71
+21,0.823908638750386,0.293083984375,93.25,99.7
+22,0.8224451802989357,0.29578203125,93.79,99.63
+23,0.8114702365337274,0.273154296875,93.46,99.74
+24,0.8079857484907167,0.24557109375,94.34,99.8
+25,0.7990852239040228,0.27850546875,93.38,99.72
+26,0.7900399847163094,0.21801640625,95.1,99.8
+27,0.7914505393331887,0.229016015625,95.05,99.83
+28,0.7822510816602626,0.22986796875,95.57,99.85
+29,0.7825525130471612,0.22179609375,95.2,99.87
+30,0.7740653367378773,0.2269609375,95.13,99.75
+31,0.771887354616426,0.234021484375,95.15,99.83
+32,0.7669954147094336,0.21482265625,95.71,99.89
+33,0.7601705401116966,0.22127421875,95.42,99.85
+34,0.7591729696489807,0.22002109375,95.69,99.83
+35,0.7538768520467302,0.2147857421875,95.79,99.82
+36,0.7483754750245657,0.213659765625,96.04,99.79
+37,0.7513547009891934,0.2000640625,96.05,99.88
+38,0.7497389904963665,0.22206015625,95.64,99.86
+39,0.7486094948318269,0.228425,95.79,99.83
+40,0.7431641752139116,0.197640234375,96.25,99.9
+41,0.7422724824685317,0.203161328125,95.79,99.9
+42,0.7356015517670884,0.202622265625,95.97,99.8
+43,0.739510264279496,0.19852265625,96.16,99.91
+44,0.7341891421466811,0.213836328125,95.8,99.89
+45,0.732863652273121,0.2096484375,96.16,99.88
+46,0.7306640372317061,0.197597265625,96.21,99.92
+47,0.7285527183204634,0.19101875,96.32,99.87
+48,0.729383907511703,0.2044328125,96.04,99.87
+49,0.7262932407295603,0.2117125,96.04,99.91
+50,0.7263959150793206,0.2040953125,96.32,99.87
+51,0.7215462842812905,0.1957103515625,96.59,99.86
+52,0.7247980480265414,0.196565625,96.14,99.89
+53,0.7210146195103979,0.1997822265625,96.25,99.89
+54,0.7204580853382746,0.20464921875,96.33,99.85
+55,0.7197387459186407,0.19954765625,96.18,99.84
+56,0.7172175023036126,0.20836484375,96.05,99.91
+57,0.7174747316246359,0.1901095703125,96.48,99.9
+58,0.7179684585485703,0.185965625,96.53,99.92
+59,0.7149787634356409,0.200520703125,96.27,99.92
+60,0.7137106087727424,0.18352265625,96.73,99.9
+61,0.7148645492190988,0.213161328125,95.71,99.88
+62,0.714773375254411,0.21391796875,95.82,99.88
+63,0.7116344064219385,0.19341875,96.55,99.91
+64,0.7086445132636616,0.186104296875,96.58,99.81
+65,0.7112566798161237,0.196353125,96.37,99.88
+66,0.7070493237075642,0.2076171875,96.24,99.91
+67,0.7050841907914888,0.18488515625,96.78,99.86
+68,0.7062088063894174,0.194553125,96.6,99.95
+69,0.7061210975178287,0.19504140625,96.44,99.91
+70,0.7054366328013248,0.190096484375,96.47,99.94
+71,0.7031010878391755,0.20592734375,95.86,99.85
+72,0.7027941244280237,0.19308203125,96.42,99.9
+73,0.7021668787695404,0.18775546875,96.72,99.88
+74,0.7000320979163178,0.185198046875,96.72,99.88
+75,0.7002739436351336,0.20240234375,96.37,99.88
+76,0.7002656334995204,0.18455,96.73,99.92
+77,0.7018326755262848,0.193909375,96.62,99.88
+78,0.6964546189858363,0.20035546875,96.84,99.83
+79,0.6953231083531665,0.18425546875,96.57,99.8
+80,0.6970336683030821,0.197958984375,96.36,99.82
+81,0.697754012977975,0.19668984375,96.38,99.88
+82,0.6946923554453075,0.18440859375,96.95,99.85
+83,0.6940591513601124,0.20009609375,96.56,99.89
+84,0.6958650693170025,0.196266015625,96.61,99.85
+85,0.6943500534846232,0.17595234375,96.83,99.95
+86,0.6944192389392445,0.1982765625,96.38,99.87
+87,0.6946694217940681,0.19796640625,96.43,99.87
+88,0.6917366307770085,0.1847732421875,96.61,99.86
+89,0.6902892127251014,0.179869921875,96.96,99.85
+90,0.6862815763705816,0.189562890625,96.71,99.9
+91,0.6904738535228957,0.18786796875,96.75,99.88
+92,0.6868521242569654,0.1912625,96.51,99.87
+93,0.6884798710672264,0.17813125,96.8,99.85
+94,0.6862782646193464,0.1905572265625,96.65,99.91
+95,0.6856594984857445,0.180225390625,97.06,99.94
+96,0.6893717134610201,0.1787482421875,96.93,99.85
+97,0.6876138020784427,0.18640625,96.9,99.9
+98,0.689062570532163,0.186226171875,96.65,99.87
+99,0.6846970363050444,0.1766056640625,96.84,99.95
+100,0.687165268848085,0.190787890625,96.6,99.84
+101,0.6871373964171125,0.177848828125,96.9,99.95
+102,0.6860691213454956,0.18748046875,96.72,99.88
+103,0.6816627834087763,0.184859765625,96.75,99.88
+104,0.6859339596624048,0.18029921875,97.05,99.92
+105,0.6840777524516114,0.1884787109375,96.66,99.89
+106,0.6819420084994063,0.196580859375,96.74,99.92
+107,0.6813192562415049,0.1877515625,96.83,99.88
+108,0.6791407192109996,0.1922345703125,96.81,99.93
+109,0.6831734493756906,0.1810671875,96.78,99.86
+110,0.680650093107142,0.1741220703125,96.99,99.91
+111,0.6812736085082731,0.17598984375,96.94,99.89
+112,0.6831608831118314,0.188908984375,97.27,99.91
+113,0.6788982248459107,0.1859884765625,96.55,99.85
+114,0.6760755162208508,0.19599921875,96.62,99.93
+115,0.6792398450466303,0.18089296875,96.92,99.88
+116,0.6738685745204616,0.1758923828125,97.27,99.94
+117,0.6787634787396488,0.18133125,96.61,99.9
+118,0.6735297826110808,0.1833888671875,96.89,99.92
+119,0.6773003886143366,0.182961328125,96.73,99.92
+120,0.675279282606565,0.18345859375,96.95,99.91
+121,0.6763193269825389,0.18195,97.27,99.87
+122,0.6726216923477303,0.1798681640625,96.71,99.86
+123,0.6724228166107439,0.191969921875,96.88,99.9
+124,0.6724455177019804,0.1814634765625,96.97,99.89
+125,0.6712347034715179,0.172341015625,97.36,99.93
+126,0.672288935790714,0.1713162109375,97.18,99.9
+127,0.675047653225752,0.171611328125,97.34,99.95
+128,0.672837960287037,0.1694615234375,97.21,99.92
+129,0.6741317252063344,0.1717609375,97.34,99.85
+130,0.6716225288617306,0.165741796875,97.38,99.9
+131,0.6700020511435647,0.169678515625,97.16,99.91
+132,0.668447206927161,0.178928515625,96.95,99.92
+133,0.6726967256802779,0.181111328125,97.07,99.92
+134,0.6715059598796388,0.18252109375,96.93,99.89
+135,0.666526549264916,0.17728359375,97.35,99.8
+136,0.6680602543374412,0.1814015625,96.99,99.87
+137,0.667075399022836,0.181431640625,97.17,99.82
+138,0.6658529727122723,0.1761416015625,97.09,99.92
+139,0.6660807503339572,0.1708068359375,97.1,99.92
+140,0.6695521210248654,0.1781125,96.76,99.91
+141,0.664884754225739,0.183759765625,97.01,99.88
+142,0.6666987295079435,0.176831640625,97.18,99.92
+143,0.6627266618431124,0.16094609375,97.55,99.92
+144,0.6637609602294416,0.17662265625,97.13,99.93
+145,0.6663437167294005,0.1674306640625,97.47,99.94
+146,0.6652173541295223,0.1672693359375,97.31,99.96
+147,0.6615893454887928,0.1838984375,96.7,99.88
+148,0.6611120448662684,0.17771171875,97.16,99.92
+149,0.6638188838449299,0.181205859375,96.92,99.94
+150,0.6619549583420794,0.1647634765625,97.22,99.91
+151,0.6630645101396446,0.16905390625,97.21,99.88
+152,0.6600104221421429,0.1888552734375,96.85,99.86
+153,0.6608680174646214,0.168701171875,97.14,99.86
+154,0.6625018673829544,0.18021875,97.11,99.92
+155,0.661540904488319,0.170755078125,97.2,99.96
+156,0.6606821267523317,0.1730857421875,97.08,99.88
+157,0.6612896799531758,0.1728537109375,97.06,99.87
+158,0.6602776422459855,0.1651056640625,97.46,99.91
+159,0.6598200284772449,0.17840791015625,96.86,99.89
+160,0.6589451503549886,0.172125390625,97.1,99.88
+161,0.658941061832966,0.1652736328125,97.39,99.87
+162,0.6575355399877597,0.167530859375,97.41,99.91
+163,0.6598551401979903,0.1695306640625,97.21,99.91
+164,0.6574927842260426,0.1709912109375,97.21,99.91
+165,0.6572531837428737,0.175946875,96.93,99.94
+166,0.6561051050567219,0.17185078125,97.27,99.89
+167,0.6597569746594144,0.172920703125,97.36,99.93
+168,0.6550859187403296,0.1682939453125,97.31,99.94
+169,0.6542932643340185,0.1756091796875,97.09,99.93
+170,0.6550723788065788,0.1791611328125,97.1,99.94
+171,0.6538418083109407,0.1662552734375,97.36,99.93
+172,0.6534253788045329,0.1763611328125,97.12,99.91
+173,0.6499160371529751,0.16641123046875,97.23,99.91
+174,0.6531869244371724,0.16661953125,97.21,99.97
+175,0.6519083869762909,0.178180859375,97.28,99.9
+176,0.6518149742713342,0.1669884765625,97.29,99.89
+177,0.6508570684072299,0.169234765625,97.32,99.93
+178,0.6529848264832782,0.1669734375,97.54,99.95
+179,0.6495935807370732,0.164567578125,97.35,99.91
+180,0.6502637263291922,0.170884375,97.22,99.92
+181,0.6498220124815264,0.166175,97.44,99.94
+182,0.6494276340191181,0.16221572265625,97.28,99.97
+183,0.6494018919447548,0.168701171875,97.32,99.91
+184,0.650885266243902,0.161965234375,97.44,99.94
+185,0.6469881454339395,0.16942822265625,97.34,99.95
+186,0.6469767561070939,0.1597609375,97.45,99.91
+187,0.6465706664782304,0.155825390625,97.48,99.91
+188,0.6463266216282152,0.1710525390625,97.47,99.87
+189,0.6468981217879516,0.163065234375,97.59,99.88
+190,0.6490414090390898,0.1585572265625,97.58,99.91
+191,0.6452177982045035,0.166038671875,97.25,99.95
+192,0.6475744955560081,0.15945458984375,97.52,99.92
+193,0.6464689757324692,0.17015078125,97.2,99.93
+194,0.6444706676098017,0.161643359375,97.64,99.94
+195,0.6442075543678724,0.1650453125,97.34,99.92
+196,0.6418673406299363,0.16635625,97.29,99.9
+197,0.6431220145816476,0.156657421875,97.59,99.92
+198,0.6443884342144697,0.16890751953125,97.3,99.96
+199,0.6426790676310531,0.1601181640625,97.54,99.93
+200,0.6438829763832256,0.16360546875,97.4,99.9
+201,0.6440665700242051,0.1638654296875,97.44,99.89
+202,0.6427004995763811,0.16516845703125,97.53,99.94
+203,0.6396058790194683,0.1612888671875,97.65,99.93
+204,0.6402021750935123,0.169884765625,97.34,99.89
+205,0.6373983205128939,0.1566603515625,97.62,99.93
+206,0.6439367931368004,0.15669296875,97.55,99.96
+207,0.6396211851865817,0.15829296875,97.61,99.93
+208,0.6390733005654099,0.165308203125,97.46,99.94
+209,0.6398660838603973,0.156649609375,97.72,99.9
+210,0.6411170625788534,0.171409375,97.33,99.89
+211,0.6350207462524756,0.1604115234375,97.63,99.9
+212,0.6379066690420493,0.15419609375,97.83,99.91
+213,0.6350661385008413,0.1606302734375,97.6,99.95
+214,0.6361736410703415,0.1513134765625,97.83,99.92
+215,0.6373459254829292,0.159747265625,97.6,99.94
+216,0.6350731284190447,0.161458203125,97.5,99.94
+217,0.6385432477944937,0.158498046875,97.56,99.95
+218,0.6333412256760474,0.16698515625,97.55,99.96
+219,0.6343599797314049,0.1522099609375,97.74,99.93
+220,0.6327839720452952,0.1655375,97.56,99.88
+221,0.6362383571954874,0.16577109375,97.37,99.97
+222,0.629430342433799,0.1575251953125,97.49,99.93
+223,0.6314708646546062,0.1582474609375,97.76,99.92
+224,0.6326608701139433,0.1605203125,97.46,99.94
+225,0.6330831932206439,0.158542578125,97.61,99.94
+226,0.632555071487386,0.16303076171875,97.63,99.88
+227,0.6295412178987112,0.169315625,97.44,99.94
+228,0.6275831213873676,0.1591525390625,97.66,99.94
+229,0.6317891669579041,0.1577826171875,97.68,99.96
+230,0.6295167493005084,0.159793359375,97.72,99.95
+231,0.6287758247210429,0.154764453125,97.55,99.92
+232,0.6290068865841271,0.1652671875,97.54,99.87
+233,0.6307117141719557,0.1583189453125,97.63,99.86
+234,0.6263365518843007,0.1568859375,97.59,99.91
+235,0.6292701524037582,0.1579373046875,97.71,99.9
+236,0.6259672369202997,0.162659765625,97.56,99.92
+237,0.6257128315603632,0.156261328125,97.72,99.93
+238,0.6247179555332559,0.1527474609375,97.68,99.93
+239,0.6265244570552794,0.1589826171875,97.74,99.93
+240,0.6230034015626988,0.1542494140625,97.95,99.92
+241,0.625034003940403,0.158544921875,97.72,99.92
+242,0.6239648457521048,0.1578232421875,97.78,99.9
+243,0.6237727066135814,0.1605869140625,97.63,99.92
+244,0.6210588666363659,0.16248818359375,97.62,99.93
+245,0.6247076244435759,0.1569888671875,97.83,99.9
+246,0.6189859537487357,0.15816640625,97.75,99.94
+247,0.6226154340383334,0.153303515625,97.81,99.86
+248,0.6231447220103353,0.15332421875,98.03,99.93
+249,0.621932945572413,0.15813232421875,97.71,99.95
+250,0.6214318328943008,0.1606568359375,97.68,99.92
+251,0.618491763742561,0.1584068359375,97.77,99.9
+252,0.6207478931571684,0.1592728515625,97.8,99.91
+253,0.6187074093991874,0.1594869140625,97.94,99.95
+254,0.6208091854539692,0.14948017578125,98.0,99.95
+255,0.6216300815089136,0.1549986328125,97.9,99.91
+256,0.6189039010777433,0.15439765625,97.91,99.95
+257,0.6190841138108164,0.1499900390625,98.04,99.88
+258,0.6179654367713847,0.1519291015625,97.82,99.9
+259,0.6165325976589806,0.15567451171875,97.7,99.95
+260,0.6167623308988718,0.157912109375,97.8,99.94
+261,0.6150463606811997,0.147411328125,97.98,99.91
+262,0.6159834482221522,0.1535060546875,97.84,99.95
+263,0.6119686390599633,0.15492958984375,97.87,99.89
+264,0.6147631144421732,0.1493552734375,98.08,99.96
+265,0.6156792193651199,0.15228125,97.88,99.92
+266,0.6140816887983909,0.1567138671875,97.9,99.92
+267,0.6131901817444043,0.1510890625,97.98,99.92
+268,0.6138915294765407,0.155848828125,97.97,99.89
+269,0.61134941659422,0.1496828125,98.03,99.94
+270,0.6123524217778801,0.15639443359375,98.0,99.93
+271,0.6096673015600595,0.1559017578125,97.84,99.94
+272,0.6123092340098487,0.1529677734375,97.73,99.87
+273,0.6134260261160696,0.15116201171875,97.99,99.89
+274,0.6093641965307741,0.1564595703125,97.94,99.91
+275,0.6105433401898441,0.1545484375,97.75,99.91
+276,0.6076710952652825,0.15242548828125,97.92,99.9
+277,0.6107078206080657,0.149901171875,98.09,99.91
+278,0.6104405033282745,0.1548337890625,97.91,99.89
+279,0.6077493811265017,0.14662275390625,98.04,99.9
+280,0.608459891926529,0.1543912109375,98.02,99.9
+281,0.6088970812976869,0.148828125,98.01,99.95
+282,0.6041582973084898,0.1532962890625,97.92,99.92
+283,0.6065101640092002,0.156600390625,97.97,99.94
+284,0.6043182701891304,0.15090009765625,97.74,99.9
+285,0.6084697422308799,0.150740234375,98.07,99.87
+286,0.6061577454336688,0.155492578125,98.02,99.89
+287,0.6050609380770953,0.1546943359375,97.93,99.91
+288,0.6041700356027,0.15693974609375,97.77,99.92
+289,0.6065963529623472,0.1586541015625,97.7,99.87
+290,0.6003475097509531,0.1500095703125,98.14,99.92
+291,0.6073035441147976,0.1524822265625,97.9,99.92
+292,0.605854352697348,0.1533685546875,97.97,99.95
+293,0.6011513685568785,0.1477298828125,98.15,99.91
+294,0.6041278097874079,0.14746328125,98.16,99.9
+295,0.6012727703548905,0.15266552734375,97.91,99.91
+296,0.5992124639769905,0.1485037109375,98.11,99.87
+297,0.6005133482126089,0.151765234375,98.02,99.95
+298,0.5990932932776264,0.14898671875,98.12,99.9
+299,0.5993547856043546,0.1558275390625,97.96,99.86
+300,0.5981518342199489,0.15188056640625,97.91,99.9
+301,0.5976083995694788,0.1506875,98.02,99.88
+302,0.6000554616379942,0.1501345703125,98.04,99.84
+303,0.6007820228990327,0.14891845703125,98.04,99.89
+304,0.5979803507654076,0.154873828125,98.06,99.9
+305,0.5963463952653428,0.15173037109375,98.07,99.88
+306,0.5972419860016587,0.1526517578125,97.98,99.91
+307,0.5952626651423609,0.15170263671875,98.0,99.91
+308,0.5952856208269413,0.1482634765625,98.32,99.91
+309,0.5953644281014417,0.1571681640625,97.9,99.88
+310,0.5946274385747746,0.1500419921875,98.01,99.92
+311,0.593253805469244,0.149026953125,98.07,99.92
+312,0.5918370811348288,0.15284912109375,98.14,99.92
+313,0.5939820858403149,0.1514501953125,98.09,99.91
+314,0.5948697472484703,0.15387939453125,98.1,99.93
+315,0.5929762336433443,0.1507501953125,98.1,99.9
+316,0.5898836406632366,0.1505955078125,98.13,99.9
+317,0.590649265382025,0.14845546875,98.08,99.89
+318,0.5921251689776396,0.15249765625,98.01,99.9
+319,0.5910065976473001,0.1505646484375,98.15,99.89
+320,0.5922531676598084,0.1516419921875,98.07,99.89
+321,0.5914043449183815,0.1533857421875,98.01,99.91
+322,0.590729642754946,0.1489095703125,98.24,99.92
+323,0.5894124314316318,0.14822578125,98.24,99.91
+324,0.5886293358018255,0.154478515625,98.04,99.88
+325,0.5880611187372452,0.15177421875,98.05,99.89
+326,0.5908860354087292,0.1513525390625,97.99,99.91
+327,0.588277685846019,0.1524669921875,98.1,99.91
+328,0.5886515301262212,0.149342578125,98.04,99.86
+329,0.5877664391046915,0.147547265625,98.16,99.91
+330,0.5873538320645307,0.1513015625,98.1,99.88
+331,0.5872005012809721,0.1505330078125,98.09,99.89
+332,0.5870596260851265,0.14925546875,98.18,99.88
+333,0.587113229255391,0.150454296875,98.17,99.91
+334,0.5858073861171038,0.151585546875,98.17,99.94
+335,0.5872723423262947,0.1496787109375,98.12,99.88
+336,0.5862890732848746,0.15123046875,98.13,99.87
+337,0.58679051990183,0.1478244140625,98.16,99.91
+338,0.5827669550975164,0.14916640625,98.27,99.91
+339,0.5849241945478652,0.149108203125,98.22,99.93
+340,0.5870217408379937,0.15163515625,98.19,99.92
+341,0.5837619593764982,0.14620732421875,98.33,99.9
+342,0.5864654266171985,0.14502197265625,98.3,99.88
+343,0.5845240069250776,0.1469875,98.23,99.9
+344,0.5865450353703947,0.1442943359375,98.38,99.93
+345,0.5830499262381823,0.15075087890625,98.16,99.93
+346,0.5835267399620806,0.14796923828125,98.31,99.92
+347,0.5838016733909265,0.15184189453125,98.24,99.92
+348,0.5817549921508528,0.14842578125,98.15,99.92
+349,0.5827517743803498,0.14680341796875,98.21,99.87
+350,0.5828980902830759,0.1443552734375,98.38,99.9
+351,0.5824474259319469,0.14616494140625,98.26,99.87
+352,0.5807492215918679,0.14874453125,98.21,99.91
+353,0.5824158180218476,0.14821640625,98.24,99.9
+354,0.5807669158929434,0.14749384765625,98.16,99.88
+355,0.5784648535852759,0.1476224609375,98.25,99.92
+356,0.5792194788272564,0.14822900390625,98.26,99.9
+357,0.5812392397823497,0.1494703125,98.21,99.89
+358,0.5800984175796182,0.1462236328125,98.35,99.89
+359,0.5808026349952078,0.1436904296875,98.36,99.87
+360,0.5793237928141896,0.1468263671875,98.25,99.9
+361,0.5801811820676184,0.14800234375,98.38,99.9
+362,0.581486149221404,0.1478447265625,98.22,99.93
+363,0.5791352924882857,0.1470212890625,98.33,99.87
+364,0.5783259276396189,0.145865234375,98.32,99.91
+365,0.5799620221567969,0.1485345703125,98.31,99.9
+366,0.5779627156563294,0.1468494140625,98.24,99.9
+367,0.579418174094624,0.148251953125,98.31,99.89
+368,0.578548085103687,0.14566640625,98.21,99.93
+369,0.5759920198947955,0.1476203125,98.29,99.89
+370,0.5789099633693695,0.148130078125,98.31,99.9
+371,0.5775666685185881,0.14559150390625,98.21,99.92
+372,0.57890977907894,0.14126943359375,98.39,99.92
+373,0.5778439425759845,0.145375390625,98.37,99.92
+374,0.5791135748736879,0.149426171875,98.26,99.94
+375,0.578445404003828,0.1465375,98.29,99.91
+376,0.5753700849082735,0.1478228515625,98.34,99.92
+377,0.5789007715180389,0.1476017578125,98.36,99.92
+378,0.5753835127649144,0.148309375,98.27,99.91
+379,0.5767354898982577,0.148152734375,98.21,99.93
+380,0.5768172096492897,0.148682421875,98.23,99.9
+381,0.5788463081559564,0.14858828125,98.18,99.91
+382,0.5755908742674396,0.147680859375,98.11,99.89
+383,0.5749938936315031,0.14665625,98.25,99.91
+384,0.5774489715058579,0.150496875,98.13,99.92
+385,0.5752650754064577,0.148130078125,98.28,99.93
+386,0.5758347208173866,0.1516703125,98.28,99.88
+387,0.5751212397192278,0.14691435546875,98.34,99.9
+388,0.5780962859718208,0.1461103515625,98.32,99.91
+389,0.5761722184908695,0.14625048828125,98.38,99.85
+390,0.5754214344371078,0.14883271484375,98.25,99.91
+391,0.5779019846366003,0.14619619140625,98.31,99.9
+392,0.5766679476468991,0.1485853515625,98.27,99.9
+393,0.5776546302004757,0.1449443359375,98.29,99.92
+394,0.5775968333085378,0.1483689453125,98.15,99.9
+395,0.5780313743485345,0.14590859375,98.38,99.86
+396,0.5754984430013559,0.1469525390625,98.34,99.86
+397,0.5753932976060443,0.144762109375,98.29,99.93
+398,0.5760616215630474,0.14546640625,98.27,99.93
+399,0.5735385772000011,0.14353828125,98.35,99.88
+400,0.5760089355146784,0.1440529296875,98.39,99.89
+401,0.5760926136858443,0.14189150390625,98.46,99.92
+402,0.5760152062289735,0.1467103515625,98.33,99.88
+403,0.575257887188186,0.142953515625,98.29,99.92
+404,0.5744771030214098,0.1461873046875,98.25,99.87
+405,0.5755375186856996,0.14269365234375,98.35,99.91
+406,0.575332744508727,0.142744140625,98.36,99.92
+407,0.5771442259478773,0.144489453125,98.43,99.93
+408,0.5752956950002246,0.144343359375,98.42,99.91
+409,0.5753421700663037,0.1471978515625,98.34,99.9

ckpt/cls/Spikf_SEMM/psmnist/model_best.pth.tar

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bcd35a85d88aa83af1dbffd540619d62babfb7f09a1ebc079d97c42b3b0af32
+size 78072559

ckpt/cls/Spikf_SEMM/scifar/args.yaml

@@ -0,0 +1,129 @@
+aa: rand-m9-n1-mstd0.4-inc1
+act_function: SigmoidGrad
+alpha: 4.0
+amp: true
+apex_amp: false
+attn_drop: 0.0
+attn_layer: SSA
+attn_scale: 0.125
+aug_splits: 0
+batch_size: 128
+bn_eps: null
+bn_momentum: null
+bn_tf: false
+channels_last: false
+checkpoint_hist: 10
+clip_grad: null
+clip_mode: norm
+color_jitter: 0.0
+cooldown_epochs: 10
+crop_pct: 1.0
+cutmix: 0.0
+cutmix_minmax: null
+data_dir: /data/datasets/CIFAR10/
+dataset: scifar
+decay_epochs: 30
+decay_rate: 0.1
+depths: 4
+device: 5
+dist_bn: ''
+drop: 0.0
+drop_block: null
+drop_connect: null
+drop_path: null
+embed_dim: 384
+embed_layer: sequential_embed
+epoch_repeats: 0.0
+epochs: 400
+eval_metric: top1
+event_mix: false
+experiment: ''
+gp: null
+hflip: 0.5
+img_size: 32
+in_channels: 3
+initial_checkpoint: ''
+input_size: null
+interpolation: bicubic
+jsd: false
+local_rank: 0
+log_interval: 200
+log_wandb: false
+lr: 0.001
+lr_cycle_limit: 1
+lr_cycle_mul: 1.0
+lr_noise: null
+lr_noise_pct: 0.67
+lr_noise_std: 1.0
+mean:
+- 0.5071
+- 0.4867
+- 0.4408
+min_lr: 1.0e-05
+mixup: 0.5
+mixup_mode: batch
+mixup_off_epoch: 200
+mixup_prob: 1.0
+mixup_switch_prob: 0.5
+mlp_drop: 0.0
+mlp_ratio: 4
+model: spikf_semm_cifar
+model_ema: false
+model_ema_decay: 0.9998
+model_ema_force_cpu: false
+momentum: 0.9
+native_amp: false
+no_aug: false
+no_prefetcher: false
+no_resume_opt: false
+node_type: LIFNode
+num_classes: 10
+num_heads: 8
+opt: adamw
+opt_betas: null
+opt_eps: null
+output: /home/shensicheng/log/SpikingTransformerBenchmark/test/Spikf_SEMM
+patch_size: 4
+patience_epochs: 10
+pin_mem: false
+pretrained: false
+ratio:
+- 1.0
+- 1.0
+recount: 1
+recovery_interval: 0
+remode: const
+reprob: 0.25
+resplit: false
+resume: ''
+save_images: false
+scale:
+- 1.0
+- 1.0
+sched: cosine
+seed: 42
+sequence_length: 1024
+sequential_length: false
+smoothing: 0.1
+split_bn: false
+start_epoch: null
+std:
+- 0.2675
+- 0.2565
+- 0.2761
+step: 4
+sync_bn: false
+tau: 2.0
+threshold: 1.0
+torchscript: false
+train_interpolation: bicubic
+train_split: train
+tta: 0
+use_multi_epochs_loader: false
+val_batch_size: 128
+val_split: validation
+vflip: 0.0
+warmup_epochs: 20
+warmup_lr: 1.0e-05
+weight_decay: 0.06
+workers: 8

ckpt/cls/Spikf_SEMM/scifar/log.csv

@@ -0,0 +1,411 @@
+epoch,train_loss,eval_loss,eval_top1,eval_top5
+0,2.2346915043317352,2.0232984375,28.31,80.14
+1,2.1150869277807383,1.8125203125,35.7,85.7
+2,2.0135596363972397,1.653153125,42.65,88.7
+3,1.94233974248935,1.532490625,47.84,91.05
+4,1.8980540550672091,1.4558296875,50.46,92.14
+5,1.8633458473743536,1.3808609375,53.95,93.33
+6,1.8324982670637278,1.3751296875,54.7,93.83
+7,1.8120032634490575,1.2194171875,58.91,95.04
+8,1.7687234203020732,1.2235921875,58.8,95.06
+9,1.7692817122508318,1.1770765625,60.83,95.6
+10,1.7478657108086806,1.1781484375,62.76,95.45
+11,1.7274370997379989,1.2392625,59.89,94.12
+12,1.6965698841290595,1.160490625,62.96,96.02
+13,1.7021639796403738,1.1276421875,63.8,95.78
+14,1.663634048669766,1.1420203125,63.25,96.19
+15,1.653098791379195,1.119421875,65.5,96.15
+16,1.6642669161160788,1.048559375,67.2,97.12
+17,1.634662372026688,1.015046875,68.47,97.13
+18,1.624557040593563,1.0139984375,68.08,96.95
+19,1.6164386602548453,1.023884375,69.01,96.86
+20,1.622511112384307,0.989546875,69.56,96.86
+21,1.600289692939856,0.9615109375,70.42,97.4
+22,1.571496406885294,0.9551265625,70.65,97.7
+23,1.576834945800977,0.9312859375,69.83,97.19
+24,1.5552464041954432,0.91220859375,71.3,97.45
+25,1.5404023353870098,0.9718875,70.56,97.43
+26,1.5534946646445837,0.9374671875,70.5,97.18
+27,1.5234290770995311,0.90114296875,71.75,97.51
+28,1.5281788538663814,0.92025859375,71.59,97.47
+29,1.5108944498575652,0.92502421875,72.33,97.36
+30,1.530581139601194,0.88189453125,73.45,97.53
+31,1.518727838076078,0.86563046875,73.73,97.81
+32,1.5075420323090676,0.87300625,73.9,97.76
+33,1.4858174178844843,0.8968515625,72.11,97.88
+34,1.5050909329683353,0.87215234375,73.8,98.1
+35,1.5153944275318048,0.85523125,74.92,98.05
+36,1.4856205397691482,0.85451171875,75.42,97.9
+37,1.4911356473580384,0.92478359375,72.35,97.83
+38,1.4844816739742572,0.8125125,76.19,98.1
+39,1.4730419625074436,0.88783203125,74.81,98.09
+40,1.4527405789265266,0.8072703125,76.09,98.11
+41,1.46086480984321,0.85019765625,76.03,98.09
+42,1.4319463564799382,0.76122265625,76.8,98.51
+43,1.4455348667425987,0.7973125,76.56,98.34
+44,1.445796201320795,0.7910390625,76.18,98.09
+45,1.4263148589011951,0.7955890625,76.29,98.51
+46,1.4504876966659839,0.76561171875,76.8,98.36
+47,1.4518994282453488,0.7939796875,77.33,98.35
+48,1.415617178953611,0.810715625,77.74,98.28
+49,1.4086860190599393,0.7480734375,77.7,98.24
+50,1.4452220551478556,0.84280625,77.7,97.92
+51,1.4158171384762495,0.8049890625,77.68,98.27
+52,1.403699518319888,0.819746875,76.34,97.82
+53,1.4450896848470738,0.76136796875,77.87,98.37
+54,1.4272535050526642,0.78895703125,77.05,98.24
+55,1.3664939026037852,0.7593125,77.76,98.27
+56,1.376706711604045,0.80059453125,76.79,98.08
+57,1.4038859313879257,0.73271953125,78.66,98.18
+58,1.3873849468353467,0.74743515625,78.2,98.29
+59,1.3870504385385758,0.7898953125,77.41,98.22
+60,1.3848881403605142,0.79303125,78.15,98.3
+61,1.3624937234780727,0.73804375,78.32,98.28
+62,1.3920153263287667,0.82626953125,78.06,98.08
+63,1.3744146258403094,0.72605859375,78.76,98.43
+64,1.3907387811404008,0.7638265625,78.58,98.25
+65,1.3794313453710996,0.75866875,77.89,98.36
+66,1.3913978355053143,0.74290625,78.93,98.32
+67,1.371958628220436,0.7563640625,78.8,98.36
+68,1.362095923301501,0.7710234375,78.43,98.28
+69,1.3772144190776043,0.73374765625,79.36,98.34
+70,1.3606358763499138,0.76210703125,79.1,98.39
+71,1.3486154906260661,0.734665625,79.22,98.41
+72,1.3443434623571542,0.76874140625,78.09,98.06
+73,1.3516033637217986,0.73268671875,78.78,98.32
+74,1.362593317337525,0.74700625,79.45,98.49
+75,1.3522490334816468,0.79853203125,78.38,98.05
+76,1.353607536584903,0.81417890625,78.42,98.18
+77,1.352284755003758,0.72052734375,79.5,98.39
+78,1.3432529200346042,0.72516484375,79.55,98.41
+79,1.3479299039412767,0.73670078125,79.15,98.3
+80,1.3710347455281477,0.744415625,79.75,98.42
+81,1.3588086562278943,0.730484375,79.2,98.28
+82,1.339046840942823,0.77101328125,78.92,98.29
+83,1.3295327548797313,0.81269609375,77.8,97.97
+84,1.3534050748898432,0.7308453125,79.28,98.15
+85,1.3374825994173685,0.78171953125,79.17,98.15
+86,1.3481062688888648,0.77301875,78.97,98.22
+87,1.3234757524270278,0.782925,79.18,98.39
+88,1.3397768311011486,0.73936640625,79.54,98.46
+89,1.3432326841048705,0.7046640625,80.06,98.33
+90,1.3095049906999636,0.81072109375,78.6,98.1
+91,1.3359008903686818,0.72680625,79.22,98.52
+92,1.3364580706143991,0.75408125,80.7,98.33
+93,1.305167075762382,0.72268984375,79.2,98.39
+94,1.3337557124785888,0.751721875,80.05,98.22
+95,1.2895346060777322,0.7545453125,79.75,98.26
+96,1.3447636217643053,0.71198984375,80.15,98.4
+97,1.3517268012731503,0.79291953125,79.3,98.09
+98,1.2886606434981027,0.7110453125,79.94,98.46
+99,1.3089325727560581,0.73698671875,79.21,98.41
+100,1.316357122017787,0.71123046875,80.09,98.4
+101,1.3177463658345052,0.72383125,80.25,98.26
+102,1.334929158595892,0.786315625,79.63,98.29
+103,1.3035027618591601,0.68110078125,80.18,98.39
+104,1.323837434175687,0.755771875,79.37,98.31
+105,1.3259095899569682,0.7168828125,80.39,98.24
+106,1.289997283464823,0.763209375,79.72,98.16
+107,1.3143188478090824,0.73100234375,79.62,98.39
+108,1.286160428248919,0.6814125,80.91,98.54
+109,1.315205269287794,0.6960296875,80.44,98.55
+110,1.3046428420604803,0.73706640625,80.43,98.37
+111,1.3325924155039666,0.7607140625,79.83,98.31
+112,1.2767527600129445,0.68955234375,81.11,98.53
+113,1.3050236510924804,0.70803984375,80.92,98.55
+114,1.291693772108127,0.71337734375,80.99,98.45
+115,1.2996445023096526,0.73126953125,80.37,98.33
+116,1.2576911623661335,0.72513125,79.97,98.43
+117,1.320157855290633,0.690384375,80.52,98.28
+118,1.2769314898894384,0.73406796875,80.64,98.3
+119,1.2922920055878468,0.73007578125,79.94,98.24
+120,1.2928408965086327,0.7770984375,79.35,98.01
+121,1.294545673407041,0.733840625,80.4,98.21
+122,1.2633858471344679,0.6939171875,80.7,98.49
+123,1.2850590135806645,0.75159453125,80.5,98.17
+124,1.277245671626849,0.74033515625,79.77,98.12
+125,1.3254126067344958,0.7060359375,80.33,98.32
+126,1.2761022344613686,0.687288671875,80.62,98.19
+127,1.317108233158405,0.70271640625,81.15,98.47
+128,1.2946473052868477,0.7345765625,80.68,98.34
+129,1.283834654551286,0.6983296875,80.58,98.27
+130,1.2874128329448211,0.73221015625,80.4,98.34
+131,1.2717529145570903,0.7432421875,80.17,98.06
+132,1.2471872112689875,0.75124140625,79.65,98.19
+133,1.2674025858059907,0.72400703125,80.49,98.49
+134,1.2567144999137292,0.692196875,80.59,98.18
+135,1.2860403985549242,0.7406234375,79.29,98.16
+136,1.2630361538666945,0.72617109375,80.61,98.2
+137,1.2899006187915802,0.6746859375,81.42,98.24
+138,1.2472890474857428,0.74238671875,80.25,98.35
+139,1.2561796076786824,0.676003125,81.01,98.15
+140,1.2888945313600393,0.73052265625,80.83,98.29
+141,1.2819110659452586,0.6888734375,80.94,98.36
+142,1.285326090378639,0.7505171875,80.57,98.31
+143,1.272424133007343,0.7431828125,79.85,98.03
+144,1.290870006267841,0.72874140625,80.84,98.52
+145,1.2607777699446068,0.70456640625,81.52,98.34
+146,1.2539845949564226,0.66641953125,81.06,98.22
+147,1.2858088001226768,0.693346875,81.53,98.24
+148,1.2912694182151403,0.700434375,81.85,98.54
+149,1.2598229889686292,0.6431109375,81.97,98.55
+150,1.2399022316321349,0.6628546875,81.7,98.32
+151,1.254256261159212,0.74764140625,80.26,98.19
+152,1.262072839645239,0.726290625,80.98,98.29
+153,1.2650630205105513,0.7225984375,81.0,98.35
+154,1.2935209032816766,0.73035703125,81.2,98.35
+155,1.2573650884322631,0.70523359375,80.97,98.11
+156,1.2763995788036249,0.6737515625,81.62,98.58
+157,1.2500794164645366,0.6952765625,81.57,98.36
+158,1.2588255611749797,0.704065625,80.88,98.26
+159,1.2401236986502624,0.7556125,80.39,98.14
+160,1.278554021853667,0.68210625,82.12,98.39
+161,1.2819929164189559,0.7155265625,81.07,98.07
+162,1.2441597241621751,0.6942140625,81.25,98.21
+163,1.2424754563050393,0.6689875,81.92,98.22
+164,1.2434300790994595,0.67244296875,81.96,98.41
+165,1.2507425820216154,0.67129765625,81.68,98.3
+166,1.247652608461869,0.66199140625,82.09,98.6
+167,1.2451290688453576,0.6992640625,81.19,98.13
+168,1.2462324383931283,0.71053515625,80.6,98.27
+169,1.2642170956501595,0.7086546875,81.35,98.25
+170,1.252033672730128,0.67262265625,81.92,98.44
+171,1.2019567153392694,0.71092890625,81.15,98.45
+172,1.2438164229576405,0.67450234375,81.74,98.39
+173,1.2192314656881185,0.6581375,82.04,98.49
+174,1.2634331293595142,0.73121640625,81.35,98.07
+175,1.2366529399003738,0.7370953125,80.84,98.07
+176,1.2664909413227667,0.707671875,81.59,98.33
+177,1.244366914492387,0.69871328125,81.13,98.36
+178,1.2583973878469223,0.68103671875,81.8,98.46
+179,1.227621257916475,0.70926484375,82.03,98.48
+180,1.267410614551642,0.71877109375,81.08,98.1
+181,1.2637184627545186,0.72785625,81.24,98.05
+182,1.2097242671709794,0.64913359375,81.88,98.47
+183,1.2273044301913334,0.69150703125,81.79,98.14
+184,1.2283191149051373,0.74006015625,81.46,98.28
+185,1.225131814296429,0.70203125,81.4,98.44
+186,1.239063623165473,0.693534375,81.37,98.29
+187,1.2272103528181713,0.74259609375,81.54,98.12
+188,1.2374246364984758,0.67417109375,81.79,98.56
+189,1.2480810726300264,0.6806671875,81.74,98.26
+190,1.2891566606668325,0.6878984375,82.55,98.54
+191,1.2624658645727695,0.7297671875,81.54,98.45
+192,1.1781235471749918,0.6965265625,81.66,98.49
+193,1.2264334123868208,0.72465859375,81.97,98.45
+194,1.2382303095780887,0.68779140625,81.56,98.13
+195,1.22078231771787,0.65341953125,82.04,98.3
+196,1.2312171309422224,0.69400390625,82.08,98.53
+197,1.2386774491041135,0.7216328125,81.95,98.18
+198,1.2252560155513958,0.6789421875,81.98,98.3
+199,1.2369895629393748,0.7154859375,81.51,98.21
+200,1.1921479157912425,0.6382953125,82.75,98.43
+201,1.200353277188081,0.6855140625,81.98,98.25
+202,1.2091176184324117,0.6745375,81.96,98.42
+203,1.199362162901805,0.67212109375,81.99,98.16
+204,1.206338163675406,0.68816796875,82.34,98.49
+205,1.2022883869134462,0.69341875,81.84,98.22
+206,1.1774779382424476,0.67627890625,82.1,98.52
+207,1.2021067827175824,0.68935234375,81.92,98.4
+208,1.2350242993770502,0.73030546875,81.18,98.29
+209,1.2177556669100738,0.7079625,82.13,98.29
+210,1.2227514885939084,0.66390078125,82.63,98.25
+211,1.1875931640466055,0.6944890625,81.33,98.27
+212,1.1896338241222577,0.62530546875,83.12,98.39
+213,1.2356891112449842,0.68951640625,81.86,98.18
+214,1.22251608142486,0.683659375,82.0,98.19
+215,1.2043734380832085,0.67195234375,81.91,98.39
+216,1.2123317545805221,0.68374296875,82.44,98.34
+217,1.187261173511163,0.6320328125,82.86,98.33
+218,1.197947915395101,0.63605390625,82.83,98.28
+219,1.1853252791441404,0.68410078125,82.39,98.37
+220,1.1707141182361505,0.65618203125,82.92,98.34
+221,1.1582738124407255,0.6716046875,82.18,98.36
+222,1.183840883236665,0.67459765625,82.34,98.13
+223,1.1942219802966485,0.65115859375,82.81,98.14
+224,1.190139862207266,0.6539015625,82.93,98.31
+225,1.192199419400631,0.6985828125,82.71,98.02
+226,1.1818129317882733,0.6629796875,82.67,98.24
+227,1.19890484274962,0.668953125,82.24,98.37
+228,1.204206065642528,0.61807109375,83.14,98.43
+229,1.166292233344836,0.68117421875,82.45,98.45
+230,1.204559297592212,0.7039703125,82.39,98.21
+231,1.1624720758352525,0.6627703125,82.21,98.15
+232,1.1912459809046525,0.70226796875,82.09,98.39
+233,1.1888480903246463,0.69002734375,82.56,98.44
+234,1.211409141161503,0.6805453125,82.92,98.51
+235,1.16580424507459,0.66540234375,83.12,98.34
+236,1.1840528932901528,0.6781375,82.14,98.4
+237,1.1644651827139731,0.68515546875,82.22,98.26
+238,1.1868721581422366,0.71613203125,82.54,98.44
+239,1.1792063798659886,0.6806546875,82.71,98.17
+240,1.2047611406216254,0.711625,82.36,98.16
+241,1.1816742227627681,0.66466640625,82.82,98.22
+242,1.174165859283545,0.639971875,83.16,98.45
+243,1.1764558211351053,0.69640625,82.48,98.36
+244,1.1617573892458892,0.67910390625,82.7,98.29
+245,1.1703206117336566,0.65626328125,82.86,98.31
+246,1.1993008237618668,0.6722078125,82.6,98.39
+247,1.1812980271302738,0.65501484375,83.13,98.36
+248,1.1858984088286375,0.65109765625,83.31,98.44
+249,1.181202777226766,0.65344296875,82.91,98.57
+250,1.1992829813407018,0.6560984375,83.39,98.27
+251,1.1375170823855278,0.65021328125,82.63,98.12
+252,1.2045523750476348,0.67768984375,82.85,98.48
+253,1.1888179516180968,0.69345859375,82.84,98.35
+254,1.1976976289198948,0.67646171875,82.93,98.14
+255,1.2018954442097591,0.7062234375,82.61,98.36
+256,1.1456043208256745,0.6800921875,82.66,98.57
+257,1.1764061941550328,0.65825078125,83.5,98.34
+258,1.1810644377500583,0.6347234375,83.87,98.52
+259,1.1587944292105161,0.6267859375,83.25,98.41
+260,1.1553439519344233,0.6461390625,83.61,98.31
+261,1.1622406846437698,0.63733984375,83.61,98.22
+262,1.1943541539021028,0.6590625,83.56,98.34
+263,1.2038266637386419,0.66545,83.39,98.48
+264,1.1718622501079852,0.685634375,83.17,98.13
+265,1.1585562522594746,0.65778828125,83.4,98.11
+266,1.1484370558689803,0.6755125,83.68,98.58
+267,1.1405363319775996,0.64217265625,83.74,98.41
+268,1.202282935839433,0.66496484375,83.42,98.23
+269,1.1570287744204204,0.69891484375,82.9,98.33
+270,1.128121047295057,0.63602421875,83.45,98.14
+271,1.1541788710997656,0.6664390625,83.66,98.29
+272,1.1591545147773548,0.6426,83.56,98.4
+273,1.1416276386150948,0.6493984375,83.69,98.23
+274,1.1426554039502754,0.64461328125,83.94,98.46
+275,1.159668536675282,0.669640625,83.43,97.87
+276,1.140325644535896,0.62643359375,83.99,98.3
+277,1.1122640172640483,0.68127578125,83.17,98.32
+278,1.1386338964486733,0.6608859375,83.62,98.26
+279,1.1648435581953098,0.62646640625,83.92,98.26
+280,1.1558626112265464,0.62176953125,84.24,98.22
+281,1.148025974402061,0.628721875,83.96,98.33
+282,1.1658493858117325,0.67936953125,83.08,98.41
+283,1.159815874008032,0.625265625,84.07,98.26
+284,1.134938942316251,0.65203359375,84.1,98.31
+285,1.1446932875193083,0.628084375,83.74,98.44
+286,1.170105171814943,0.646628125,84.11,98.06
+287,1.1559372374644645,0.6844421875,83.61,98.41
+288,1.1361353025986598,0.62356953125,83.92,98.3
+289,1.1167653439900813,0.62898984375,83.99,98.33
+290,1.1684131458783762,0.6319953125,84.14,98.27
+291,1.1870854090421628,0.631675,83.79,98.16
+292,1.1587084336158557,0.65195390625,83.66,98.3
+293,1.1289762860689407,0.6512953125,84.0,98.41
+294,1.145359527759063,0.6727921875,83.99,98.33
+295,1.1175626675287882,0.62151875,83.99,98.17
+296,1.1229704526754527,0.632607421875,83.92,98.22
+297,1.1303664412253942,0.613896875,84.41,98.38
+298,1.1656554466638809,0.61152578125,84.22,98.23
+299,1.1418039399843949,0.7154734375,83.46,98.4
+300,1.121543929210076,0.6161578125,84.22,98.24
+301,1.1109728936965648,0.65541875,83.62,98.28
+302,1.110924503283623,0.6213640625,84.13,98.38
+303,1.1751458910795358,0.62654921875,83.79,98.52
+304,1.1467884363272252,0.6578921875,83.77,98.26
+305,1.1152558161662176,0.62813203125,84.01,98.42
+306,1.1378098828670307,0.65100546875,84.08,98.28
+307,1.1472796643391634,0.66016484375,83.76,98.35
+308,1.1481874423149305,0.65007578125,84.14,98.31
+309,1.149039064003871,0.63022890625,84.52,98.38
+310,1.1429860955629594,0.6207296875,84.35,98.35
+311,1.1319652308256198,0.59913984375,84.65,98.3
+312,1.1260068694750467,0.6657421875,83.64,98.16
+313,1.130140285461377,0.67429375,83.94,98.41
+314,1.114041180946888,0.633278125,84.14,98.4
+315,1.1273685783911973,0.63896640625,84.41,98.27
+316,1.1067974449732365,0.635625,84.39,98.51
+317,1.1477944716429098,0.614134375,84.57,98.6
+318,1.1244217589879648,0.64683125,83.71,98.47
+319,1.0986243749276186,0.6805984375,84.22,98.15
+320,1.1497209694140997,0.64023203125,84.68,98.31
+321,1.12841045994025,0.613040625,84.43,98.29
+322,1.0732943791609544,0.63180859375,84.86,98.37
+323,1.1569548354699062,0.6894984375,83.91,98.38
+324,1.0922722104268197,0.639296875,84.11,98.18
+325,1.1430539334431673,0.66005625,84.49,98.06
+326,1.1520730319695596,0.657309375,84.47,98.27
+327,1.1094840228557588,0.6460390625,84.43,98.29
+328,1.156607206662496,0.67058125,84.07,98.24
+329,1.1194430154103499,0.6055671875,84.72,98.07
+330,1.142130835239704,0.66912109375,84.27,98.45
+331,1.1099404808802482,0.6380578125,84.38,98.5
+332,1.083211198525551,0.5987125,85.04,98.2
+333,1.1013381303885044,0.6420921875,84.61,98.48
+334,1.11862764389087,0.6387578125,84.65,98.5
+335,1.1169725480752113,0.6175671875,84.7,98.37
+336,1.121061710975109,0.636103125,84.94,98.34
+337,1.1015041631001692,0.5809171875,84.98,98.51
+338,1.1325281465664887,0.6167671875,85.19,98.4
+339,1.118078946761596,0.6072625,84.99,98.37
+340,1.1145304456735268,0.62991875,84.84,98.42
+341,1.1134895359858488,0.63316171875,84.36,98.51
+342,1.1316640277703602,0.66975625,84.45,98.42
+343,1.1189842019325649,0.6403484375,84.38,98.34
+344,1.116658366490633,0.6580234375,84.37,98.49
+345,1.080363160218948,0.5798140625,85.19,98.2
+346,1.0905217422888829,0.65469453125,84.47,98.59
+347,1.0978184392819037,0.6235140625,84.83,98.51
+348,1.110201100814037,0.636925,84.65,98.27
+349,1.0814014359926567,0.63275625,84.97,98.49
+350,1.0932550112406412,0.62168359375,84.91,98.48
+351,1.105755331577399,0.6231171875,84.84,98.57
+352,1.0923677161718026,0.62860625,84.67,98.38
+353,1.1111304208254202,0.6005921875,85.37,98.3
+354,1.1169898892060304,0.6418984375,84.66,98.38
+355,1.0717928866545359,0.62233359375,84.71,98.36
+356,1.1266513642592308,0.59824921875,85.01,98.44
+357,1.0804882563077487,0.62421953125,84.72,97.99
+358,1.0781986522368896,0.64973203125,84.57,98.47
+359,1.1101272595234406,0.615221875,84.83,98.23
+360,1.0751712754750864,0.6162109375,84.79,98.24
+361,1.1084598765923426,0.64029453125,84.77,98.23
+362,1.1157308963628916,0.606821875,85.1,98.34
+363,1.0689936864070404,0.58732265625,85.44,98.37
+364,1.0892210584420425,0.64576875,84.41,98.38
+365,1.0849901135151203,0.62898671875,84.63,98.37
+366,1.1024402699409388,0.59902265625,85.17,98.29
+367,1.112325589473431,0.6009625,85.11,98.22
+368,1.070670272448124,0.64873828125,84.58,98.38
+369,1.0899099495166387,0.62377890625,84.67,98.46
+370,1.060712813719725,0.588825,85.17,98.39
+371,1.082134663600188,0.65836796875,84.61,98.25
+372,1.0818052816085326,0.62315,84.84,98.4
+373,1.0853488798324877,0.59314453125,85.17,98.41
+374,1.0823541309588995,0.625553125,85.13,98.28
+375,1.110003073246051,0.6166453125,84.94,98.36
+376,1.077420204725021,0.62522578125,84.95,98.42
+377,1.0890349513445146,0.5950015625,85.16,98.4
+378,1.0593411823113759,0.62183046875,84.92,98.55
+379,1.0640361208182114,0.6351015625,84.64,98.29
+380,1.1182093719641368,0.64131171875,84.76,98.31
+381,1.0774301854463724,0.6240390625,84.86,98.27
+382,1.1040557153714008,0.5830625,85.47,98.35
+383,1.0797647396723429,0.59390078125,85.32,98.6
+384,1.0870969702035953,0.59219296875,85.06,98.5
+385,1.0560227858714568,0.6027609375,85.29,98.27
+386,1.078725514962123,0.61679609375,84.94,98.16
+387,1.0888079268810076,0.61487265625,85.4,98.38
+388,1.1235395967960358,0.6686078125,84.39,98.52
+389,1.1038478128421,0.627228125,85.0,98.36
+390,1.0834426551293104,0.62374296875,84.86,98.55
+391,1.086595676953976,0.61429453125,85.13,98.4
+392,1.1059108183934139,0.61231796875,85.23,98.46
+393,1.105325499864725,0.6039265625,85.1,98.52
+394,1.0473053846603786,0.63520703125,84.96,98.4
+395,1.1077678315150432,0.60226953125,85.25,98.34
+396,1.0612318300283872,0.6151078125,85.35,98.4
+397,1.0970305010294303,0.57963671875,85.34,98.3
+398,1.1008621322803007,0.64277109375,85.01,98.43
+399,1.0644918168202424,0.61585078125,85.06,98.38
+400,1.1054813242875612,0.65534296875,84.93,98.44
+401,1.0900591514049431,0.64720234375,84.97,98.4
+402,1.0879975948578273,0.62551171875,84.93,98.39
+403,1.075105990966161,0.63724765625,84.84,98.53
+404,1.054524630919481,0.6031296875,85.61,98.34
+405,1.084574712545444,0.62913203125,84.89,98.27
+406,1.104337398822491,0.61259296875,85.23,98.51
+407,1.1175802209438421,0.6353859375,85.16,98.55
+408,1.0918745557467142,0.58800390625,85.56,98.46
+409,1.0793497385122837,0.58410546875,85.47,98.29

ckpt/cls/Spikf_SEMM/scifar/model_best.pth.tar

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77075129e818b746f27c3d9a5d2b247b6405e058a956fda68694f358e3118a1
+size 78078319

ckpt/cls/Spikf_SEMM/smnist/args.yaml

@@ -0,0 +1,129 @@
+aa: rand-m9-n1-mstd0.4-inc1
+act_function: SigmoidGrad
+alpha: 4.0
+amp: true
+apex_amp: false
+attn_drop: 0.0
+attn_layer: SSA
+attn_scale: 0.125
+aug_splits: 0
+batch_size: 128
+bn_eps: null
+bn_momentum: null
+bn_tf: false
+channels_last: false
+checkpoint_hist: 10
+clip_grad: null
+clip_mode: norm
+color_jitter: 0.0
+cooldown_epochs: 10
+crop_pct: 1.0
+cutmix: 0.0
+cutmix_minmax: null
+data_dir: /home/shensicheng/datasets/MNIST
+dataset: smnist
+decay_epochs: 30
+decay_rate: 0.1
+depths: 4
+device: 6
+dist_bn: ''
+drop: 0.0
+drop_block: null
+drop_connect: null
+drop_path: null
+embed_dim: 384
+embed_layer: sequential_embed
+epoch_repeats: 0.0
+epochs: 400
+eval_metric: top1
+event_mix: false
+experiment: ''
+gp: null
+hflip: 0.5
+img_size: 28
+in_channels: 1
+initial_checkpoint: ''
+input_size: null
+interpolation: bicubic
+jsd: false
+local_rank: 0
+log_interval: 200
+log_wandb: false
+lr: 0.001
+lr_cycle_limit: 1
+lr_cycle_mul: 1.0
+lr_noise: null
+lr_noise_pct: 0.67
+lr_noise_std: 1.0
+mean:
+- 0.1307
+- 0.1307
+- 0.1307
+min_lr: 1.0e-05
+mixup: 0.0
+mixup_mode: batch
+mixup_off_epoch: 0
+mixup_prob: 1.0
+mixup_switch_prob: 0.5
+mlp_drop: 0.0
+mlp_ratio: 4
+model: spikf_semm_cifar
+model_ema: false
+model_ema_decay: 0.9998
+model_ema_force_cpu: false
+momentum: 0.9
+native_amp: false
+no_aug: false
+no_prefetcher: false
+no_resume_opt: false
+node_type: LIFNode
+num_classes: 10
+num_heads: 8
+opt: adamw
+opt_betas: null
+opt_eps: null
+output: /home/shensicheng/log/SpikingTransformerBenchmark/test/Spikf_SEMM
+patch_size: 4
+patience_epochs: 10
+pin_mem: false
+pretrained: false
+ratio:
+- 1.0
+- 1.0
+recount: 1
+recovery_interval: 0
+remode: const
+reprob: 0.25
+resplit: false
+resume: ''
+save_images: false
+scale:
+- 1.0
+- 1.0
+sched: cosine
+seed: 42
+sequence_length: 784
+sequential_length: false
+smoothing: 0.1
+split_bn: false
+start_epoch: null
+std:
+- 0.3081
+- 0.3081
+- 0.3081
+step: 4
+sync_bn: false
+tau: 2.0
+threshold: 1.0
+torchscript: false
+train_interpolation: bicubic
+train_split: train
+tta: 0
+use_multi_epochs_loader: false
+val_batch_size: 128
+val_split: validation
+vflip: 0.0
+warmup_epochs: 20
+warmup_lr: 1.0e-05
+weight_decay: 0.06
+workers: 8

ckpt/cls/Spikf_SEMM/smnist/log.csv

@@ -0,0 +1,411 @@
+epoch,train_loss,eval_loss,eval_top1,eval_top5
+0,2.049203749395843,1.574278125,50.06,91.17
+1,1.3927053605389392,0.4588916015625,87.46,99.58
+2,1.042914854028286,0.35226923828125,90.98,99.71
+3,0.9382345240849715,0.3416751953125,91.89,99.83
+4,0.8849964555766847,0.27543349609375,92.72,99.9
+5,0.8390877226479033,0.2549384765625,94.58,99.9
+6,0.8053608322754885,0.2497123046875,95.21,99.96
+7,0.7725402942070594,0.21578564453125,95.52,99.91
+8,0.7484030526163231,0.21256494140625,95.6,99.93
+9,0.7344241540910851,0.1983033203125,95.97,99.97
+10,0.7240188989119652,0.18975732421875,96.69,99.94
+11,0.7100657428431715,0.172712890625,97.13,99.97
+12,0.6994125761537471,0.1662802734375,97.24,99.96
+13,0.690460025627389,0.171416015625,97.42,99.96
+14,0.6867338933496394,0.159605078125,97.72,99.98
+15,0.6786597442423177,0.17133505859375,97.49,99.96
+16,0.6728733074970734,0.17228046875,97.42,99.95
+17,0.670522008696173,0.1627783203125,97.32,99.97
+18,0.6656140211300973,0.1734673828125,97.65,99.97
+19,0.6630403116727487,0.1556228515625,97.87,99.96
+20,0.6572317908971738,0.16122294921875,98.01,99.98
+21,0.6511063919617579,0.14964150390625,98.02,99.96
+22,0.6495503262322173,0.1448744140625,98.2,99.96
+23,0.6438452265201471,0.144097265625,98.19,99.99
+24,0.6374830146375884,0.15107578125,98.12,99.97
+25,0.6366701760353186,0.1501666015625,98.23,99.98
+26,0.6330100294107046,0.1375451171875,98.57,99.99
+27,0.6293690789204377,0.1553986328125,98.39,99.98
+28,0.6256000973984727,0.14353779296875,98.3,99.95
+29,0.6273197110137368,0.135529296875,98.56,99.99
+30,0.6193205309219849,0.15884765625,98.3,100.0
+31,0.6215914473829106,0.13963076171875,98.4,99.99
+32,0.6170776416348596,0.13633876953125,98.43,99.98
+33,0.6136783560117086,0.1416693359375,98.42,99.99
+34,0.6160502319152539,0.1435626953125,98.31,99.97
+35,0.6129352089940993,0.14032392578125,98.51,99.98
+36,0.612594489995231,0.13650087890625,98.58,99.97
+37,0.6093916419224862,0.1351462890625,98.5,99.97
+38,0.610197808752712,0.14546357421875,98.29,99.99
+39,0.6096327031015331,0.144216015625,98.46,99.98
+40,0.6067868140008714,0.13500634765625,98.51,100.0
+41,0.6063744974696738,0.13303984375,98.48,99.98
+42,0.6026916475886972,0.15171474609375,98.35,99.99
+43,0.604329472168898,0.14154384765625,98.4,99.99
+44,0.6011096348619869,0.134068359375,98.6,99.98
+45,0.6015684044259226,0.1394724609375,98.5,99.99
+46,0.5990602787997987,0.13877109375,98.59,99.96
+47,0.5990085697326905,0.135013671875,98.48,99.98
+48,0.5990471940519463,0.13548466796875,98.54,99.99
+49,0.5975974938298902,0.14013662109375,98.49,99.99
+50,0.5993613342189381,0.132107421875,98.61,100.0
+51,0.5949062482159362,0.1354912109375,98.53,99.99
+52,0.5959152663365389,0.13525498046875,98.51,99.97
+53,0.594587504863739,0.13973369140625,98.49,99.98
+54,0.5943457088154606,0.1408345703125,98.47,99.97
+55,0.594038697771537,0.13210517578125,98.61,99.96
+56,0.5938744729655421,0.1363298828125,98.74,99.98
+57,0.5937144642966425,0.12831025390625,98.78,99.97
+58,0.5916935220742837,0.130291015625,98.65,99.99
+59,0.5921685816640527,0.13181884765625,98.63,99.99
+60,0.5909548731695893,0.126191796875,98.45,99.97
+61,0.5904181881083382,0.1263501953125,98.68,99.98
+62,0.5912963908452255,0.1448142578125,98.21,99.99
+63,0.5896430212972511,0.1325982421875,98.71,99.97
+64,0.5891418072402986,0.13069150390625,98.5,99.97
+65,0.588060691061183,0.13856630859375,98.51,99.95
+66,0.5868872080603217,0.12651064453125,98.8,100.0
+67,0.5876255351254064,0.12060888671875,98.83,99.99
+68,0.5869405689911965,0.13286298828125,98.64,100.0
+69,0.5888192346717558,0.134579296875,98.78,99.98
+70,0.5860357576201105,0.13061767578125,98.69,99.97
+71,0.586005469927421,0.13439130859375,98.74,99.96
+72,0.58433979545903,0.13893388671875,98.51,100.0
+73,0.5835207634501987,0.13092294921875,98.68,99.99
+74,0.5844699568473376,0.13256435546875,98.77,99.97
+75,0.5860578764198173,0.13438046875,98.7,99.97
+76,0.5854919073928115,0.11696884765625,98.82,99.97
+77,0.5874865542874377,0.12487197265625,98.95,99.99
+78,0.5822941527152673,0.1270072265625,98.71,99.99
+79,0.582367687780633,0.129103125,98.85,99.99
+80,0.5809374400693127,0.1415828125,98.52,99.98
+81,0.5840936345167649,0.129009375,98.76,99.98
+82,0.5831048064506971,0.1310517578125,98.6,99.99
+83,0.5820666461164116,0.1309912109375,98.8,99.98
+84,0.5813346143461701,0.13278349609375,98.47,99.97
+85,0.5817375551176887,0.12078515625,98.84,100.0
+86,0.5823956147218362,0.12663134765625,98.92,99.97
+87,0.5826347546699719,0.127183203125,98.89,99.99
+88,0.5823203107485404,0.1318541015625,98.64,99.99
+89,0.5798375765737306,0.12867724609375,98.91,99.99
+90,0.5804703843135101,0.12332392578125,98.93,99.99
+91,0.5790931979815165,0.122334375,98.82,99.98
+92,0.5787249508067074,0.12780927734375,98.91,99.98
+93,0.5786382434969275,0.13520107421875,98.73,99.95
+94,0.5775901342813785,0.12469697265625,98.97,100.0
+95,0.5775822166703705,0.12621181640625,98.85,99.97
+96,0.5790859385688081,0.12909609375,98.9,99.97
+97,0.5797145411244824,0.13594716796875,98.72,99.99
+98,0.5789878975886565,0.1312041015625,98.48,99.97
+99,0.5782710842342458,0.1275306640625,98.77,100.0
+100,0.5783974954969863,0.13275439453125,98.56,99.99
+101,0.5796250765904402,0.133439453125,98.67,99.97
+102,0.5783576039422271,0.122379296875,98.91,99.98
+103,0.578528566365568,0.1438791015625,98.76,100.0
+104,0.5762475824508911,0.12730107421875,98.96,99.99
+105,0.5778636956571513,0.09559765625,98.95,100.0
+106,0.5775963692074149,0.12983232421875,98.83,99.98
+107,0.5763771383680849,0.1238208984375,98.88,99.99
+108,0.5767766582405466,0.12046103515625,98.77,99.98
+109,0.5786097815148851,0.12729384765625,98.85,100.0
+110,0.5756123789355286,0.13721484375,98.75,99.97
+111,0.5772137667378808,0.123394140625,98.82,99.99
+112,0.5783220948571832,0.12062548828125,98.85,100.0
+113,0.5764678600761626,0.1262322265625,98.97,100.0
+114,0.5734537240022268,0.13619658203125,98.67,99.99
+115,0.5752929577715377,0.1260365234375,98.75,100.0
+116,0.5723435933518614,0.13366923828125,98.75,99.99
+117,0.5749581410334661,0.1219021484375,98.95,99.99
+118,0.5744165585845964,0.1287455078125,98.89,100.0
+119,0.574301160298861,0.1297197265625,98.68,99.97
+120,0.5724229626675956,0.133007421875,98.87,99.97
+121,0.5735130133027704,0.1247048828125,98.93,99.99
+122,0.5711414764324824,0.13442197265625,98.83,99.98
+123,0.5702696012126075,0.1315990234375,98.7,99.95
+124,0.5701970236423688,0.125580078125,98.9,99.98
+125,0.5719736451521898,0.1227998046875,98.81,99.98
+126,0.5724257114860747,0.12026806640625,99.03,99.99
+127,0.5709745220394216,0.1297744140625,98.89,99.99
+128,0.571915620412582,0.12858525390625,98.85,99.98
+129,0.5732374395060743,0.1239734375,98.86,100.0
+130,0.5704013385579118,0.1171212890625,99.04,99.97
+131,0.5694184603854122,0.1272556640625,98.67,99.99
+132,0.5683599292722523,0.1226951171875,98.93,99.99
+133,0.5707461311776414,0.1310771484375,98.94,100.0
+134,0.5710641532881647,0.1193953125,99.03,99.98
+135,0.5684716935850617,0.12644609375,99.0,100.0
+136,0.5671236232305185,0.12135859375,99.0,99.98
+137,0.5683698980217307,0.12894267578125,98.87,99.98
+138,0.5682584926103934,0.11997880859375,99.07,100.0
+139,0.5671147064775484,0.127665234375,98.92,99.99
+140,0.5699093664049083,0.12500546875,98.94,99.98
+141,0.567645833405674,0.1204541015625,98.97,99.99
+142,0.567980256727618,0.1247033203125,98.95,100.0
+143,0.5656836446788576,0.1262134765625,98.92,99.98
+144,0.5672699099677241,0.12748134765625,98.92,99.99
+145,0.5690997701424819,0.12713232421875,98.82,99.98
+146,0.5680884085914009,0.12744150390625,98.78,99.98
+147,0.5657427466323233,0.11940126953125,99.07,99.98
+148,0.5667657537592782,0.1276365234375,98.92,99.98
+149,0.5676569164308727,0.1237685546875,98.86,100.0
+150,0.5653175865737801,0.12243134765625,99.03,99.99
+151,0.5650833685938109,0.133868359375,98.76,99.98
+152,0.5663267171535736,0.1282115234375,98.95,99.99
+153,0.5666709323214669,0.1259875,98.96,99.95
+154,0.567270520151171,0.12077529296875,99.0,99.97
+155,0.5649357162989103,0.1206697265625,99.1,99.99
+156,0.5640060034317848,0.12757919921875,98.79,99.97
+157,0.5624894408079294,0.12559765625,98.95,99.97
+158,0.5653565155389981,0.12997568359375,98.89,99.98
+159,0.5644599981287606,0.125005078125,98.88,99.96
+160,0.5643082602411253,0.12383583984375,99.12,99.98
+161,0.5618296799241987,0.1256177734375,99.16,99.99
+162,0.5622466882834067,0.1240330078125,99.01,100.0
+163,0.5637014746411234,0.13168115234375,99.01,99.98
+164,0.5631254857931381,0.12485625,98.99,99.99
+165,0.5615200550637693,0.11883974609375,99.2,99.98
+166,0.5623008517118601,0.12313173828125,99.06,99.99
+167,0.5618204133123414,0.12794912109375,98.97,99.99
+168,0.5612388338543411,0.1239474609375,99.05,99.96
+169,0.5620306019599621,0.12308349609375,98.96,99.97
+170,0.5622292051457951,0.12130458984375,98.97,100.0
+171,0.5618113274248238,0.1221951171875,99.11,99.99
+172,0.5609571495626726,0.12595712890625,99.0,99.99
+173,0.562185566012676,0.12820615234375,98.94,99.99
+174,0.5607339290217457,0.12457646484375,98.96,99.96
+175,0.5591688403207012,0.122189453125,98.96,99.99
+176,0.5593712042030107,0.1236150390625,98.98,99.99
+177,0.5597666530018179,0.1207978515625,99.09,99.99
+178,0.5636215481238488,0.12306533203125,99.01,99.98
+179,0.5592167744269738,0.1287533203125,99.05,99.99
+180,0.5605285642748206,0.12690146484375,98.98,99.99
+181,0.5605041997300254,0.12670556640625,99.02,99.99
+182,0.558561824198462,0.1259505859375,98.94,99.98
+183,0.5608802581699486,0.12058837890625,99.03,99.97
+184,0.5604965802696016,0.11559560546875,99.16,100.0
+185,0.558077360320295,0.12365830078125,98.96,99.95
+186,0.5595548210235742,0.12935400390625,98.94,99.96
+187,0.5573639672281395,0.113704296875,98.94,99.99
+188,0.558034655247998,0.13138974609375,98.83,99.99
+189,0.55856829486851,0.12296904296875,99.12,99.98
+190,0.5566886103051341,0.11847626953125,98.98,99.99
+191,0.5568428468755168,0.1308958984375,99.06,99.98
+192,0.5597969671854606,0.12405703125,99.17,99.99
+193,0.557933531765245,0.1240919921875,99.06,99.99
+194,0.5564505978781953,0.1227267578125,99.07,100.0
+195,0.5553959549492241,0.12446923828125,99.03,99.97
+196,0.5552485382709748,0.12157158203125,98.98,99.98
+197,0.5576879723459227,0.12222412109375,99.02,99.97
+198,0.5568467106065179,0.12643115234375,99.09,99.99
+199,0.5542582121924458,0.117430078125,99.05,100.0
+200,0.5555581230128932,0.122204296875,99.12,99.99
+201,0.5547507265184679,0.12399716796875,99.03,99.97
+202,0.5561901771614695,0.12051083984375,99.09,99.95
+203,0.5549356925946015,0.125097265625,99.05,99.97
+204,0.5559487835719035,0.12201064453125,99.03,99.97
+205,0.5537806364715608,0.1171564453125,99.12,99.98
+206,0.5558644446552309,0.12678837890625,99.01,100.0
+207,0.5548255056397527,0.12852998046875,99.01,99.99
+208,0.5540381915803648,0.124514453125,99.02,100.0
+209,0.5563251846111738,0.12000537109375,99.12,99.96
+210,0.557297840459734,0.12396396484375,99.11,100.0
+211,0.555099429610448,0.1310033203125,98.95,100.0
+212,0.5540768273620524,0.12298828125,98.96,99.98
+213,0.5530336846907934,0.12340234375,99.05,99.99
+214,0.5548204209050561,0.123146875,99.13,99.99
+215,0.5525186171389034,0.1218619140625,99.03,99.98
+216,0.5502528560976697,0.1221994140625,99.07,99.99
+217,0.5542494573144832,0.126258203125,98.87,99.99
+218,0.5511560499922842,0.122059375,99.17,99.97
+219,0.5505655018182901,0.1239375,98.97,99.99
+220,0.5533547145433915,0.1236455078125,99.09,100.0
+221,0.5540050566196442,0.121393359375,99.07,99.98
+222,0.5510702564930304,0.12175029296875,99.03,99.99
+223,0.5507524919051391,0.124687890625,99.02,99.97
+224,0.5517024902197031,0.12844287109375,98.97,99.95
+225,0.5521084629317634,0.12123583984375,99.05,99.98
+226,0.5521794022657932,0.12183642578125,99.06,99.99
+227,0.5503506865511593,0.11674052734375,99.19,100.0
+228,0.5493589732636753,0.12772705078125,99.09,99.95
+229,0.5503626748537406,0.12196845703125,99.03,99.98
+230,0.5489499785451808,0.11945009765625,99.05,99.97
+231,0.5509909112484027,0.1243626953125,99.11,99.98
+232,0.550254160267675,0.1208203125,99.16,99.95
+233,0.5532915809979806,0.11676083984375,99.14,99.97
+234,0.5491961631764714,0.12410888671875,99.09,99.98
+235,0.5485592414425988,0.1249484375,99.0,99.94
+236,0.5497473958465788,0.1183953125,99.09,99.96
+237,0.5455999948784837,0.127162109375,99.06,99.94
+238,0.5479540200824411,0.12338857421875,99.06,99.98
+239,0.5461078668252016,0.12743505859375,98.99,99.97
+240,0.5471093021651618,0.12548671875,99.02,99.98
+241,0.5488049435055155,0.11770712890625,99.17,99.95
+242,0.5508029649400303,0.12168017578125,99.15,99.95
+243,0.5463602665143136,0.12330166015625,99.0,99.99
+244,0.5474392566670719,0.122143359375,99.11,99.99
+245,0.546833517205002,0.1186517578125,99.2,99.97
+246,0.5473216476603451,0.1177796875,99.25,100.0
+247,0.5480896424279253,0.1231373046875,99.0,99.97
+248,0.5452695376852639,0.1243685546875,99.11,99.98
+249,0.5455561937429966,0.119180078125,99.11,99.99
+250,0.5462012909925901,0.12299951171875,99.01,99.98
+251,0.5447765528901011,0.1234208984375,98.98,99.99
+252,0.545920779562404,0.11923505859375,99.14,99.98
+253,0.545989308729131,0.12003427734375,99.14,100.0
+254,0.5470450608394085,0.121351953125,99.03,99.94
+255,0.5460598919636164,0.12101962890625,99.11,99.98
+256,0.5453465568204211,0.12320380859375,99.11,99.99
+257,0.5465121898386214,0.12301982421875,99.06,99.97
+258,0.5442490032595447,0.12259013671875,98.97,99.98
+259,0.545985307958391,0.12127548828125,99.13,99.96
+260,0.5447973221795172,0.1207568359375,99.13,99.97
+261,0.544297597092441,0.118973046875,99.09,99.98
+262,0.5438258048051443,0.11863662109375,99.03,99.98
+263,0.5421598986682729,0.1196048828125,99.06,99.98
+264,0.5430279613560082,0.11958994140625,99.21,99.92
+265,0.5439176284349881,0.1259359375,99.0,99.98
+266,0.54317194248876,0.124359765625,99.0,99.97
+267,0.5441820960269015,0.12078203125,99.19,99.95
+268,0.5425873801239536,0.12032021484375,99.05,99.97
+269,0.5420602603345854,0.12209765625,99.11,99.99
+270,0.5411795261833403,0.12047509765625,99.1,99.95
+271,0.5416645515932996,0.12109267578125,99.22,99.98
+272,0.5430871974199246,0.11620849609375,99.21,99.96
+273,0.5426481256627629,0.11958017578125,98.99,99.96
+274,0.5421339091327455,0.1234400390625,99.1,99.95
+275,0.5399131037485905,0.1204953125,99.17,99.94
+276,0.5397696684823077,0.11879296875,99.12,99.98
+277,0.5426003477002821,0.120455859375,99.12,99.97
+278,0.5430333456422529,0.12179951171875,99.09,99.95
+279,0.5413367478256552,0.11940537109375,99.1,99.95
+280,0.540363890493018,0.1220951171875,99.08,99.91
+281,0.5414908026528155,0.1190978515625,99.07,99.97
+282,0.5376138366185702,0.12153095703125,99.07,99.96
+283,0.5414118426732528,0.120766796875,99.13,99.97
+284,0.5386288652562687,0.11923369140625,99.15,99.97
+285,0.5404080502752565,0.1206541015625,99.13,99.93
+286,0.5425357661950283,0.11998212890625,99.29,99.98
+287,0.5419457998031225,0.12077431640625,99.11,99.97
+288,0.5385293845946972,0.1212609375,99.11,99.94
+289,0.5407988937237324,0.1202103515625,99.12,99.95
+290,0.5390369414519041,0.11714111328125,99.25,99.95
+291,0.5411247034103442,0.12267490234375,99.13,99.95
+292,0.5405524103050559,0.1236955078125,99.11,99.93
+293,0.5380691679624411,0.11936181640625,99.15,99.93
+294,0.5385236643318437,0.119561328125,99.25,99.99
+295,0.5380181978400956,0.11766552734375,99.27,99.93
+296,0.5387527123730407,0.11821083984375,99.22,99.95
+297,0.5363723080382388,0.1207146484375,99.1,99.92
+298,0.5364337013317988,0.12200888671875,99.19,99.92
+299,0.5382138491950483,0.12289638671875,99.07,99.92
+300,0.537247626699953,0.11921455078125,99.17,99.98
+301,0.53737300940049,0.1187576171875,99.23,99.93
+302,0.53724896041756,0.1204314453125,99.21,99.95
+303,0.5373096061058533,0.121327734375,99.16,99.93
+304,0.5363120914269717,0.118422265625,99.13,99.95
+305,0.5360445875642647,0.11897802734375,99.13,99.94
+306,0.5363243283369602,0.12131572265625,99.14,99.94
+307,0.5356775193642347,0.12002099609375,99.13,99.96
+308,0.5353708407308302,0.12066611328125,99.12,99.96
+309,0.5356730548744528,0.12070537109375,99.05,99.93
+310,0.5343578133063439,0.12355869140625,99.1,99.96
+311,0.5354884098737668,0.12080029296875,99.15,99.97
+312,0.5346352478377839,0.12198388671875,99.21,99.96
+313,0.5335496585083823,0.12126748046875,99.15,99.93
+314,0.53493782495841,0.11896435546875,99.15,99.97
+315,0.534708217295826,0.11924970703125,99.23,99.95
+316,0.5324308817457949,0.11978564453125,99.22,99.93
+317,0.5325958016845915,0.1223607421875,99.18,99.97
+318,0.5330272953734438,0.12056513671875,99.26,99.94
+319,0.5350063854557836,0.1180029296875,99.21,99.95
+320,0.5344770613134416,0.12096298828125,99.21,99.95
+321,0.5335558626132134,0.12107001953125,99.11,99.96
+322,0.5332570826141243,0.1203470703125,99.16,99.95
+323,0.5333358982944081,0.121357421875,99.14,99.98
+324,0.5329760511716207,0.121312109375,99.14,99.93
+325,0.5332305872032785,0.118637890625,99.21,99.96
+326,0.5340037896082952,0.12092802734375,99.17,99.95
+327,0.5335439730149049,0.128932421875,99.19,99.96
+328,0.5333183481652513,0.12025048828125,99.16,99.93
+329,0.5318112237076474,0.1220966796875,99.12,99.94
+330,0.5322992977423545,0.119646875,99.19,99.94
+331,0.5320717046658198,0.11886083984375,99.11,99.97
+332,0.5322251992347913,0.1188423828125,99.22,99.93
+333,0.5324596051986401,0.1217642578125,99.2,99.91
+334,0.5310296709211464,0.12149814453125,99.17,99.92
+335,0.5314236237452581,0.1198044921875,99.19,99.95
+336,0.5316204987784736,0.12126455078125,99.27,99.95
+337,0.5319090555621009,0.12271796875,99.2,99.93
+338,0.5295318343445786,0.12058154296875,99.19,99.94
+339,0.5316879760760528,0.11749140625,99.28,99.92
+340,0.5319424684231098,0.11989296875,99.24,99.95
+341,0.5302603708373176,0.1202650390625,99.22,99.93
+342,0.5318838336274155,0.1203275390625,99.19,99.94
+343,0.5307474911977084,0.12019365234375,99.17,99.94
+344,0.5314357374977862,0.11759296875,99.23,99.94
+345,0.5306921557992952,0.12079970703125,99.25,99.94
+346,0.5307983812103924,0.11749541015625,99.26,99.94
+347,0.5301228388507142,0.11886318359375,99.24,99.93
+348,0.5289084521623758,0.1199921875,99.21,99.89
+349,0.530620998933784,0.12262275390625,99.17,99.97
+350,0.5319102260037365,0.12013447265625,99.27,99.95
+351,0.5304431726789882,0.11790576171875,99.26,99.99
+352,0.5301329538098767,0.1212576171875,99.17,99.9
+353,0.5295341717891204,0.119,99.3,99.97
+354,0.5272885665424869,0.1179666015625,99.21,99.93
+355,0.5289288773241206,0.1206611328125,99.22,99.95
+356,0.5288480986387302,0.12003642578125,99.25,99.96
+357,0.5304511805884858,0.11960546875,99.23,99.94
+358,0.5287236009652798,0.12074873046875,99.27,99.92
+359,0.5287407076256907,0.1206546875,99.18,99.94
+360,0.5295863952646908,0.12064755859375,99.22,99.96
+361,0.5295098138670636,0.12149990234375,99.23,99.93
+362,0.5282197643039573,0.120649609375,99.19,99.9
+363,0.5285573678138928,0.11961943359375,99.16,99.93
+364,0.5276168566993159,0.117815625,99.31,99.95
+365,0.5286932366016583,0.12147666015625,99.25,99.96
+366,0.5286678832310897,0.1205390625,99.13,99.93
+367,0.5287020426784825,0.1207126953125,99.21,99.91
+368,0.5304468681669643,0.11679990234375,99.3,99.96
+369,0.5286487190641909,0.1214046875,99.19,99.96
+370,0.5271205537849002,0.11978046875,99.28,99.93
+371,0.5275755746242328,0.11874912109375,99.23,99.91
+372,0.5275554245608485,0.1189548828125,99.25,99.92
+373,0.5282069941361746,0.1205970703125,99.24,99.92
+374,0.5287563178019646,0.12182353515625,99.19,99.93
+375,0.527323907893947,0.1192630859375,99.22,99.93
+376,0.5279969222779967,0.12107431640625,99.2,99.92
+377,0.5279076700536613,0.11717998046875,99.33,99.94
+378,0.5275663131067896,0.120537109375,99.32,99.92
+379,0.5283841191448717,0.11749951171875,99.24,99.96
+380,0.5275026856579332,0.115131640625,99.26,99.97
+381,0.5294800298845667,0.1172572265625,99.26,99.94
+382,0.5268042822424163,0.119598828125,99.2,99.94
+383,0.5282312269903656,0.11760986328125,99.24,99.91
+384,0.5277380438951346,0.11915888671875,99.22,99.91
+385,0.52761441647497,0.119484375,99.26,99.93
+386,0.5272477641064897,0.11758330078125,99.27,99.93
+387,0.52756808214208,0.11779013671875,99.26,99.95
+388,0.5268481744405551,0.119007421875,99.19,99.97
+389,0.5265447572510467,0.11955341796875,99.21,99.95
+390,0.5272082631659304,0.12001708984375,99.33,99.94
+391,0.5259894736302204,0.11728896484375,99.27,99.95
+392,0.5267708889949017,0.11976142578125,99.23,99.92
+393,0.5273966624950751,0.118231640625,99.26,99.95
+394,0.5275357163105255,0.120197265625,99.22,99.92
+395,0.5286218583838552,0.12018154296875,99.18,99.92
+396,0.527097352549561,0.1176033203125,99.27,99.89
+397,0.5268393859394596,0.11855126953125,99.3,99.94
+398,0.5260507622335711,0.1194064453125,99.25,99.93
+399,0.5262014034212145,0.12112529296875,99.25,99.92
+400,0.5273481427859037,0.121321875,99.19,99.98
+401,0.5270794989206852,0.121044140625,99.24,99.92
+402,0.5287299609591818,0.11641337890625,99.3,99.95
+403,0.52704882570821,0.11749052734375,99.26,99.95
+404,0.5263446149153587,0.11870400390625,99.28,99.94
+405,0.5278836591885641,0.1190287109375,99.25,99.94
+406,0.5269953676013865,0.11876630859375,99.26,99.94
+407,0.5275352426573762,0.118384375,99.17,99.94
+408,0.5262100860858575,0.118436328125,99.26,99.92
+409,0.5277027803608495,0.1192666015625,99.21,99.94

ckpt/cls/Spikf_SEMM/smnist/model_best.pth.tar

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de79034bd5636b9b81de853eea44fc3b8029be04bf2bae63eec30fa1ac9efc04
+size 78072559

ckpt/cls/Spikformer/psmnist/args.yaml

@@ -0,0 +1,129 @@
+aa: null
+act_function: SigmoidGrad
+alpha: 4.0
+amp: true
+apex_amp: false
+attn_drop: 0.0
+attn_layer: SSA
+attn_scale: 0.125
+aug_splits: 0
+batch_size: 128
+bn_eps: null
+bn_momentum: null
+bn_tf: false
+channels_last: false
+checkpoint_hist: 10
+clip_grad: null
+clip_mode: norm
+color_jitter: 0.0
+cooldown_epochs: 10
+crop_pct: 1.0
+cutmix: 0.0
+cutmix_minmax: null
+data_dir: /home/shensicheng/datasets/MNIST
+dataset: psmnist
+decay_epochs: 30
+decay_rate: 0.1
+depths: 4
+device: 5
+dist_bn: ''
+drop: 0.0
+drop_block: null
+drop_connect: null
+drop_path: null
+embed_dim: 384
+embed_layer: sequential_embed
+epoch_repeats: 0.0
+epochs: 400
+eval_metric: top1
+event_mix: false
+experiment: ''
+gp: null
+hflip: 0.5
+img_size: 28
+in_channels: 1
+initial_checkpoint: ''
+input_size: null
+interpolation: bicubic
+jsd: false
+local_rank: 0
+log_interval: 200
+log_wandb: false
+lr: 0.0005
+lr_cycle_limit: 1
+lr_cycle_mul: 1.0
+lr_noise: null
+lr_noise_pct: 0.67
+lr_noise_std: 1.0
+mean:
+- 0.1307
+- 0.1307
+- 0.1307
+min_lr: 1.0e-05
+mixup: 0.0
+mixup_mode: batch
+mixup_off_epoch: 0
+mixup_prob: 1.0
+mixup_switch_prob: 0.5
+mlp_drop: 0.0
+mlp_ratio: 4
+model: spikformer_cifar
+model_ema: false
+model_ema_decay: 0.9998
+model_ema_force_cpu: false
+momentum: 0.9
+native_amp: false
+no_aug: false
+no_prefetcher: false
+no_resume_opt: false
+node_type: LIFNode
+num_classes: 10
+num_heads: 12
+opt: adamw
+opt_betas: null
+opt_eps: null
+output: /home/shensicheng/log/SpikingTransformerBenchmark/test/Spikformer
+patch_size: 4
+patience_epochs: 10
+pin_mem: false
+pretrained: false
+ratio:
+- 1.0
+- 1.0
+recount: 1
+recovery_interval: 0
+remode: const
+reprob: 0.25
+resplit: false
+resume: ''
+save_images: false
+scale:
+- 1.0
+- 1.0
+sched: cosine
+seed: 42
+sequence_length: 784
+sequential_length: false
+smoothing: 0.1
+split_bn: false
+start_epoch: null
+std:
+- 0.3081
+- 0.3081
+- 0.3081
+step: 4
+sync_bn: false
+tau: 2.0
+threshold: 1.0
+torchscript: false
+train_interpolation: bicubic
+train_split: train
+tta: 0
+use_multi_epochs_loader: false
+val_batch_size: 128
+val_split: validation
+vflip: 0.0
+warmup_epochs: 20
+warmup_lr: 1.0e-05
+weight_decay: 0.06
+workers: 16

ckpt/cls/Spikformer/psmnist/log.csv

@@ -0,0 +1,411 @@
+epoch,train_loss,eval_loss,eval_top1,eval_top5
+0,2.0311976714521394,1.5050328125,56.01,92.95
+1,1.3278849453498156,0.69954375,79.67,98.3
+2,1.0502882837994485,0.527996875,85.29,98.74
+3,0.9441453939319676,0.52026171875,85.04,98.9
+4,0.8860271770475258,0.44233359375,87.81,99.2
+5,0.8513026199279687,0.63010078125,80.74,98.93
+6,0.8248500364203738,0.400628125,88.64,99.31
+7,0.7987316761516098,0.4679984375,86.58,98.94
+8,0.7879872350101798,0.39788203125,89.47,98.95
+9,0.7699746620706004,0.343231640625,91.16,99.39
+10,0.7486752480523199,0.30039296875,92.09,99.55
+11,0.7405678305106286,0.329017578125,91.94,99.51
+12,0.7267503293915691,0.34176953125,91.36,99.5
+13,0.7201808535645151,0.3401265625,91.47,99.51
+14,0.7143262042703792,0.292886328125,92.62,99.63
+15,0.7066302969414964,0.29316796875,92.72,99.73
+16,0.699442981909483,0.254087890625,93.58,99.7
+17,0.6960989443155435,0.357725,90.39,99.47
+18,0.6931850116731774,0.389740625,90.02,99.28
+19,0.6882256794179606,0.29025703125,93.33,99.54
+20,0.6844633658472289,0.306089453125,92.15,99.7
+21,0.6784809416430628,0.25144609375,94.53,99.68
+22,0.6730253937152716,0.2629671875,94.46,99.71
+23,0.6620907709639297,0.227743359375,94.93,99.77
+24,0.661750390743598,0.3230140625,92.05,99.61
+25,0.6589252325968865,0.258341015625,94.33,99.79
+26,0.6503411896972575,0.238496875,95.13,99.79
+27,0.6485831584685888,0.279256640625,93.71,99.59
+28,0.6442421924354683,0.22821796875,94.96,99.72
+29,0.6454041056398653,0.261337109375,94.23,99.73
+30,0.6402653338562729,0.2541421875,94.79,99.73
+31,0.6361593811685203,0.23298828125,95.2,99.75
+32,0.6331999331203282,0.231696484375,95.48,99.71
+33,0.6340167372145205,0.2280953125,95.09,99.77
+34,0.6302048949859081,0.21651328125,95.28,99.77
+35,0.6302301669732119,0.271593359375,94.12,99.64
+36,0.6242063696313108,0.24243046875,94.57,99.75
+37,0.6235095550361861,0.245002734375,94.82,99.65
+38,0.6215307037545066,0.22614453125,95.27,99.75
+39,0.6228651483344216,0.23268828125,95.47,99.78
+40,0.6178099650603074,0.22007890625,95.38,99.74
+41,0.6191081491291014,0.212910546875,95.92,99.79
+42,0.6137261518046387,0.22109609375,95.52,99.78
+43,0.6124246898624632,0.1986265625,96.02,99.86
+44,0.6124264646289695,0.203416015625,95.87,99.78
+45,0.613197379387342,0.218209375,95.66,99.71
+46,0.6083220835679617,0.20971015625,95.77,99.83
+47,0.6109152592909641,0.19916796875,95.99,99.77
+48,0.6084280834238753,0.20787734375,95.92,99.82
+49,0.6095045114684309,0.213365234375,95.8,99.71
+50,0.6064152371170174,0.234071484375,95.62,99.74
+51,0.6057653225894667,0.205765234375,95.89,99.77
+52,0.6044599233020065,0.2033564453125,95.97,99.81
+53,0.6031487715295237,0.209477734375,95.9,99.83
+54,0.6039654936036493,0.2034568359375,96.16,99.8
+55,0.6029409516570915,0.205505859375,95.96,99.77
+56,0.6011699536162564,0.2028890625,96.13,99.85
+57,0.6018800345750955,0.206420703125,95.9,99.85
+58,0.5996078464210542,0.19618046875,96.44,99.85
+59,0.5987645098541536,0.20009140625,96.14,99.82
+60,0.5971357437789949,0.19808359375,96.5,99.79
+61,0.5965182914947852,0.20600703125,95.86,99.84
+62,0.5991753760056618,0.19797734375,96.21,99.83
+63,0.5979780254200993,0.206502734375,96.09,99.8
+64,0.5942235071944375,0.21534140625,95.88,99.8
+65,0.5929781451948688,0.20165,95.99,99.77
+66,0.5932630152783842,0.20425078125,96.09,99.73
+67,0.5951229442133863,0.201555859375,96.22,99.85
+68,0.5917951653146336,0.19800703125,96.3,99.77
+69,0.5938850266811175,0.19351171875,96.64,99.83
+70,0.5881724860678371,0.19793046875,96.62,99.73
+71,0.5893765749075474,0.193241796875,96.61,99.74
+72,0.5914467258585824,0.197560546875,96.36,99.81
+73,0.5917107470524616,0.19855703125,96.4,99.79
+74,0.5880325030312579,0.19787734375,96.2,99.74
+75,0.58973270170709,0.18942890625,96.58,99.8
+76,0.5856191352901295,0.198340625,96.42,99.77
+77,0.5852725470167959,0.204709375,96.39,99.76
+78,0.5868446246171609,0.214966796875,96.08,99.75
+79,0.5849240643855853,0.1929333984375,96.42,99.82
+80,0.5859778327310187,0.208746484375,96.32,99.86
+81,0.5833944643919284,0.2010609375,96.38,99.69
+82,0.5864003285383567,0.19654609375,96.23,99.82
+83,0.585903817262405,0.1958861328125,96.45,99.83
+84,0.585150515803924,0.19412890625,96.48,99.78
+85,0.5835038743212692,0.1975798828125,96.32,99.83
+86,0.5843309670941442,0.19551640625,96.51,99.78
+87,0.5844282403460934,0.197051171875,96.46,99.79
+88,0.5823095105906837,0.20190078125,96.5,99.85
+89,0.5838471972025358,0.183071875,96.7,99.84
+90,0.58103693728773,0.187891015625,96.66,99.72
+91,0.5827777688829308,0.201236328125,96.31,99.81
+92,0.581844848445338,0.2144611328125,96.04,99.76
+93,0.5824162980430146,0.18362578125,96.74,99.71
+94,0.5803084485551231,0.188644140625,96.48,99.78
+95,0.5798753978859665,0.2012294921875,96.41,99.83
+96,0.5801419636123201,0.1909984375,96.73,99.82
+97,0.5787282288074493,0.200567578125,96.4,99.82
+98,0.5781546154847512,0.193865234375,96.24,99.73
+99,0.5801491044525408,0.19217734375,96.55,99.83
+100,0.5795652135315105,0.1990796875,96.46,99.83
+101,0.5802788614717305,0.19284375,96.45,99.73
+102,0.5775647084427695,0.18786328125,96.69,99.81
+103,0.5790672150687275,0.18724609375,96.77,99.79
+104,0.576947966701964,0.195354296875,96.65,99.8
+105,0.5772757604081407,0.18925546875,96.67,99.73
+106,0.5769881142510308,0.1923943359375,96.5,99.82
+107,0.5772142080415008,0.193919921875,96.56,99.76
+108,0.5763637322900642,0.19716875,96.3,99.8
+109,0.5753340112347888,0.1960046875,96.56,99.77
+110,0.5727521875220486,0.1937302734375,96.71,99.75
+111,0.5751173396905264,0.2018546875,96.47,99.79
+112,0.5760141509210962,0.19893203125,96.57,99.74
+113,0.5746360661891791,0.197252734375,96.39,99.7
+114,0.5755844972072504,0.194031640625,96.67,99.8
+115,0.5732299323774811,0.18108828125,96.99,99.86
+116,0.5730093913710016,0.18083125,96.94,99.83
+117,0.5725149600169598,0.194726171875,96.78,99.75
+118,0.572955556659617,0.18974921875,96.76,99.83
+119,0.572239191741006,0.1926,96.73,99.8
+120,0.5722128177045757,0.1970078125,96.41,99.76
+121,0.5738590918799751,0.1879296875,96.69,99.76
+122,0.5737223288951776,0.197746875,96.61,99.71
+123,0.5721752125228572,0.188099609375,96.76,99.72
+124,0.5715533238955033,0.188022265625,96.86,99.79
+125,0.5718291507572191,0.193272265625,96.75,99.79
+126,0.5696730990695138,0.192171484375,96.66,99.74
+127,0.5709422335156009,0.1931705078125,96.69,99.85
+128,0.571633547035038,0.2037921875,96.28,99.67
+129,0.5714657330869609,0.185165625,96.92,99.79
+130,0.5697104769130038,0.1867,96.87,99.8
+131,0.5678439291878643,0.191312890625,96.95,99.73
+132,0.5712293805474908,0.18139609375,96.86,99.77
+133,0.5683972928513829,0.193390625,96.88,99.63
+134,0.5689914836588069,0.1913671875,96.48,99.76
+135,0.5690301565023569,0.18526328125,96.96,99.86
+136,0.5690284429961799,0.19481328125,96.82,99.79
+137,0.5685696228701844,0.185437109375,96.86,99.76
+138,0.5674532608598726,0.18641875,96.98,99.76
+139,0.568370686000229,0.19043203125,96.81,99.76
+140,0.5684976320490878,0.18421484375,96.92,99.73
+141,0.5650377402193526,0.186201953125,96.63,99.77
+142,0.5687183461382858,0.183099609375,96.86,99.71
+143,0.5661985829599903,0.18673818359375,96.85,99.84
+144,0.5674315524152201,0.1997765625,96.33,99.72
+145,0.5675089503200645,0.1891732421875,96.92,99.7
+146,0.5676339524678695,0.185535546875,96.87,99.75
+147,0.5687676097592737,0.18494765625,97.12,99.81
+148,0.5655460015066669,0.18898359375,96.76,99.81
+149,0.5692717902935468,0.18235859375,97.15,99.72
+150,0.5674542197559633,0.185505078125,96.9,99.82
+151,0.5665820559375306,0.185198046875,97.05,99.82
+152,0.5653346904322633,0.1871373046875,96.87,99.81
+153,0.5644530643764724,0.188749609375,96.93,99.82
+154,0.564705072559862,0.192203125,96.86,99.82
+155,0.5634127410813274,0.1915775390625,96.73,99.72
+156,0.5623185508526288,0.19488046875,96.58,99.77
+157,0.565792368645342,0.1893453125,96.81,99.83
+158,0.5633201382608495,0.187628125,96.98,99.75
+159,0.5656113141877019,0.189161328125,96.95,99.7
+160,0.564655982148953,0.1850078125,97.03,99.84
+161,0.5653254641936376,0.1877453125,96.63,99.82
+162,0.5663151709187744,0.180658984375,97.1,99.76
+163,0.5635276748838588,0.17311171875,97.26,99.78
+164,0.5640073456825354,0.1793841796875,96.89,99.76
+165,0.5613570450208126,0.18914296875,96.84,99.82
+166,0.5613071118664538,0.1826671875,97.0,99.79
+167,0.5652083687038503,0.185616796875,96.8,99.7
+168,0.5605299623094053,0.187983203125,96.99,99.78
+169,0.563193950897608,0.19055703125,96.87,99.75
+170,0.5629497878571861,0.1895734375,96.81,99.74
+171,0.5622917862019987,0.17890390625,97.29,99.86
+172,0.5630986324997029,0.191083984375,96.89,99.75
+173,0.5605865150180638,0.186019140625,96.94,99.79
+174,0.561449757625914,0.1865462890625,97.06,99.8
+175,0.5616265997672693,0.179161328125,96.96,99.71
+176,0.5599847213070617,0.191798046875,96.86,99.73
+177,0.5617849449826102,0.18411328125,97.02,99.75
+178,0.5646417787951282,0.1918837890625,96.97,99.79
+179,0.5609104241061414,0.185317578125,96.97,99.78
+180,0.5583243482133262,0.176099609375,97.13,99.85
+181,0.5615443518528571,0.1842916015625,96.97,99.77
+182,0.5603846674546217,0.187741796875,96.95,99.72
+183,0.5622918272120321,0.181725,97.09,99.71
+184,0.5584821363544872,0.184675390625,97.01,99.68
+185,0.5592630899105316,0.1826828125,97.04,99.76
+186,0.560221007746509,0.185240625,96.96,99.68
+187,0.5589329849960457,0.18802666015625,96.96,99.67
+188,0.5595410001328868,0.183820703125,97.18,99.72
+189,0.5589091582940175,0.175554296875,97.23,99.72
+190,0.5582278030805099,0.18319462890625,96.96,99.73
+191,0.5588955674161259,0.18304453125,97.04,99.74
+192,0.5585906513226337,0.188223828125,97.13,99.71
+193,0.5582434454789529,0.176421875,97.24,99.73
+194,0.5571137155987259,0.17751875,96.98,99.79
+195,0.5578267208786092,0.177807421875,97.3,99.73
+196,0.5561833056883935,0.18105546875,97.12,99.75
+197,0.5549813505166616,0.176525390625,97.18,99.75
+198,0.5575456421854149,0.171566015625,97.41,99.76
+199,0.5558602886322217,0.17103681640625,97.26,99.82
+200,0.5574050541871634,0.18548125,96.96,99.72
+201,0.5583179878373431,0.1756716796875,97.18,99.83
+202,0.555835797618597,0.1677005859375,97.22,99.81
+203,0.5571411224002512,0.174117578125,97.25,99.77
+204,0.5566715740749979,0.1810365234375,97.0,99.79
+205,0.5539922048138757,0.1798328125,97.2,99.69
+206,0.5553065151230901,0.18689765625,96.99,99.72
+207,0.5575691951900466,0.187398828125,97.1,99.81
+208,0.554261861448614,0.18091953125,97.11,99.74
+209,0.5551761246135092,0.169439453125,97.38,99.73
+210,0.5564377297703017,0.173858984375,97.28,99.77
+211,0.5555444289731164,0.1810720703125,97.05,99.79
+212,0.5568977335834095,0.176315625,97.37,99.75
+213,0.5531683092952794,0.17711875,97.28,99.74
+214,0.5540266457276467,0.183172265625,97.07,99.78
+215,0.5535678142665797,0.183554296875,97.05,99.73
+216,0.5548475522261399,0.173651953125,97.27,99.75
+217,0.5542592341319109,0.18161953125,97.22,99.7
+218,0.5544031570609819,0.18795390625,96.99,99.7
+219,0.5519609335396025,0.181840234375,97.09,99.68
+220,0.5531606378718319,0.178651171875,97.27,99.73
+221,0.5538901279115269,0.17633359375,97.28,99.7
+222,0.5518697533342574,0.181567578125,97.1,99.75
+223,0.5517402488706459,0.17959921875,97.2,99.8
+224,0.5524754989096242,0.1810580078125,97.11,99.81
+225,0.5515549556057677,0.1774892578125,97.21,99.78
+226,0.5522726804782183,0.17563359375,97.32,99.72
+227,0.5515171768318894,0.17599248046875,97.13,99.74
+228,0.5509702277998639,0.1817546875,97.28,99.7
+229,0.551453542123493,0.1780369140625,97.27,99.78
+230,0.5508880952739308,0.170013671875,97.43,99.78
+231,0.5504902279020375,0.17848984375,97.22,99.74
+232,0.5526531202416135,0.175803125,97.23,99.64
+233,0.5508880917078409,0.181773828125,97.3,99.73
+234,0.5494834830363592,0.17615234375,97.35,99.7
+235,0.5517807823215795,0.17681640625,97.3,99.75
+236,0.550448001577304,0.1765734375,97.4,99.73
+237,0.5497270541058646,0.169726953125,97.6,99.77
+238,0.5489131497521685,0.1737703125,97.46,99.75
+239,0.5500119211327317,0.1774625,97.4,99.73
+240,0.5505149333904951,0.1824375,97.15,99.75
+241,0.5491466652124356,0.179651953125,97.29,99.7
+242,0.5524662813315024,0.178482421875,97.23,99.74
+243,0.5486685389127487,0.1763578125,97.33,99.61
+244,0.5495466083033472,0.176715625,97.36,99.72
+245,0.5511831538035319,0.1760083984375,97.27,99.67
+246,0.547602085221527,0.179869140625,97.3,99.7
+247,0.5482430330708495,0.1803125,97.33,99.63
+248,0.5488165949399655,0.177953515625,97.33,99.7
+249,0.5476805062120796,0.17559609375,97.34,99.72
+250,0.5486760217155147,0.16859609375,97.59,99.72
+251,0.548508145997667,0.17485859375,97.51,99.78
+252,0.5473721995312943,0.170283984375,97.53,99.79
+253,0.547933469980191,0.1736109375,97.41,99.76
+254,0.546493490664368,0.17313046875,97.39,99.69
+255,0.5475112352615747,0.1737234375,97.41,99.73
+256,0.5479175466248113,0.17089453125,97.47,99.76
+257,0.5469247223729761,0.17630390625,97.4,99.69
+258,0.5468898912270864,0.174780078125,97.37,99.76
+259,0.5496501853832831,0.17691015625,97.18,99.69
+260,0.5446439084843693,0.17851640625,97.3,99.75
+261,0.5480614172087775,0.1733935546875,97.43,99.67
+262,0.545965042633888,0.173512890625,97.34,99.74
+263,0.5451649370101782,0.16811328125,97.62,99.74
+264,0.5460079801388276,0.174680078125,97.33,99.73
+265,0.5446871038940218,0.174739453125,97.4,99.74
+266,0.5473817958791032,0.170508984375,97.58,99.76
+267,0.5459766189257304,0.17242958984375,97.42,99.82
+268,0.5445378611230443,0.17306796875,97.45,99.77
+269,0.544078780290408,0.173215625,97.42,99.75
+270,0.5436199602917728,0.1722828125,97.43,99.75
+271,0.5455712718077195,0.172241015625,97.55,99.72
+272,0.5447937354572818,0.175033203125,97.54,99.68
+273,0.5430778644533238,0.170819921875,97.51,99.76
+274,0.5450747876595228,0.17638203125,97.42,99.67
+275,0.5464766466210031,0.1680529296875,97.6,99.77
+276,0.5438093880557606,0.1722171875,97.48,99.82
+277,0.5451620265714123,0.1699640625,97.64,99.8
+278,0.5446190600975965,0.17086328125,97.66,99.84
+279,0.5426709626474951,0.17470546875,97.34,99.76
+280,0.5448952682762065,0.171666015625,97.45,99.74
+281,0.5436328905515182,0.1681578125,97.66,99.78
+282,0.5428648026835206,0.175416796875,97.41,99.7
+283,0.5443431940088924,0.1720515625,97.55,99.81
+284,0.5432180221009458,0.17553671875,97.32,99.69
+285,0.5451624708043205,0.176348828125,97.34,99.72
+286,0.5413652528554965,0.170333203125,97.63,99.71
+287,0.5436263196488731,0.170025390625,97.47,99.73
+288,0.5428216360573076,0.167956640625,97.73,99.7
+289,0.5417656247687136,0.1719578125,97.55,99.65
+290,0.5438036275470358,0.1702623046875,97.41,99.73
+291,0.5431999592190115,0.1734265625,97.56,99.76
+292,0.5428019932702056,0.169855078125,97.54,99.66
+293,0.5427037855753531,0.1719115234375,97.55,99.81
+294,0.5419714308192587,0.1666677734375,97.6,99.82
+295,0.5421390623873116,0.173469140625,97.58,99.75
+296,0.5417077486586367,0.17012265625,97.64,99.74
+297,0.5404469733818983,0.168484765625,97.61,99.68
+298,0.5425621355191256,0.1658375,97.57,99.8
+299,0.5421475457330035,0.1694,97.46,99.82
+300,0.5411867343971872,0.167272265625,97.68,99.71
+301,0.5418698550798954,0.167437109375,97.76,99.8
+302,0.5402019581733606,0.1705126953125,97.6,99.75
+303,0.5414542234860934,0.16804296875,97.62,99.72
+304,0.5411116405684724,0.1737275390625,97.62,99.77
+305,0.5407698279262608,0.1692060546875,97.57,99.73
+306,0.5394683573235813,0.1685955078125,97.65,99.69
+307,0.5407947248373276,0.170264453125,97.68,99.75
+308,0.5398616920679044,0.16667734375,97.65,99.67
+309,0.541182583086511,0.16458984375,97.77,99.76
+310,0.5400877559286916,0.16885859375,97.6,99.82
+311,0.5389298628538083,0.16903203125,97.67,99.67
+312,0.5383517600786991,0.17110625,97.57,99.69
+313,0.5377824306488037,0.16562890625,97.61,99.71
+314,0.5389080252657589,0.1666509765625,97.68,99.71
+315,0.540427631037867,0.17140869140625,97.66,99.6
+316,0.5377664429764463,0.1729421875,97.46,99.67
+317,0.5385887685239824,0.166828125,97.74,99.71
+318,0.5384260077252347,0.1674640625,97.61,99.75
+319,0.5395543987934406,0.16735615234375,97.63,99.74
+320,0.5379253094777082,0.167225,97.71,99.72
+321,0.5376793780387976,0.16878125,97.61,99.72
+322,0.5396120287159569,0.16643349609375,97.65,99.71
+323,0.5369667833686894,0.170996484375,97.66,99.74
+324,0.5376331887693486,0.16308671875,97.82,99.73
+325,0.5376566549142202,0.167777734375,97.75,99.74
+326,0.5371827191521978,0.16393671875,97.86,99.76
+327,0.5384849638510973,0.1674087890625,97.72,99.76
+328,0.5374812095338463,0.167199609375,97.69,99.8
+329,0.5382299670296856,0.16338203125,97.74,99.71
+330,0.5378550578895797,0.16734765625,97.6,99.71
+331,0.5383271018409321,0.166026171875,97.69,99.71
+332,0.5353362508054472,0.164640625,97.75,99.77
+333,0.535254017664836,0.1695439453125,97.65,99.73
+334,0.5376922004243248,0.1631662109375,97.83,99.79
+335,0.5376877317316512,0.1653375,97.85,99.67
+336,0.5376802346645257,0.16581328125,97.81,99.73
+337,0.5365964795789148,0.1637115234375,97.73,99.71
+338,0.5372829186355966,0.167565625,97.6,99.78
+339,0.5355949575065547,0.16928359375,97.66,99.74
+340,0.5357330438927708,0.164388671875,97.82,99.68
+341,0.5366510296733971,0.164779296875,97.7,99.8
+342,0.5370760813482807,0.165558203125,97.79,99.7
+343,0.5357197259481137,0.167085546875,97.79,99.71
+344,0.5361187854129025,0.16529140625,97.74,99.78
+345,0.536007339755694,0.166282421875,97.77,99.68
+346,0.5339357696282558,0.16833984375,97.76,99.66
+347,0.5368602519106661,0.168540625,97.67,99.74
+348,0.535358788111271,0.1666654296875,97.72,99.72
+349,0.5364622295412242,0.16744140625,97.66,99.75
+350,0.5345525493224462,0.165571484375,97.72,99.75
+351,0.5352840460518486,0.167353125,97.81,99.69
+352,0.5345274183230523,0.16890703125,97.73,99.63
+353,0.5363187470242509,0.167194140625,97.79,99.78
+354,0.5350774834808122,0.1610294921875,97.82,99.75
+355,0.5361623008791198,0.166330078125,97.71,99.77
+356,0.5352131528222662,0.163276171875,97.73,99.8
+357,0.5368442791394699,0.161966015625,97.8,99.77
+358,0.5333917326906807,0.163568359375,97.7,99.78
+359,0.5355247866648895,0.163541796875,97.83,99.79
+360,0.5354922165473303,0.1639921875,97.76,99.74
+361,0.5341724235023189,0.165369140625,97.74,99.77
+362,0.5341118134749241,0.16013359375,97.82,99.7
+363,0.5350317109344352,0.162141015625,97.82,99.77
+364,0.5345604637494454,0.16585859375,97.73,99.67
+365,0.5348521297813481,0.163748046875,97.81,99.7
+366,0.5330866417314253,0.165663671875,97.83,99.74
+367,0.5337066954781866,0.164532421875,97.77,99.76
+368,0.5356199509567685,0.1630595703125,97.79,99.74
+369,0.534910345943565,0.165504296875,97.71,99.76
+370,0.5336121347470161,0.1691578125,97.71,99.71
+371,0.5352008482839308,0.164329296875,97.69,99.77
+372,0.5342978617319694,0.162529296875,97.75,99.69
+373,0.5341645188820667,0.1660921875,97.75,99.73
+374,0.5355864647361968,0.162519921875,97.81,99.78
+375,0.5353197563662488,0.164692578125,97.85,99.74
+376,0.5340065272190632,0.1622845703125,97.9,99.77
+377,0.5328155123015754,0.16351953125,97.79,99.74
+378,0.5333385733712432,0.1636859375,97.78,99.8
+379,0.5345717222772093,0.1624310546875,97.8,99.73
+380,0.5351936334473455,0.167085546875,97.8,99.75
+381,0.5334190362029605,0.1629939453125,97.66,99.82
+382,0.532346622301982,0.1613787109375,97.87,99.79
+383,0.533306948776938,0.16464287109375,97.73,99.76
+384,0.5335311732995205,0.163790234375,97.8,99.8
+385,0.5339951047785262,0.1637216796875,97.71,99.76
+386,0.5326902796315331,0.16434404296875,97.82,99.7
+387,0.5329763483033221,0.165934765625,97.75,99.69
+388,0.5332469546642059,0.167691796875,97.73,99.74
+389,0.5329634202087027,0.16318125,97.79,99.74
+390,0.532012815022061,0.164626171875,97.84,99.71
+391,0.5347863886600885,0.1639958984375,97.86,99.77
+392,0.5334744780746281,0.1613376953125,97.85,99.74
+393,0.5338644545811874,0.1621669921875,97.81,99.74
+394,0.5326084709829755,0.1638287109375,97.83,99.75
+395,0.5335628031156002,0.16432998046875,97.72,99.75
+396,0.531333486493836,0.164346875,97.77,99.74
+397,0.5342588243830917,0.15994453125,97.86,99.77
+398,0.5330578566361697,0.16638359375,97.72,99.72
+399,0.5342336997517154,0.1626052734375,97.79,99.72
+400,0.5330598467690313,0.1641130859375,97.77,99.75
+401,0.5327211526724008,0.1631703125,97.7,99.82
+402,0.5323358334791966,0.16375859375,97.77,99.74
+403,0.5346125225480806,0.1616189453125,97.81,99.76
+404,0.533599527982565,0.1625265625,97.78,99.78
+405,0.532839023659372,0.161340625,97.78,99.71
+406,0.5338700293985188,0.1633513671875,97.75,99.78
+407,0.532475238172417,0.1620421875,97.78,99.79
+408,0.5349173117906619,0.1611669921875,97.81,99.75
+409,0.534146460203024,0.1617208984375,97.97,99.77