config/InfLoRA_opt-vit-imagenetr-b20-20-10.yaml

dataset: &dataset "imagenet-r"
data_root: "/home/lvqiexuan/temp_data/imagenet-r/"

init_cls_num: &init_cls_num 20
inc_cls_num: &inc_cls_num 20
task_num: &task_num 10
image_size: &image_size 224
epoch: &epoch 20
 
dataset: *dataset
task_num: *task_num
init_cls_num: *init_cls_num
inc_cls_num: *inc_cls_num
epoch: *epoch
val_per_epoch: *epoch

workers: 24

seed: 42

batch_size: 128

setting: task-agnostic 

testing_times: 1

train_trfms:
  - RandomResizedCrop:
      size: *image_size
      scale: [0.05, 1.0]
      ratio: [0.75, 1.333]
  - RandomHorizontalFlip:
      p: 0.5
  - ToTensor: {}

test_trfms: 
  - Resize:
      size: 256
      interpolation: BICUBIC
  - CenterCrop:
      size: *image_size
  - ToTensor: {}

optimizer:
  name: SGD
  kwargs:
    lr: 8e-3
    momentum: 0.9

lr_scheduler:
  name: Constant

backbone:
  name: vit_pt_imnet
  kwargs:
    pretrained: True
    model_name : vit_base_patch16_224_in21k # vit_base_patch16_224
    attn_layer: MultiHeadAttention_LoRA
    lora_rank: 10

classifier:
  name: InfLoRA_OPT
  kwargs:
    use_ca: False
    dataset: *dataset
    init_cls_num: *init_cls_num
    inc_cls_num: *inc_cls_num
    task_num: *task_num
    lame: 1.0
    lamb: 0.95
    embd_dim: 768