File size: 268 Bytes
fbd04a7
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
{
  "fine_tune_type": "lora",
  "lora_parameters": {
    "rank": 16,
    "alpha": 32,
    "dropout": 0.05,
    "scale": 2.0
  },
  "num_layers": 16,
  "lora_layers": [
    "self_attn.q_proj",
    "self_attn.k_proj",
    "self_attn.v_proj",
    "self_attn.o_proj"
  ]
}