File size: 204 Bytes
26cc95e | 1 2 3 4 5 6 7 8 9 10 11 | {
"hiddenSize": 640,
"numLayers": 8,
"numAttentionHeads": 14,
"numKeyValueHeads": 2,
"numExperts": 128,
"topK": 4,
"vocabSize": 200064,
"maxPositionEmbeddings": 131072,
"numLabels": 33
} |