Update Model.py
Browse files
Model.py
CHANGED
|
@@ -33,7 +33,7 @@ from dataclasses import dataclass
|
|
| 33 |
|
| 34 |
@dataclass
|
| 35 |
class GPTConfig:
|
| 36 |
-
vocab_size: int =
|
| 37 |
block_size: int = 512 # max context length
|
| 38 |
n_layer: int = 6
|
| 39 |
n_head: int = 8
|
|
|
|
| 33 |
|
| 34 |
@dataclass
|
| 35 |
class GPTConfig:
|
| 36 |
+
vocab_size: int = 50000
|
| 37 |
block_size: int = 512 # max context length
|
| 38 |
n_layer: int = 6
|
| 39 |
n_head: int = 8
|