Eeppa commited on
Commit
eeff2ff
·
verified ·
1 Parent(s): 0247f2b

Delete configuration_tinybuddy.py

Browse files
Files changed (1) hide show
  1. configuration_tinybuddy.py +0 -30
configuration_tinybuddy.py DELETED
@@ -1,30 +0,0 @@
1
- """
2
- Configuration class for TinyBuddy-30M.
3
- """
4
-
5
- from transformers import PretrainedConfig
6
-
7
- class GPTConfig(PretrainedConfig):
8
- model_type = "tinybuddy"
9
-
10
- def __init__(
11
- self,
12
- vocab_size: int = 50000,
13
- block_size: int = 512,
14
- n_layer: int = 6,
15
- n_head: int = 8,
16
- n_embd: int = 256,
17
- mlp_ratio: int = 4,
18
- dropout: float = 0.0,
19
- tie_weights: bool = False,
20
- **kwargs
21
- ):
22
- super().__init__(**kwargs)
23
- self.vocab_size = vocab_size
24
- self.block_size = block_size
25
- self.n_layer = n_layer
26
- self.n_head = n_head
27
- self.n_embd = n_embd
28
- self.mlp_ratio = mlp_ratio
29
- self.dropout = dropout
30
- self.tie_weights = tie_weights