uild42 commited on
Commit
2bce34d
·
1 Parent(s): 867fbe1

commit files to HF hub

Browse files
config.json CHANGED
@@ -1,33 +1,16 @@
1
  {
2
- "architectures": [
3
- "MambaForCausalLM"
4
- ],
5
- "bos_token_id": 0,
6
- "conv_kernel": 4,
7
- "eos_token_id": 0,
8
- "expand": 2,
9
- "hidden_act": "silu",
10
- "hidden_size": 768,
11
- "initializer_range": 0.1,
12
- "intermediate_size": 1536,
13
- "layer_norm_epsilon": 1e-05,
14
- "model_type": "mamba",
15
- "num_hidden_layers": 10,
16
- "pad_token_id": 0,
17
- "rescale_prenorm_residual": false,
18
- "residual_in_fp32": true,
19
- "state_size": 16,
20
- "time_step_floor": 0.0001,
21
- "time_step_init_scheme": "random",
22
- "time_step_max": 0.1,
23
- "time_step_min": 0.001,
24
- "time_step_rank": 48,
25
- "time_step_scale": 1.0,
26
- "torch_dtype": "float32",
27
- "transformers_version": "4.49.0",
28
- "use_bias": false,
29
- "use_cache": true,
30
- "use_conv_bias": true,
31
- "use_mambapy": false,
32
- "vocab_size": 50280
33
- }
 
1
  {
2
+ "d_model": 768,
3
+ "d_intermediate": 0,
4
+ "n_layer": 10,
5
+ "vocab_size": 50280,
6
+ "ssm_cfg": {},
7
+ "attn_layer_idx": [],
8
+ "attn_cfg": {
9
+ "num_heads": 8
10
+ },
11
+ "rms_norm": true,
12
+ "residual_in_fp32": true,
13
+ "fused_add_norm": true,
14
+ "pad_vocab_size_multiple": 8,
15
+ "tie_embeddings": true
16
+ }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
generation_config.json DELETED
@@ -1,7 +0,0 @@
1
- {
2
- "_from_model_config": true,
3
- "bos_token_id": 0,
4
- "eos_token_id": 0,
5
- "pad_token_id": 0,
6
- "transformers_version": "4.49.0"
7
- }
 
 
 
 
 
 
 
 
model.safetensors → pytorch_model.bin RENAMED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:0aacf98ada5d1434d5a74165e86d0e39fe7eb59f8cfa3f1aa6dc1c1a0718a794
3
- size 305340112
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:984cb4c7dfca94dd6a87f8184d7d1871b433bd804a1239d58c0e0b3fc17bdf41
3
+ size 153224226