CompactAI commited on
Commit
066b73e
·
verified ·
1 Parent(s): b6a99ee

Upload 4 files

Browse files
models/model.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4b89db91368b5983cbce7f213c136a16d666864d3b09ebe3d63e1bb4b8d1b374
3
+ size 4383515
models/model_rep.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4b89db91368b5983cbce7f213c136a16d666864d3b09ebe3d63e1bb4b8d1b374
3
+ size 4383515
models/pretrain.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5ae831dfe7ec9bc376cedbe16b6e19c1e0620751828dfa9d36a3d48fb52b4299
3
+ size 13203966
models/tokenizer.json ADDED
@@ -0,0 +1,133 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "id_to_token": [
3
+ "<PAD>",
4
+ "<BOS>",
5
+ "<EOS>",
6
+ "<UNK>",
7
+ "<|user|>",
8
+ "<|assistant|>",
9
+ "<|system|>",
10
+ "<|start_header_id|>",
11
+ "<|end_header_id|>",
12
+ "<|begin_of_thought|>",
13
+ "<|end_of_thought|>",
14
+ "<|begin_of_solution|>",
15
+ "<|end_of_solution|>",
16
+ "\t",
17
+ "\n",
18
+ "\r",
19
+ " ",
20
+ "!",
21
+ "\"",
22
+ "#",
23
+ "$",
24
+ "%",
25
+ "&",
26
+ "'",
27
+ "(",
28
+ ")",
29
+ "*",
30
+ "+",
31
+ ",",
32
+ "-",
33
+ ".",
34
+ "/",
35
+ "0",
36
+ "1",
37
+ "2",
38
+ "3",
39
+ "4",
40
+ "5",
41
+ "6",
42
+ "7",
43
+ "8",
44
+ "9",
45
+ ":",
46
+ ";",
47
+ "<",
48
+ "=",
49
+ ">",
50
+ "?",
51
+ "@",
52
+ "A",
53
+ "B",
54
+ "C",
55
+ "D",
56
+ "E",
57
+ "F",
58
+ "G",
59
+ "H",
60
+ "I",
61
+ "J",
62
+ "K",
63
+ "L",
64
+ "M",
65
+ "N",
66
+ "O",
67
+ "P",
68
+ "Q",
69
+ "R",
70
+ "S",
71
+ "T",
72
+ "U",
73
+ "V",
74
+ "W",
75
+ "X",
76
+ "Y",
77
+ "Z",
78
+ "[",
79
+ "\\",
80
+ "]",
81
+ "^",
82
+ "_",
83
+ "`",
84
+ "a",
85
+ "b",
86
+ "c",
87
+ "d",
88
+ "e",
89
+ "f",
90
+ "g",
91
+ "h",
92
+ "i",
93
+ "j",
94
+ "k",
95
+ "l",
96
+ "m",
97
+ "n",
98
+ "o",
99
+ "p",
100
+ "q",
101
+ "r",
102
+ "s",
103
+ "t",
104
+ "u",
105
+ "v",
106
+ "w",
107
+ "x",
108
+ "y",
109
+ "z",
110
+ "{",
111
+ "|",
112
+ "}",
113
+ "~"
114
+ ],
115
+ "format_tokens": [
116
+ "<|user|>",
117
+ "<|assistant|>",
118
+ "<|system|>",
119
+ "<|start_header_id|>",
120
+ "<|end_header_id|>",
121
+ "<|begin_of_thought|>",
122
+ "<|end_of_thought|>",
123
+ "<|begin_of_solution|>",
124
+ "<|end_of_solution|>"
125
+ ],
126
+ "core_special": [
127
+ "<PAD>",
128
+ "<BOS>",
129
+ "<EOS>",
130
+ "<UNK>"
131
+ ],
132
+ "tokenizer_type": "letter_level_v1"
133
+ }