Hugging Face's logo

Indiarti
/
test_llm

Text Generation
Transformers
PyTorch
English
llama
code
text-generation-inference
Model card Files
xet
 Community
1
Indiarti commited on
Commit
c3a18e7
·
1 Parent(s): 9be5550

Upload tokenizer

Browse files
Files changed (2) hide show
  1. tokenizer.json +2 -2
  2. tokenizer_config.json +2 -1
tokenizer.json CHANGED
@@ -9,7 +9,7 @@
9
  "single_word": false,
10
  "lstrip": false,
11
  "rstrip": false,
12
- "normalized": false,
13
  "special": true
14
  },
15
  {
@@ -27,7 +27,7 @@
27
  "single_word": false,
28
  "lstrip": false,
29
  "rstrip": false,
30
- "normalized": true,
31
  "special": true
32
  },
33
  {
 
9
  "single_word": false,
10
  "lstrip": false,
11
  "rstrip": false,
12
+ "normalized": true,
13
  "special": true
14
  },
15
  {
 
27
  "single_word": false,
28
  "lstrip": false,
29
  "rstrip": false,
30
+ "normalized": false,
31
  "special": true
32
  },
33
  {
tokenizer_config.json CHANGED
@@ -28,5 +28,6 @@
28
  "normalized": true,
29
  "rstrip": false,
30
  "single_word": false
31
- }
 
32
  }
 
28
  "normalized": true,
29
  "rstrip": false,
30
  "single_word": false
31
+ },
32
+ "use_default_system_prompt": true
33
  }