VER5 — CPU merge full model + base tokenizer (regex fix ready)
Browse files- finetune_config.json +1 -2
- model-00001-of-00002.safetensors +1 -1
- model-00002-of-00002.safetensors +1 -1
- tokenizer.json +2 -2
- tokenizer_config.json +1 -0
finetune_config.json
CHANGED
|
@@ -14,6 +14,5 @@
|
|
| 14 |
"lora_dropout": 0.1,
|
| 15 |
"max_len": 512,
|
| 16 |
"dataset": "data/sql2nl_rag_hybrid_final_100ea.json",
|
| 17 |
-
"schema_dir": "data/bird/BIRD_SQLite"
|
| 18 |
-
"notes": "CPU merge; save base tokenizer to avoid regex/tokenizer mismatch"
|
| 19 |
}
|
|
|
|
| 14 |
"lora_dropout": 0.1,
|
| 15 |
"max_len": 512,
|
| 16 |
"dataset": "data/sql2nl_rag_hybrid_final_100ea.json",
|
| 17 |
+
"schema_dir": "data/bird/BIRD_SQLite"
|
|
|
|
| 18 |
}
|
model-00001-of-00002.safetensors
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 4965799096
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:4038dda123153c929dfeac80ee81b1eab6652988ab4209a8164e990fee8ef7b3
|
| 3 |
size 4965799096
|
model-00002-of-00002.safetensors
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 1459729952
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:66b996d36a1a86c85153d5cd251ae389067b4cceec65855d242441de9c988d1e
|
| 3 |
size 1459729952
|
tokenizer.json
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:c33847c2b3ac674227d54e9cdae85d500e7634c104440a5955a3fdef6372f3cb
|
| 3 |
+
size 17210037
|
tokenizer_config.json
CHANGED
|
@@ -2053,6 +2053,7 @@
|
|
| 2053 |
"clean_up_tokenization_spaces": true,
|
| 2054 |
"eos_token": "<|eot_id|>",
|
| 2055 |
"extra_special_tokens": {},
|
|
|
|
| 2056 |
"model_input_names": [
|
| 2057 |
"input_ids",
|
| 2058 |
"attention_mask"
|
|
|
|
| 2053 |
"clean_up_tokenization_spaces": true,
|
| 2054 |
"eos_token": "<|eot_id|>",
|
| 2055 |
"extra_special_tokens": {},
|
| 2056 |
+
"fix_mistral_regex": true,
|
| 2057 |
"model_input_names": [
|
| 2058 |
"input_ids",
|
| 2059 |
"attention_mask"
|