bgglee commited on
Commit
db3258d
·
verified ·
1 Parent(s): ee84c76

VER5 — CPU merge full model + base tokenizer (regex fix ready)

Browse files
finetune_config.json CHANGED
@@ -14,6 +14,5 @@
14
  "lora_dropout": 0.1,
15
  "max_len": 512,
16
  "dataset": "data/sql2nl_rag_hybrid_final_100ea.json",
17
- "schema_dir": "data/bird/BIRD_SQLite",
18
- "notes": "CPU merge; save base tokenizer to avoid regex/tokenizer mismatch"
19
  }
 
14
  "lora_dropout": 0.1,
15
  "max_len": 512,
16
  "dataset": "data/sql2nl_rag_hybrid_final_100ea.json",
17
+ "schema_dir": "data/bird/BIRD_SQLite"
 
18
  }
model-00001-of-00002.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:0c983db988d6ea8e1ce285abdb1a5cfbc109b4b54eb966abfb6efd65958da96f
3
  size 4965799096
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4038dda123153c929dfeac80ee81b1eab6652988ab4209a8164e990fee8ef7b3
3
  size 4965799096
model-00002-of-00002.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:2dbb010ae27795cfd6d5deb00dd7436e810d77bf3c900fe0f8e8d6cb3119fda6
3
  size 1459729952
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:66b996d36a1a86c85153d5cd251ae389067b4cceec65855d242441de9c988d1e
3
  size 1459729952
tokenizer.json CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:6b9e4e7fb171f92fd137b777cc2714bf87d11576700a1dcd7a399e7bbe39537b
3
- size 17209920
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c33847c2b3ac674227d54e9cdae85d500e7634c104440a5955a3fdef6372f3cb
3
+ size 17210037
tokenizer_config.json CHANGED
@@ -2053,6 +2053,7 @@
2053
  "clean_up_tokenization_spaces": true,
2054
  "eos_token": "<|eot_id|>",
2055
  "extra_special_tokens": {},
 
2056
  "model_input_names": [
2057
  "input_ids",
2058
  "attention_mask"
 
2053
  "clean_up_tokenization_spaces": true,
2054
  "eos_token": "<|eot_id|>",
2055
  "extra_special_tokens": {},
2056
+ "fix_mistral_regex": true,
2057
  "model_input_names": [
2058
  "input_ids",
2059
  "attention_mask"