darianb commited on
Commit
ddfbb0b
·
verified ·
1 Parent(s): 48442bb

Update 43 LEAP sdk manifests

Browse files
Files changed (43) hide show
  1. LFM2-1.2B-Extract-GGUF/Q4_0.json +3 -1
  2. LFM2-1.2B-Extract-GGUF/Q4_K_M.json +3 -1
  3. LFM2-1.2B-Extract-GGUF/Q5_K_M.json +3 -1
  4. LFM2-1.2B-Extract-GGUF/Q8_0.json +3 -1
  5. LFM2-1.2B-RAG-GGUF/Q4_0.json +3 -1
  6. LFM2-1.2B-RAG-GGUF/Q4_K_M.json +3 -1
  7. LFM2-1.2B-RAG-GGUF/Q5_K_M.json +3 -1
  8. LFM2-1.2B-RAG-GGUF/Q8_0.json +3 -1
  9. LFM2-1.2B-Tool-GGUF/Q4_0.json +3 -1
  10. LFM2-1.2B-Tool-GGUF/Q4_K_M.json +3 -1
  11. LFM2-1.2B-Tool-GGUF/Q5_K_M.json +3 -1
  12. LFM2-1.2B-Tool-GGUF/Q8_0.json +3 -1
  13. LFM2-2.6B-Transcript-GGUF/Q4_0.json +3 -1
  14. LFM2-2.6B-Transcript-GGUF/Q4_K_M.json +3 -1
  15. LFM2-2.6B-Transcript-GGUF/Q5_K_M.json +3 -1
  16. LFM2-2.6B-Transcript-GGUF/Q8_0.json +3 -1
  17. LFM2-350M-ENJP-MT-GGUF/Q4_0.json +2 -3
  18. LFM2-350M-ENJP-MT-GGUF/Q4_K_M.json +2 -3
  19. LFM2-350M-ENJP-MT-GGUF/Q5_K_M.json +2 -3
  20. LFM2-350M-ENJP-MT-GGUF/Q8_0.json +2 -3
  21. LFM2-350M-Extract-GGUF/Q4_0.json +3 -1
  22. LFM2-350M-Extract-GGUF/Q4_K_M.json +3 -1
  23. LFM2-350M-Extract-GGUF/Q5_K_M.json +3 -1
  24. LFM2-350M-Extract-GGUF/Q8_0.json +3 -1
  25. LFM2-350M-Math-GGUF/Q4_0.json +2 -3
  26. LFM2-350M-Math-GGUF/Q4_K_M.json +2 -3
  27. LFM2-350M-Math-GGUF/Q5_K_M.json +2 -3
  28. LFM2-350M-Math-GGUF/Q8_0.json +2 -3
  29. LFM2-350M-PII-Extract-JP-GGUF/Q4_0.json +3 -1
  30. LFM2-350M-PII-Extract-JP-GGUF/Q4_K_M.json +3 -1
  31. LFM2-350M-PII-Extract-JP-GGUF/Q5_K_M.json +3 -1
  32. LFM2-350M-PII-Extract-JP-GGUF/Q8_0.json +3 -1
  33. LFM2.5-1.2B-Instruct-GGUF/Q4_0.json +2 -2
  34. LFM2.5-1.2B-Instruct-GGUF/Q4_K_M.json +2 -2
  35. LFM2.5-1.2B-Instruct-GGUF/Q5_K_M.json +2 -2
  36. LFM2.5-1.2B-Instruct-GGUF/Q8_0.json +2 -2
  37. LFM2.5-1.2B-Thinking-GGUF/Q4_0.json +2 -2
  38. LFM2.5-1.2B-Thinking-GGUF/Q4_K_M.json +2 -2
  39. LFM2.5-1.2B-Thinking-GGUF/Q5_K_M.json +2 -2
  40. LFM2.5-1.2B-Thinking-GGUF/Q8_0.json +2 -2
  41. LFM2.5-VL-450M-GGUF/F16.json +15 -0
  42. LFM2.5-VL-450M-GGUF/Q4_0.json +15 -0
  43. LFM2.5-VL-450M-GGUF/Q8_0.json +15 -0
LFM2-1.2B-Extract-GGUF/Q4_0.json CHANGED
@@ -6,7 +6,9 @@
6
  },
7
  "generation_time_parameters": {
8
  "sampling_parameters": {
9
- "temperature": 0.0
 
 
10
  }
11
  }
12
  }
 
6
  },
7
  "generation_time_parameters": {
8
  "sampling_parameters": {
9
+ "temperature": 0.3,
10
+ "min_p": 0.15,
11
+ "repetition_penalty": 1.05
12
  }
13
  }
14
  }
LFM2-1.2B-Extract-GGUF/Q4_K_M.json CHANGED
@@ -6,7 +6,9 @@
6
  },
7
  "generation_time_parameters": {
8
  "sampling_parameters": {
9
- "temperature": 0.0
 
 
10
  }
11
  }
12
  }
 
6
  },
7
  "generation_time_parameters": {
8
  "sampling_parameters": {
9
+ "temperature": 0.3,
10
+ "min_p": 0.15,
11
+ "repetition_penalty": 1.05
12
  }
13
  }
14
  }
LFM2-1.2B-Extract-GGUF/Q5_K_M.json CHANGED
@@ -6,7 +6,9 @@
6
  },
7
  "generation_time_parameters": {
8
  "sampling_parameters": {
9
- "temperature": 0.0
 
 
10
  }
11
  }
12
  }
 
6
  },
7
  "generation_time_parameters": {
8
  "sampling_parameters": {
9
+ "temperature": 0.3,
10
+ "min_p": 0.15,
11
+ "repetition_penalty": 1.05
12
  }
13
  }
14
  }
LFM2-1.2B-Extract-GGUF/Q8_0.json CHANGED
@@ -6,7 +6,9 @@
6
  },
7
  "generation_time_parameters": {
8
  "sampling_parameters": {
9
- "temperature": 0.0
 
 
10
  }
11
  }
12
  }
 
6
  },
7
  "generation_time_parameters": {
8
  "sampling_parameters": {
9
+ "temperature": 0.3,
10
+ "min_p": 0.15,
11
+ "repetition_penalty": 1.05
12
  }
13
  }
14
  }
LFM2-1.2B-RAG-GGUF/Q4_0.json CHANGED
@@ -6,7 +6,9 @@
6
  },
7
  "generation_time_parameters": {
8
  "sampling_parameters": {
9
- "temperature": 0.0
 
 
10
  }
11
  }
12
  }
 
6
  },
7
  "generation_time_parameters": {
8
  "sampling_parameters": {
9
+ "temperature": 0.3,
10
+ "min_p": 0.15,
11
+ "repetition_penalty": 1.05
12
  }
13
  }
14
  }
LFM2-1.2B-RAG-GGUF/Q4_K_M.json CHANGED
@@ -6,7 +6,9 @@
6
  },
7
  "generation_time_parameters": {
8
  "sampling_parameters": {
9
- "temperature": 0.0
 
 
10
  }
11
  }
12
  }
 
6
  },
7
  "generation_time_parameters": {
8
  "sampling_parameters": {
9
+ "temperature": 0.3,
10
+ "min_p": 0.15,
11
+ "repetition_penalty": 1.05
12
  }
13
  }
14
  }
LFM2-1.2B-RAG-GGUF/Q5_K_M.json CHANGED
@@ -6,7 +6,9 @@
6
  },
7
  "generation_time_parameters": {
8
  "sampling_parameters": {
9
- "temperature": 0.0
 
 
10
  }
11
  }
12
  }
 
6
  },
7
  "generation_time_parameters": {
8
  "sampling_parameters": {
9
+ "temperature": 0.3,
10
+ "min_p": 0.15,
11
+ "repetition_penalty": 1.05
12
  }
13
  }
14
  }
LFM2-1.2B-RAG-GGUF/Q8_0.json CHANGED
@@ -6,7 +6,9 @@
6
  },
7
  "generation_time_parameters": {
8
  "sampling_parameters": {
9
- "temperature": 0.0
 
 
10
  }
11
  }
12
  }
 
6
  },
7
  "generation_time_parameters": {
8
  "sampling_parameters": {
9
+ "temperature": 0.3,
10
+ "min_p": 0.15,
11
+ "repetition_penalty": 1.05
12
  }
13
  }
14
  }
LFM2-1.2B-Tool-GGUF/Q4_0.json CHANGED
@@ -6,7 +6,9 @@
6
  },
7
  "generation_time_parameters": {
8
  "sampling_parameters": {
9
- "temperature": 0.0
 
 
10
  }
11
  }
12
  }
 
6
  },
7
  "generation_time_parameters": {
8
  "sampling_parameters": {
9
+ "temperature": 0.3,
10
+ "min_p": 0.15,
11
+ "repetition_penalty": 1.05
12
  }
13
  }
14
  }
LFM2-1.2B-Tool-GGUF/Q4_K_M.json CHANGED
@@ -6,7 +6,9 @@
6
  },
7
  "generation_time_parameters": {
8
  "sampling_parameters": {
9
- "temperature": 0.0
 
 
10
  }
11
  }
12
  }
 
6
  },
7
  "generation_time_parameters": {
8
  "sampling_parameters": {
9
+ "temperature": 0.3,
10
+ "min_p": 0.15,
11
+ "repetition_penalty": 1.05
12
  }
13
  }
14
  }
LFM2-1.2B-Tool-GGUF/Q5_K_M.json CHANGED
@@ -6,7 +6,9 @@
6
  },
7
  "generation_time_parameters": {
8
  "sampling_parameters": {
9
- "temperature": 0.0
 
 
10
  }
11
  }
12
  }
 
6
  },
7
  "generation_time_parameters": {
8
  "sampling_parameters": {
9
+ "temperature": 0.3,
10
+ "min_p": 0.15,
11
+ "repetition_penalty": 1.05
12
  }
13
  }
14
  }
LFM2-1.2B-Tool-GGUF/Q8_0.json CHANGED
@@ -6,7 +6,9 @@
6
  },
7
  "generation_time_parameters": {
8
  "sampling_parameters": {
9
- "temperature": 0.0
 
 
10
  }
11
  }
12
  }
 
6
  },
7
  "generation_time_parameters": {
8
  "sampling_parameters": {
9
+ "temperature": 0.3,
10
+ "min_p": 0.15,
11
+ "repetition_penalty": 1.05
12
  }
13
  }
14
  }
LFM2-2.6B-Transcript-GGUF/Q4_0.json CHANGED
@@ -6,7 +6,9 @@
6
  },
7
  "generation_time_parameters": {
8
  "sampling_parameters": {
9
- "temperature": 0.3
 
 
10
  }
11
  }
12
  }
 
6
  },
7
  "generation_time_parameters": {
8
  "sampling_parameters": {
9
+ "temperature": 0.3,
10
+ "min_p": 0.15,
11
+ "repetition_penalty": 1.05
12
  }
13
  }
14
  }
LFM2-2.6B-Transcript-GGUF/Q4_K_M.json CHANGED
@@ -6,7 +6,9 @@
6
  },
7
  "generation_time_parameters": {
8
  "sampling_parameters": {
9
- "temperature": 0.3
 
 
10
  }
11
  }
12
  }
 
6
  },
7
  "generation_time_parameters": {
8
  "sampling_parameters": {
9
+ "temperature": 0.3,
10
+ "min_p": 0.15,
11
+ "repetition_penalty": 1.05
12
  }
13
  }
14
  }
LFM2-2.6B-Transcript-GGUF/Q5_K_M.json CHANGED
@@ -6,7 +6,9 @@
6
  },
7
  "generation_time_parameters": {
8
  "sampling_parameters": {
9
- "temperature": 0.3
 
 
10
  }
11
  }
12
  }
 
6
  },
7
  "generation_time_parameters": {
8
  "sampling_parameters": {
9
+ "temperature": 0.3,
10
+ "min_p": 0.15,
11
+ "repetition_penalty": 1.05
12
  }
13
  }
14
  }
LFM2-2.6B-Transcript-GGUF/Q8_0.json CHANGED
@@ -6,7 +6,9 @@
6
  },
7
  "generation_time_parameters": {
8
  "sampling_parameters": {
9
- "temperature": 0.3
 
 
10
  }
11
  }
12
  }
 
6
  },
7
  "generation_time_parameters": {
8
  "sampling_parameters": {
9
+ "temperature": 0.3,
10
+ "min_p": 0.15,
11
+ "repetition_penalty": 1.05
12
  }
13
  }
14
  }
LFM2-350M-ENJP-MT-GGUF/Q4_0.json CHANGED
@@ -6,9 +6,8 @@
6
  },
7
  "generation_time_parameters": {
8
  "sampling_parameters": {
9
- "temperature": 0.5,
10
- "top_p": 1.0,
11
- "min_p": 0.1,
12
  "repetition_penalty": 1.05
13
  }
14
  }
 
6
  },
7
  "generation_time_parameters": {
8
  "sampling_parameters": {
9
+ "temperature": 0.3,
10
+ "min_p": 0.15,
 
11
  "repetition_penalty": 1.05
12
  }
13
  }
LFM2-350M-ENJP-MT-GGUF/Q4_K_M.json CHANGED
@@ -6,9 +6,8 @@
6
  },
7
  "generation_time_parameters": {
8
  "sampling_parameters": {
9
- "temperature": 0.5,
10
- "top_p": 1.0,
11
- "min_p": 0.1,
12
  "repetition_penalty": 1.05
13
  }
14
  }
 
6
  },
7
  "generation_time_parameters": {
8
  "sampling_parameters": {
9
+ "temperature": 0.3,
10
+ "min_p": 0.15,
 
11
  "repetition_penalty": 1.05
12
  }
13
  }
LFM2-350M-ENJP-MT-GGUF/Q5_K_M.json CHANGED
@@ -6,9 +6,8 @@
6
  },
7
  "generation_time_parameters": {
8
  "sampling_parameters": {
9
- "temperature": 0.5,
10
- "top_p": 1.0,
11
- "min_p": 0.1,
12
  "repetition_penalty": 1.05
13
  }
14
  }
 
6
  },
7
  "generation_time_parameters": {
8
  "sampling_parameters": {
9
+ "temperature": 0.3,
10
+ "min_p": 0.15,
 
11
  "repetition_penalty": 1.05
12
  }
13
  }
LFM2-350M-ENJP-MT-GGUF/Q8_0.json CHANGED
@@ -6,9 +6,8 @@
6
  },
7
  "generation_time_parameters": {
8
  "sampling_parameters": {
9
- "temperature": 0.5,
10
- "top_p": 1.0,
11
- "min_p": 0.1,
12
  "repetition_penalty": 1.05
13
  }
14
  }
 
6
  },
7
  "generation_time_parameters": {
8
  "sampling_parameters": {
9
+ "temperature": 0.3,
10
+ "min_p": 0.15,
 
11
  "repetition_penalty": 1.05
12
  }
13
  }
LFM2-350M-Extract-GGUF/Q4_0.json CHANGED
@@ -6,7 +6,9 @@
6
  },
7
  "generation_time_parameters": {
8
  "sampling_parameters": {
9
- "temperature": 0.0
 
 
10
  }
11
  }
12
  }
 
6
  },
7
  "generation_time_parameters": {
8
  "sampling_parameters": {
9
+ "temperature": 0.3,
10
+ "min_p": 0.15,
11
+ "repetition_penalty": 1.05
12
  }
13
  }
14
  }
LFM2-350M-Extract-GGUF/Q4_K_M.json CHANGED
@@ -6,7 +6,9 @@
6
  },
7
  "generation_time_parameters": {
8
  "sampling_parameters": {
9
- "temperature": 0.0
 
 
10
  }
11
  }
12
  }
 
6
  },
7
  "generation_time_parameters": {
8
  "sampling_parameters": {
9
+ "temperature": 0.3,
10
+ "min_p": 0.15,
11
+ "repetition_penalty": 1.05
12
  }
13
  }
14
  }
LFM2-350M-Extract-GGUF/Q5_K_M.json CHANGED
@@ -6,7 +6,9 @@
6
  },
7
  "generation_time_parameters": {
8
  "sampling_parameters": {
9
- "temperature": 0.0
 
 
10
  }
11
  }
12
  }
 
6
  },
7
  "generation_time_parameters": {
8
  "sampling_parameters": {
9
+ "temperature": 0.3,
10
+ "min_p": 0.15,
11
+ "repetition_penalty": 1.05
12
  }
13
  }
14
  }
LFM2-350M-Extract-GGUF/Q8_0.json CHANGED
@@ -6,7 +6,9 @@
6
  },
7
  "generation_time_parameters": {
8
  "sampling_parameters": {
9
- "temperature": 0.0
 
 
10
  }
11
  }
12
  }
 
6
  },
7
  "generation_time_parameters": {
8
  "sampling_parameters": {
9
+ "temperature": 0.3,
10
+ "min_p": 0.15,
11
+ "repetition_penalty": 1.05
12
  }
13
  }
14
  }
LFM2-350M-Math-GGUF/Q4_0.json CHANGED
@@ -6,9 +6,8 @@
6
  },
7
  "generation_time_parameters": {
8
  "sampling_parameters": {
9
- "temperature": 0.6,
10
- "top_p": 0.95,
11
- "min_p": 0.1,
12
  "repetition_penalty": 1.05
13
  }
14
  }
 
6
  },
7
  "generation_time_parameters": {
8
  "sampling_parameters": {
9
+ "temperature": 0.3,
10
+ "min_p": 0.15,
 
11
  "repetition_penalty": 1.05
12
  }
13
  }
LFM2-350M-Math-GGUF/Q4_K_M.json CHANGED
@@ -6,9 +6,8 @@
6
  },
7
  "generation_time_parameters": {
8
  "sampling_parameters": {
9
- "temperature": 0.6,
10
- "top_p": 0.95,
11
- "min_p": 0.1,
12
  "repetition_penalty": 1.05
13
  }
14
  }
 
6
  },
7
  "generation_time_parameters": {
8
  "sampling_parameters": {
9
+ "temperature": 0.3,
10
+ "min_p": 0.15,
 
11
  "repetition_penalty": 1.05
12
  }
13
  }
LFM2-350M-Math-GGUF/Q5_K_M.json CHANGED
@@ -6,9 +6,8 @@
6
  },
7
  "generation_time_parameters": {
8
  "sampling_parameters": {
9
- "temperature": 0.6,
10
- "top_p": 0.95,
11
- "min_p": 0.1,
12
  "repetition_penalty": 1.05
13
  }
14
  }
 
6
  },
7
  "generation_time_parameters": {
8
  "sampling_parameters": {
9
+ "temperature": 0.3,
10
+ "min_p": 0.15,
 
11
  "repetition_penalty": 1.05
12
  }
13
  }
LFM2-350M-Math-GGUF/Q8_0.json CHANGED
@@ -6,9 +6,8 @@
6
  },
7
  "generation_time_parameters": {
8
  "sampling_parameters": {
9
- "temperature": 0.6,
10
- "top_p": 0.95,
11
- "min_p": 0.1,
12
  "repetition_penalty": 1.05
13
  }
14
  }
 
6
  },
7
  "generation_time_parameters": {
8
  "sampling_parameters": {
9
+ "temperature": 0.3,
10
+ "min_p": 0.15,
 
11
  "repetition_penalty": 1.05
12
  }
13
  }
LFM2-350M-PII-Extract-JP-GGUF/Q4_0.json CHANGED
@@ -6,7 +6,9 @@
6
  },
7
  "generation_time_parameters": {
8
  "sampling_parameters": {
9
- "temperature": 0.0
 
 
10
  }
11
  }
12
  }
 
6
  },
7
  "generation_time_parameters": {
8
  "sampling_parameters": {
9
+ "temperature": 0.3,
10
+ "min_p": 0.15,
11
+ "repetition_penalty": 1.05
12
  }
13
  }
14
  }
LFM2-350M-PII-Extract-JP-GGUF/Q4_K_M.json CHANGED
@@ -6,7 +6,9 @@
6
  },
7
  "generation_time_parameters": {
8
  "sampling_parameters": {
9
- "temperature": 0.0
 
 
10
  }
11
  }
12
  }
 
6
  },
7
  "generation_time_parameters": {
8
  "sampling_parameters": {
9
+ "temperature": 0.3,
10
+ "min_p": 0.15,
11
+ "repetition_penalty": 1.05
12
  }
13
  }
14
  }
LFM2-350M-PII-Extract-JP-GGUF/Q5_K_M.json CHANGED
@@ -6,7 +6,9 @@
6
  },
7
  "generation_time_parameters": {
8
  "sampling_parameters": {
9
- "temperature": 0.0
 
 
10
  }
11
  }
12
  }
 
6
  },
7
  "generation_time_parameters": {
8
  "sampling_parameters": {
9
+ "temperature": 0.3,
10
+ "min_p": 0.15,
11
+ "repetition_penalty": 1.05
12
  }
13
  }
14
  }
LFM2-350M-PII-Extract-JP-GGUF/Q8_0.json CHANGED
@@ -6,7 +6,9 @@
6
  },
7
  "generation_time_parameters": {
8
  "sampling_parameters": {
9
- "temperature": 0.0
 
 
10
  }
11
  }
12
  }
 
6
  },
7
  "generation_time_parameters": {
8
  "sampling_parameters": {
9
+ "temperature": 0.3,
10
+ "min_p": 0.15,
11
+ "repetition_penalty": 1.05
12
  }
13
  }
14
  }
LFM2.5-1.2B-Instruct-GGUF/Q4_0.json CHANGED
@@ -7,8 +7,8 @@
7
  },
8
  "generation_time_parameters": {
9
  "sampling_parameters": {
10
- "temperature": 0.1,
11
- "top_k": 50,
12
  "repetition_penalty": 1.05
13
  }
14
  }
 
7
  },
8
  "generation_time_parameters": {
9
  "sampling_parameters": {
10
+ "temperature": 0.3,
11
+ "min_p": 0.15,
12
  "repetition_penalty": 1.05
13
  }
14
  }
LFM2.5-1.2B-Instruct-GGUF/Q4_K_M.json CHANGED
@@ -7,8 +7,8 @@
7
  },
8
  "generation_time_parameters": {
9
  "sampling_parameters": {
10
- "temperature": 0.1,
11
- "top_k": 50,
12
  "repetition_penalty": 1.05
13
  }
14
  }
 
7
  },
8
  "generation_time_parameters": {
9
  "sampling_parameters": {
10
+ "temperature": 0.3,
11
+ "min_p": 0.15,
12
  "repetition_penalty": 1.05
13
  }
14
  }
LFM2.5-1.2B-Instruct-GGUF/Q5_K_M.json CHANGED
@@ -7,8 +7,8 @@
7
  },
8
  "generation_time_parameters": {
9
  "sampling_parameters": {
10
- "temperature": 0.1,
11
- "top_k": 50,
12
  "repetition_penalty": 1.05
13
  }
14
  }
 
7
  },
8
  "generation_time_parameters": {
9
  "sampling_parameters": {
10
+ "temperature": 0.3,
11
+ "min_p": 0.15,
12
  "repetition_penalty": 1.05
13
  }
14
  }
LFM2.5-1.2B-Instruct-GGUF/Q8_0.json CHANGED
@@ -7,8 +7,8 @@
7
  },
8
  "generation_time_parameters": {
9
  "sampling_parameters": {
10
- "temperature": 0.1,
11
- "top_k": 50,
12
  "repetition_penalty": 1.05
13
  }
14
  }
 
7
  },
8
  "generation_time_parameters": {
9
  "sampling_parameters": {
10
+ "temperature": 0.3,
11
+ "min_p": 0.15,
12
  "repetition_penalty": 1.05
13
  }
14
  }
LFM2.5-1.2B-Thinking-GGUF/Q4_0.json CHANGED
@@ -7,8 +7,8 @@
7
  },
8
  "generation_time_parameters": {
9
  "sampling_parameters": {
10
- "temperature": 0.05,
11
- "top_k": 50,
12
  "repetition_penalty": 1.05
13
  }
14
  }
 
7
  },
8
  "generation_time_parameters": {
9
  "sampling_parameters": {
10
+ "temperature": 0.3,
11
+ "min_p": 0.15,
12
  "repetition_penalty": 1.05
13
  }
14
  }
LFM2.5-1.2B-Thinking-GGUF/Q4_K_M.json CHANGED
@@ -7,8 +7,8 @@
7
  },
8
  "generation_time_parameters": {
9
  "sampling_parameters": {
10
- "temperature": 0.05,
11
- "top_k": 50,
12
  "repetition_penalty": 1.05
13
  }
14
  }
 
7
  },
8
  "generation_time_parameters": {
9
  "sampling_parameters": {
10
+ "temperature": 0.3,
11
+ "min_p": 0.15,
12
  "repetition_penalty": 1.05
13
  }
14
  }
LFM2.5-1.2B-Thinking-GGUF/Q5_K_M.json CHANGED
@@ -7,8 +7,8 @@
7
  },
8
  "generation_time_parameters": {
9
  "sampling_parameters": {
10
- "temperature": 0.05,
11
- "top_k": 50,
12
  "repetition_penalty": 1.05
13
  }
14
  }
 
7
  },
8
  "generation_time_parameters": {
9
  "sampling_parameters": {
10
+ "temperature": 0.3,
11
+ "min_p": 0.15,
12
  "repetition_penalty": 1.05
13
  }
14
  }
LFM2.5-1.2B-Thinking-GGUF/Q8_0.json CHANGED
@@ -7,8 +7,8 @@
7
  },
8
  "generation_time_parameters": {
9
  "sampling_parameters": {
10
- "temperature": 0.05,
11
- "top_k": 50,
12
  "repetition_penalty": 1.05
13
  }
14
  }
 
7
  },
8
  "generation_time_parameters": {
9
  "sampling_parameters": {
10
+ "temperature": 0.3,
11
+ "min_p": 0.15,
12
  "repetition_penalty": 1.05
13
  }
14
  }
LFM2.5-VL-450M-GGUF/F16.json ADDED
@@ -0,0 +1,15 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "inference_type": "llama.cpp/image-to-text",
3
+ "schema_version": "1.0.0",
4
+ "load_time_parameters": {
5
+ "model": "https://huggingface.co/LiquidAI/LFM2.5-VL-450M-GGUF/resolve/main/LFM2.5-VL-450M-F16.gguf",
6
+ "multimodal_projector": "https://huggingface.co/LiquidAI/LFM2.5-VL-450M-GGUF/resolve/main/mmproj-LFM2.5-VL-450m-F16.gguf"
7
+ },
8
+ "generation_time_parameters": {
9
+ "sampling_parameters": {
10
+ "temperature": 0.1,
11
+ "min_p": 0.15,
12
+ "repetition_penalty": 1.05
13
+ }
14
+ }
15
+ }
LFM2.5-VL-450M-GGUF/Q4_0.json ADDED
@@ -0,0 +1,15 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "inference_type": "llama.cpp/image-to-text",
3
+ "schema_version": "1.0.0",
4
+ "load_time_parameters": {
5
+ "model": "https://huggingface.co/LiquidAI/LFM2.5-VL-450M-GGUF/resolve/main/LFM2.5-VL-450M-Q4_0.gguf",
6
+ "multimodal_projector": "https://huggingface.co/LiquidAI/LFM2.5-VL-450M-GGUF/resolve/main/mmproj-LFM2.5-VL-450m-Q8_0.gguf"
7
+ },
8
+ "generation_time_parameters": {
9
+ "sampling_parameters": {
10
+ "temperature": 0.1,
11
+ "min_p": 0.15,
12
+ "repetition_penalty": 1.05
13
+ }
14
+ }
15
+ }
LFM2.5-VL-450M-GGUF/Q8_0.json ADDED
@@ -0,0 +1,15 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "inference_type": "llama.cpp/image-to-text",
3
+ "schema_version": "1.0.0",
4
+ "load_time_parameters": {
5
+ "model": "https://huggingface.co/LiquidAI/LFM2.5-VL-450M-GGUF/resolve/main/LFM2.5-VL-450M-Q8_0.gguf",
6
+ "multimodal_projector": "https://huggingface.co/LiquidAI/LFM2.5-VL-450M-GGUF/resolve/main/mmproj-LFM2.5-VL-450m-Q8_0.gguf"
7
+ },
8
+ "generation_time_parameters": {
9
+ "sampling_parameters": {
10
+ "temperature": 0.1,
11
+ "min_p": 0.15,
12
+ "repetition_penalty": 1.05
13
+ }
14
+ }
15
+ }