darianb commited on
Commit
e46cae9
·
1 Parent(s): 37f48f8

Update 4 LEAP sdk manifests

Browse files
LFM2.5-350M-GGUF/Q4_0.json ADDED
@@ -0,0 +1,14 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "inference_type": "llama.cpp/text-to-text",
3
+ "schema_version": "1.0.0",
4
+ "load_time_parameters": {
5
+ "model": "https://huggingface.co/LiquidAI/LFM2.5-350M-GGUF/resolve/main/LFM2.5-350M-Q4_0.gguf"
6
+ },
7
+ "generation_time_parameters": {
8
+ "sampling_parameters": {
9
+ "temperature": 0.1,
10
+ "top_k": 50,
11
+ "repetition_penalty": 1.05
12
+ }
13
+ }
14
+ }
LFM2.5-350M-GGUF/Q4_K_M.json ADDED
@@ -0,0 +1,14 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "inference_type": "llama.cpp/text-to-text",
3
+ "schema_version": "1.0.0",
4
+ "load_time_parameters": {
5
+ "model": "https://huggingface.co/LiquidAI/LFM2.5-350M-GGUF/resolve/main/LFM2.5-350M-Q4_K_M.gguf"
6
+ },
7
+ "generation_time_parameters": {
8
+ "sampling_parameters": {
9
+ "temperature": 0.1,
10
+ "top_k": 50,
11
+ "repetition_penalty": 1.05
12
+ }
13
+ }
14
+ }
LFM2.5-350M-GGUF/Q5_K_M.json ADDED
@@ -0,0 +1,14 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "inference_type": "llama.cpp/text-to-text",
3
+ "schema_version": "1.0.0",
4
+ "load_time_parameters": {
5
+ "model": "https://huggingface.co/LiquidAI/LFM2.5-350M-GGUF/resolve/main/LFM2.5-350M-Q5_K_M.gguf"
6
+ },
7
+ "generation_time_parameters": {
8
+ "sampling_parameters": {
9
+ "temperature": 0.1,
10
+ "top_k": 50,
11
+ "repetition_penalty": 1.05
12
+ }
13
+ }
14
+ }
LFM2.5-350M-GGUF/Q8_0.json ADDED
@@ -0,0 +1,14 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "inference_type": "llama.cpp/text-to-text",
3
+ "schema_version": "1.0.0",
4
+ "load_time_parameters": {
5
+ "model": "https://huggingface.co/LiquidAI/LFM2.5-350M-GGUF/resolve/main/LFM2.5-350M-Q8_0.gguf"
6
+ },
7
+ "generation_time_parameters": {
8
+ "sampling_parameters": {
9
+ "temperature": 0.1,
10
+ "top_k": 50,
11
+ "repetition_penalty": 1.05
12
+ }
13
+ }
14
+ }