decula
/

sd

Text Generation

Model card Files Files and versions

decula commited on Feb 27

Commit

16363a1

·

1 Parent(s): 2b4caa1

added cai

Files changed (1) hide show

qianwen_rag.py +2 -2

qianwen_rag.py CHANGED Viewed

@@ -25,9 +25,9 @@ except NVMLError as error:
     print(error)
 # --- 模型导入方式 (指定方式且适配双卡) ---
-model_id = "Orion-zhen/Qwen2-72B-Instruct-2.0bpw-h-novel-exl2"
 ctx_limit = 20000
-title = "Qwen2-72B-Instruct-2.0bpw-h-novel-exl2 with RAG"
 print(f"正在并行加载模型 {model_id} 到多块 GPU...")

     print(error)
 # --- 模型导入方式 (指定方式且适配双卡) ---
+model_id = "Orion-zhen/c4ai-command-r-08-2024-h-novel-exl2"
 ctx_limit = 20000
+title = "c4ai ommand r 08 2024 h novel exl2with RAG"
 print(f"正在并行加载模型 {model_id} 到多块 GPU...")