Update app.py

app.py

@@ -25,8 +25,8 @@ MODEL_ID = "tencent/Hy-MT1.5-1.8B-2bit"
 print(f"🔱 Specialist, Loading {MODEL_ID} on CPU...")
 
 # Load Tokenizer
-tokenizer = AutoTokenizer.from_pretrained(MODEL_ID, trust_remote_code=True)
-
+tokenizer = AutoTokenizer.from_pretrained(MODEL_ID, trust_remote_code=True, clean_up_tokenization_spaces=False) 
+                                          
 # Load Model Optimized for CPU
 model = AutoModelForCausalLM.from_pretrained(
     MODEL_ID,