Update space

app.py

@@ -1,16 +1,16 @@
 import gradio as gr
-from transformers import AutoModelForCausalLM, AutoTokenizer
+from transformers import AutoModelForCausalLM, AutoTokenizer, TextStreamer
+from peft import PeftModel
 import torch
 
 device = "cuda" if torch.cuda.is_available() else "cpu"
 
 model_path = "Hack337/WavGPT-1.0" # Replace with the actual model path
-model = AutoModelForCausalLM.from_pretrained(
-    model_path,
-    torch_dtype="auto",
-    device_map="auto"
-)
-tokenizer = AutoTokenizer.from_pretrained(model_path)
+tokenizer = AutoTokenizer.from_pretrained("Qwen/Qwen2-1.5B-Instruct")
+model = AutoModelForCausalLM.from_pretrained("Qwen/Qwen2-1.5B-Instruct", 
+                                             torch_dtype="auto", device_map="auto")
+
+model = PeftModel.from_pretrained(model, model_path)
 
 
 def respond(

requirements.txt

@@ -3,4 +3,5 @@ minijinja
 torch
 transformers
 gradio
-accelerate
+accelerate
+peft