boldhasnain commited on
Commit
ca750ca
·
verified ·
1 Parent(s): 6198138

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +5 -2
app.py CHANGED
@@ -45,8 +45,11 @@ def load_model(model_name):
45
  # Load model directly
46
  from transformers import AutoTokenizer, AutoModelForCausalLM
47
 
48
- tokenizer = AutoTokenizer.from_pretrained("mistralai/Mistral-7B-Instruct-v0.1")
49
- model = AutoModelForCausalLM.from_pretrained("mistralai/Mistral-7B-Instruct-v0.1")
 
 
 
50
  # Initialize Hugging Face LLM
51
  system_prompt = """# You are a Q&A assistant. Your goal is to answer questions as
52
  accurately as possible based on the instructions and context provided
 
45
  # Load model directly
46
  from transformers import AutoTokenizer, AutoModelForCausalLM
47
 
48
+ # Load model directly
49
+ from transformers import AutoTokenizer, AutoModelForCausalLM
50
+
51
+ tokenizer = AutoTokenizer.from_pretrained("meta-llama/Meta-Llama-3-8B")
52
+ model = AutoModelForCausalLM.from_pretrained("meta-llama/Meta-Llama-3-8B")
53
  # Initialize Hugging Face LLM
54
  system_prompt = """# You are a Q&A assistant. Your goal is to answer questions as
55
  accurately as possible based on the instructions and context provided