IMISLab commited on
Commit
66c6387
·
verified ·
1 Parent(s): 3b15ec9

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +3 -3
README.md CHANGED
@@ -64,7 +64,7 @@ Use the following code to run the model locally or you can host the model using
64
  from transformers import AutoTokenizer, Mistral3ForConditionalGeneration, set_seed
65
 
66
  # Set the model path, device and a random seed for reproducibility.
67
- model_path = 'IMISLab/Maistros-8B-Instruct'
68
  device = 'cuda'
69
  set_seed(42)
70
 
@@ -81,8 +81,8 @@ self.model = Mistral3ForConditionalGeneration.from_pretrained(model_path, device
81
  self.model.eval()
82
 
83
  # Set the system, instruction and user prompts.
84
- system_prompt = ''
85
- instruction_prompt = ''
86
  user_prompt = ''
87
 
88
  # Defining the message template.
 
64
  from transformers import AutoTokenizer, Mistral3ForConditionalGeneration, set_seed
65
 
66
  # Set the model path, device and a random seed for reproducibility.
67
+ model_path = 'IMISLab/Maistros-8B-Instruct-4bit'
68
  device = 'cuda'
69
  set_seed(42)
70
 
 
81
  self.model.eval()
82
 
83
  # Set the system, instruction and user prompts.
84
+ system_prompt = 'Είσαι ο Μαΐστρος, ένα εξαιρετικά ανεπτυγμένο μοντέλο Τεχνητής Νοημοσύνης για την Ελληνική γλώσσα.\nΈχεις δημιουργηθεί απο το IMIS Lab του Πανεπιστημιού Πατρών.'
85
+ instruction_prompt = 'Παρακαλώ απάντησε στην παρακάτω απάντηση.'
86
  user_prompt = ''
87
 
88
  # Defining the message template.