Update README.md
Browse files
README.md
CHANGED
|
@@ -64,7 +64,7 @@ Use the following code to run the model locally or you can host the model using
|
|
| 64 |
from transformers import AutoTokenizer, Mistral3ForConditionalGeneration, set_seed
|
| 65 |
|
| 66 |
# Set the model path, device and a random seed for reproducibility.
|
| 67 |
-
model_path = 'IMISLab/Maistros-8B-Instruct'
|
| 68 |
device = 'cuda'
|
| 69 |
set_seed(42)
|
| 70 |
|
|
@@ -81,8 +81,8 @@ self.model = Mistral3ForConditionalGeneration.from_pretrained(model_path, device
|
|
| 81 |
self.model.eval()
|
| 82 |
|
| 83 |
# Set the system, instruction and user prompts.
|
| 84 |
-
system_prompt = ''
|
| 85 |
-
instruction_prompt = ''
|
| 86 |
user_prompt = ''
|
| 87 |
|
| 88 |
# Defining the message template.
|
|
|
|
| 64 |
from transformers import AutoTokenizer, Mistral3ForConditionalGeneration, set_seed
|
| 65 |
|
| 66 |
# Set the model path, device and a random seed for reproducibility.
|
| 67 |
+
model_path = 'IMISLab/Maistros-8B-Instruct-4bit'
|
| 68 |
device = 'cuda'
|
| 69 |
set_seed(42)
|
| 70 |
|
|
|
|
| 81 |
self.model.eval()
|
| 82 |
|
| 83 |
# Set the system, instruction and user prompts.
|
| 84 |
+
system_prompt = 'Είσαι ο Μαΐστρος, ένα εξαιρετικά ανεπτυγμένο μοντέλο Τεχνητής Νοημοσύνης για την Ελληνική γλώσσα.\nΈχεις δημιουργηθεί απο το IMIS Lab του Πανεπιστημιού Πατρών.'
|
| 85 |
+
instruction_prompt = 'Παρακαλώ απάντησε στην παρακάτω απάντηση.'
|
| 86 |
user_prompt = ''
|
| 87 |
|
| 88 |
# Defining the message template.
|