| base_model: BioMistral/BioMistral-7B | |
| gate_mode: approach # one of "hidden", "cheap_embed", or "random" | |
| dtype: bfloat16 # output dtype (float32, float16, or bfloat16) | |
| experts: | |
| - source_model: Treza12/BioMistral-7B-F0 | |
| positive_prompts: | |
| - "This is a prompt that is demonstrative of what expert_model_1 excels at Diagnosis" | |
| - source_model: cognitivecomputations/WestLake-7B-v2-laser | |
| positive_prompts: | |
| - "Answer this question from the Winogrande test." | |
| - "Use advanced knowledge of culture and humanity" |