Instructions to use av-codes/Supra-50M-Instruct-ONNX with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- Transformers.js
How to use av-codes/Supra-50M-Instruct-ONNX with Transformers.js:
// npm i @huggingface/transformers import { pipeline } from '@huggingface/transformers'; // Allocate pipeline const pipe = await pipeline('text-generation', 'av-codes/Supra-50M-Instruct-ONNX');
| { | |
| "bos_token": "<s>", | |
| "eos_token": "</s>", | |
| "model_max_length": 1024, | |
| "pad_token": "<pad>", | |
| "tokenizer_class": "LlamaTokenizer", | |
| "unk_token": "<unk>", | |
| "chat_template": "{% if messages[0]['role'] == 'system' %}{% set system_message = messages[0]['content'] %}{% set loop_messages = messages[1:] %}{% else %}{% set system_message = '' %}{% set loop_messages = messages %}{% endif %}Below is an instruction that describes a task. Write a response that appropriately completes the request.\n\n{% for message in loop_messages %}{% if message['role'] == 'user' %}### Instruction:\n{{ message['content'] }}\n\n{% elif message['role'] == 'assistant' %}### Response:\n{{ message['content'] }}{{ eos_token }}\n\n{% endif %}{% endfor %}### Response:\n" | |
| } | |