Spaces:
Running
Running
| """Unsloth loader helpers.""" | |
| from __future__ import annotations | |
| from typing import Any | |
| def load_unsloth_model(model_name: str) -> dict[str, Any]: | |
| try: | |
| import unsloth # type: ignore # noqa: F401 | |
| return {"backend": "unsloth", "model_name": model_name, "available": True, "quantization": "qlora_ready"} | |
| except Exception: # noqa: BLE001 | |
| return {"backend": "transformers_fallback", "model_name": model_name, "available": False, "quantization": "none"} | |
| def load_ollama_manifest(model_name: str) -> dict[str, Any]: | |
| # Minimal manifest payload for baseline tracking when running local Ollama models. | |
| return { | |
| "provider": "ollama", | |
| "model": model_name, | |
| "adapter_mode": "none", | |
| "notes": "small-model baseline", | |
| } | |