Spaces:
Running
Running
File size: 788 Bytes
877add7 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 | """Unsloth loader helpers."""
from __future__ import annotations
from typing import Any
def load_unsloth_model(model_name: str) -> dict[str, Any]:
try:
import unsloth # type: ignore # noqa: F401
return {"backend": "unsloth", "model_name": model_name, "available": True, "quantization": "qlora_ready"}
except Exception: # noqa: BLE001
return {"backend": "transformers_fallback", "model_name": model_name, "available": False, "quantization": "none"}
def load_ollama_manifest(model_name: str) -> dict[str, Any]:
# Minimal manifest payload for baseline tracking when running local Ollama models.
return {
"provider": "ollama",
"model": model_name,
"adapter_mode": "none",
"notes": "small-model baseline",
}
|