polyguard-openenv / app /training /unsloth_loader.py
TheJackBright's picture
Deploy PolyGuard OpenEnv Space
877add7 verified
"""Unsloth loader helpers."""
from __future__ import annotations
from typing import Any
def load_unsloth_model(model_name: str) -> dict[str, Any]:
try:
import unsloth # type: ignore # noqa: F401
return {"backend": "unsloth", "model_name": model_name, "available": True, "quantization": "qlora_ready"}
except Exception: # noqa: BLE001
return {"backend": "transformers_fallback", "model_name": model_name, "available": False, "quantization": "none"}
def load_ollama_manifest(model_name: str) -> dict[str, Any]:
# Minimal manifest payload for baseline tracking when running local Ollama models.
return {
"provider": "ollama",
"model": model_name,
"adapter_mode": "none",
"notes": "small-model baseline",
}