File size: 788 Bytes
877add7
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
"""Unsloth loader helpers."""

from __future__ import annotations

from typing import Any


def load_unsloth_model(model_name: str) -> dict[str, Any]:
    try:
        import unsloth  # type: ignore # noqa: F401

        return {"backend": "unsloth", "model_name": model_name, "available": True, "quantization": "qlora_ready"}
    except Exception:  # noqa: BLE001
        return {"backend": "transformers_fallback", "model_name": model_name, "available": False, "quantization": "none"}


def load_ollama_manifest(model_name: str) -> dict[str, Any]:
    # Minimal manifest payload for baseline tracking when running local Ollama models.
    return {
        "provider": "ollama",
        "model": model_name,
        "adapter_mode": "none",
        "notes": "small-model baseline",
    }