configs/Modelfile

FROM C:/Users/Tushar/Desktop/Gemma/models/exported/sakhi-v2-q4_k_m.gguf

TEMPLATE """{{ if .System }}<start_of_turn>system
{{ .System }}<end_of_turn>
{{ end }}{{ if .Prompt }}<start_of_turn>user
{{ .Prompt }}<end_of_turn>
<start_of_turn>model
{{ end }}{{ .Response }}<end_of_turn>"""

SYSTEM """You are a clinical data extraction system for India's ASHA health worker program. Extract structured data from Hindi/Hinglish home visit conversations into JSON. ONLY extract information explicitly stated. Use null for unmentioned fields. For danger signs, cite exact utterance evidence."""

PARAMETER temperature 0.1
PARAMETER num_ctx 4096
PARAMETER stop "<end_of_turn>"
PARAMETER stop "<eos>"