FROM /content/bangla_summarization_model_merged.Q8_0.gguf

# Set the model parameters
PARAMETER num_ctx 2048
PARAMETER num_batch 512
PARAMETER num_gpu 1

# Template for chat format
TEMPLATE """<start_of_turn>user
সংক্ষেপ করুন: {{ .Prompt }}<end_of_turn>
<start_of_turn>model
"""

# System prompt
SYSTEM """You are a helpful AI assistant specialized in summarizing Bengali text.
Your task is to create concise, accurate summaries of Bengali articles while preserving the key information and meaning.

Always respond in Bengali.
Keep summaries clear and to the point.
Focus on the main ideas and important details."""

# Model configuration
PARAMETER temperature 0.1
PARAMETER top_k 40
PARAMETER top_p 0.9
PARAMETER stop "<end_of_turn>"
PARAMETER repeat_penalty 1.1