Update app.py

app.py

@@ -16,7 +16,7 @@ from fastapi import FastAPI, Request, HTTPException
 from fastapi.middleware.cors import CORSMiddleware
 from pydantic import BaseModel, Field, ConfigDict
 from transformers import AutoModelForCausalLM, AutoTokenizer
-from datasets import load_dataset
+# datasets import removed — HF dataset not used at runtime
 from sentence_transformers import SentenceTransformer
 
 # ── Logging ────────────────────────────────────────────────────────────────────
@@ -45,7 +45,6 @@ ALLOWED_DOMAIN      = os.environ.get("ALLOWED_DOMAIN", "buildwithsupratim.github
 _models:     Dict[str, Any] = {}
 _tokenizers: Dict[str, Any] = {}
 _embed:      Any            = None
-_dataset:    Any            = None
 _faiss:      Dict[str, Any] = {}
 _meta:       Dict[str, Any] = {}
 _piper:      Any            = None
@@ -172,14 +171,6 @@ def load_all_models() -> None:
     log.info("Embedding model ready")
 
 
-def load_dataset_cache() -> None:
-    global _dataset
-    log.info("Loading Maria dataset…")
-    try:
-        _dataset = load_dataset(DATASET_NAME, token=HF_TOKEN or None)
-        log.info("Dataset ready")
-    except Exception as e:
-        log.warning(f"Dataset load failed: {e}")
 
 
 def load_piper() -> None:
@@ -202,7 +193,6 @@ def load_piper() -> None:
 @asynccontextmanager
 async def lifespan(app: FastAPI):
     load_all_models()
-    load_dataset_cache()
     load_piper()
     yield