modified agent_llm, agent, inference to use base api url

agent.py

@@ -9,12 +9,18 @@ import time
 import json
 import random
 
-from dotenv import load_dotenv
 from openai import OpenAI
-from groq import Groq
+#from groq import Groq
 
 from app.env import CustomerSupportEnv
 
+BASE_DIR = os.path.dirname(os.path.abspath(__file__))
+
+#from dotenv import load_dotenv
+#ENV_PATH = os.path.join(BASE_DIR, ".env")
+#load_dotenv(ENV_PATH)
+
+
 # load_dotenv()
 
 # client = OpenAI(api_key=os.getenv("OPENAI_API_KEY"))
@@ -22,10 +28,16 @@ from app.env import CustomerSupportEnv
 # BASE_URL = "http://127.0.0.1:8001"
 #load_dotenv("/home/pb/projects/openenv-customer-support/.env")
 
-BASE_DIR = os.path.dirname(os.path.abspath(__file__))
-ENV_PATH = os.path.join(BASE_DIR, ".env")
+try:
+    from dotenv import load_dotenv
+
+    ENV_PATH = os.path.join(BASE_DIR, ".env")
+    load_dotenv(ENV_PATH)
+
+except ImportError:
+    # dotenv not available in validator environment
+    pass
 
-load_dotenv(ENV_PATH)
 print(f"\nCWD: {os.getcwd()}")
 
 #client = Groq(api_key=os.getenv("GROQ_API_KEY"))
@@ -46,13 +58,25 @@ print(f"\nCWD: {os.getcwd()}")
 # CONFIG (NEW - VENDOR NEUTRAL)
 # =========================
 def get_llm_client():
-    return OpenAI(
-        base_url=os.getenv(
-            "API_BASE_URL",
-            "https://router.huggingface.co/v1"
-        ),
-        api_key=os.getenv("API_KEY") or os.getenv("GROQ_API_KEY")
-    )
+    if OpenAI is None:
+        return None
+
+    api_key = os.getenv("API_KEY") or os.getenv("GROQ_API_KEY")
+
+    if not api_key:
+        return None  # 🔥 critical
+
+    try:
+        return OpenAI(
+            base_url=os.getenv(
+                "API_BASE_URL",
+                "https://router.huggingface.co/v1"
+            ),
+            api_key=api_key
+        )
+    except Exception:
+        return None
+
 
 client = get_llm_client()
 

agent_llm.py

@@ -13,27 +13,54 @@
 import os
 import json
 import time
-from dotenv import load_dotenv
-from groq import Groq
-from openai import OpenAI
+#from groq import Groq
+#from openai import OpenAI
 
 from app.env import CustomerSupportEnv
 
-load_dotenv()
+#from dotenv import load_dotenv
+#load_dotenv()
+
 
 #client = Groq(api_key=os.getenv("GROQ_API_KEY"))
 
 # =========================
-# CONFIG (NEW)
+# OPTIONAL IMPORTS (SAFE)
+# =========================
+try:
+    from openai import OpenAI
+except ImportError:
+    OpenAI = None
+
+try:
+    from dotenv import load_dotenv
+    load_dotenv()
+except ImportError:
+    pass
+
+# =========================
+# CONFIG - CLIENT-SAFE
 # =========================
 def get_llm_client():
-    return OpenAI(
-        base_url=os.getenv(
-            "API_BASE_URL",
-            "https://router.huggingface.co/v1"
-        ),
-        api_key=os.getenv("API_KEY") or os.getenv("GROQ_API_KEY")
-    )
+    if OpenAI is None:
+        return None
+
+    api_key = os.getenv("API_KEY") or os.getenv("GROQ_API_KEY")
+
+    if not api_key:
+        return None  # 🔥 critical
+
+    try:
+        return OpenAI(
+            base_url=os.getenv(
+                "API_BASE_URL",
+                "https://router.huggingface.co/v1"
+            ),
+            api_key=api_key
+        )
+    except Exception:
+        return None
+
 
 client = get_llm_client()
 
@@ -76,17 +103,24 @@ FORMAT:
 
 
 # =========================
-# LLM CALL
+# LLM CALL (SAFE)
 # =========================
 def call_llm(prompt):
-    completion = client.chat.completions.create(
-        model=os.getenv("MODEL_NAME"),
-        #model="llama-3.1-8b-instant",
-        messages=[{"role": "user", "content": prompt}],
-        temperature=0.2,
-        response_format={"type": "json_object"}
-    )
-    return completion.choices[0].message.content.strip()
+    if client is None:
+        return None  # 🔥 triggers fallback
+
+    try:
+        completion = client.chat.completions.create(
+            model=os.getenv("MODEL_NAME", "unknown-model"),
+            messages=[{"role": "user", "content": prompt}],
+            temperature=0.2,
+            response_format={"type": "json_object"}
+        )
+
+        return completion.choices[0].message.content.strip()
+
+    except Exception:
+        return None  # 🔥 triggers fallback
 
 
 # =========================

requirements.txt

@@ -1,7 +1,6 @@
 fastapi
 uvicorn
 pydantic
-openai
 groq
 python-dotenv
 pyyaml