Using model meta-llama/Llama-3.3-70B-Instruct. Adapted parsing of the response.

src/streamlit_app.py

@@ -84,16 +84,21 @@ def extract_cities_with_llm(user_prompt: str) -> list[str]:
     """Use HF Inference API to extract city names from a natural-language prompt."""
     client = InferenceClient(
         # model="mistralai/Mistral-7B-Instruct-v0.3",
-        model="mistralai/Mistral-7B-Instruct-v0.2",
+        # model="mistralai/Mistral-7B-Instruct-v0.2",
         # model="nvidia/Gemma-4-26B-A4B-NVFP4",
         # model="TinyLlama/TinyLlama-1.1B-Chat-v1.0",
-        
+        model="meta-llama/Llama-3.3-70B-Instruct",
         
         # token=st.secrets.get("HF_TOKEN", None),
         # token=st.secrets.get("rainytrek010526001read", None),
         # token=st.secrets.get("API_KEY", None),
         # token=os.getenv("API_KEY")
         token=os.getenv("rainytrek010526001read")
+
+
+        
+    
+        provider="fireworks-ai"
         
         
     )
@@ -111,19 +116,21 @@ def extract_cities_with_llm(user_prompt: str) -> list[str]:
     ]
 
     response = client.chat_completion(messages=messages, max_tokens=256, temperature=0.1)
-
-
     
     raw = response.choices[0].message.content.strip()
+    # # strip markdown fences if present
+    # if raw.startswith("```"):
+    #     raw = raw.split("```")[1]
+    #     if raw.startswith("json"):
+    #         raw = raw[4:]
+    # raw = raw.strip()
 
-    # strip markdown fences if present
-    if raw.startswith("```"):
-        raw = raw.split("```")[1]
-        if raw.startswith("json"):
-            raw = raw[4:]
-    raw = raw.strip()
+    # cities = json.loads(raw)
 
+    ## raw = [c.strip() for c in response["choices"][0]["message"]["content"].split("\"")  if len(c.strip()) > 1]
+    
     cities = json.loads(raw)
+    
     return [c.strip() for c in cities if isinstance(c, str) and c.strip()]
 
 
@@ -235,7 +242,7 @@ if run and user_input.strip():
             cities = []
 
     if not cities:
-        st.markdown('<div class="error-box">No cities found in your prompt. Try mentioning specific city names.</div>', unsafe_allow_html=True)
+        st.markdown('<div class="error-box">what cities in particular should I look for?</div>', unsafe_allow_html=True)
     else:
         st.markdown(f'<div class="llm-box"><div class="llm-label">Cities detected by LLM</div>{" · ".join(cities)}</div>', unsafe_allow_html=True)