fix: Improve Reddit and yfinance reliability

- Reddit: Use browser-like User-Agent to avoid 403 blocks
- Reddit: Add proper HTTP status code logging
- yfinance: Add retry logic with exponential backoff for rate limits

Co-Authored-By: Claude Opus 4.5 <noreply@anthropic.com>

mcp-servers/sentiment-basket/server.py

@@ -139,7 +139,10 @@ async def fetch_reddit_posts(ticker: str, company_name: str = "") -> dict:
     """
     try:
         async with httpx.AsyncClient() as client:
-            headers = {"User-Agent": "SentimentBasket/1.0"}
+            # Use browser-like User-Agent to avoid Reddit 403 blocks
+            headers = {
+                "User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36"
+            }
 
             subreddits = ["wallstreetbets", "stocks"]
             posts_list = []
@@ -160,9 +163,17 @@ async def fetch_reddit_posts(ticker: str, company_name: str = "") -> dict:
                 try:
                     response = await client.get(url, headers=headers, params=params, timeout=10)
                     if response.status_code == 429:
-                        continue  # Rate limited, skip this subreddit
+                        logger.warning(f"Reddit rate limited (429) for r/{subreddit}")
+                        continue
+                    if response.status_code == 403:
+                        logger.warning(f"Reddit access forbidden (403) for r/{subreddit}")
+                        continue
+                    if response.status_code != 200:
+                        logger.warning(f"Reddit returned {response.status_code} for r/{subreddit}")
+                        continue
                     data = response.json()
-                except:
+                except Exception as e:
+                    logger.warning(f"Reddit fetch error for r/{subreddit}: {e}")
                     continue
 
                 posts = data.get("data", {}).get("children", [])

mcp-servers/valuation-basket/server.py

@@ -58,14 +58,48 @@ executor = ThreadPoolExecutor(max_workers=2)
 # DATA FETCHERS (using yfinance)
 # ============================================================
 
-def _fetch_yfinance_sync(ticker: str) -> dict:
+def _fetch_yfinance_sync(ticker: str, max_retries: int = 3) -> dict:
     """
     Synchronous yfinance fetch (runs in thread pool).
     Returns all valuation metrics from Yahoo Finance.
+    Includes retry logic for rate limiting.
     """
+    import time
+    last_error = None
+
+    for attempt in range(max_retries):
+        try:
+            tk = yf.Ticker(ticker)
+            info = tk.info
+
+            # Check if we got rate limited (empty info dict or specific error)
+            if not info:
+                raise Exception("Empty response from yfinance")
+            if "error" in str(info).lower() or "rate" in str(info).lower():
+                raise Exception(f"Possible rate limit: {info}")
+
+            break  # Success, exit retry loop
+
+        except Exception as e:
+            last_error = e
+            error_str = str(e).lower()
+            if "rate" in error_str or "too many" in error_str or "429" in error_str:
+                wait_time = (2 ** attempt) + 1  # Exponential backoff: 2, 3, 5 seconds
+                logger.warning(f"yfinance rate limited for {ticker}, retrying in {wait_time}s (attempt {attempt + 1}/{max_retries})")
+                time.sleep(wait_time)
+                continue
+            else:
+                # Non-rate-limit error, don't retry
+                logger.error(f"yfinance fetch error for {ticker}: {e}")
+                return {"error": str(e)}
+
+    # If we exhausted retries
+    if last_error and not info:
+        logger.error(f"yfinance fetch failed after {max_retries} retries for {ticker}: {last_error}")
+        return {"error": str(last_error)}
+
     try:
-        tk = yf.Ticker(ticker)
-        info = tk.info
+        # Proceed with parsing info
 
         if not info or info.get("regularMarketPrice") is None:
             return {"error": f"No data found for ticker {ticker}"}