Use Google Trends RSS for Trending Now - more reliable than pytrends API

modules/trends/schemas.py

@@ -91,6 +91,7 @@ class TrendingTopic(BaseModel):
     rank: int
     topic: str
     country: str
+    traffic: str = "N/A"
 
 
 class TrendingNowResponse(BaseModel):

modules/trends/services/trends_client.py

@@ -81,7 +81,8 @@ class TrendsClient:
         limit: int = 20
     ) -> List[Dict]:
         """
-        Get currently trending searches.
+        Get currently trending searches using Google Trends RSS feed.
+        More reliable than pytrends API for daily trends.
         
         Args:
             country: Country code (e.g., 'united_states', 'bangladesh', 'india')
@@ -90,24 +91,71 @@ class TrendsClient:
         Returns:
             List of trending topics with rank
         """
+        import requests
+        import xml.etree.ElementTree as ET
+        
+        # Country code mapping for RSS
+        country_codes = {
+            "united_states": "US",
+            "united_kingdom": "GB",
+            "india": "IN",
+            "bangladesh": "BD",
+            "japan": "JP",
+            "germany": "DE",
+            "france": "FR",
+            "brazil": "BR",
+            "canada": "CA",
+            "australia": "AU",
+        }
+        
+        geo = country_codes.get(country, "US")
+        
         try:
-            # Get trending searches
-            df = self.pytrends.trending_searches(pn=country)
+            # Google Trends RSS Feed URL
+            rss_url = f"https://trends.google.com/trending/rss?geo={geo}"
+            
+            response = requests.get(rss_url, timeout=10)
+            response.raise_for_status()
+            
+            # Parse XML
+            root = ET.fromstring(response.content)
             
             results = []
-            for i, topic in enumerate(df[0].head(limit).tolist()):
-                results.append({
-                    "rank": i + 1,
-                    "topic": topic,
-                    "country": country
-                })
+            items = root.findall('.//item')
             
-            logger.info(f"Got {len(results)} trending topics for {country}")
+            for i, item in enumerate(items[:limit]):
+                title = item.find('title')
+                traffic = item.find('{https://trends.google.com/trending/rss}approx_traffic')
+                
+                if title is not None:
+                    results.append({
+                        "rank": i + 1,
+                        "topic": title.text,
+                        "country": country,
+                        "traffic": traffic.text if traffic is not None else "N/A"
+                    })
+            
+            logger.info(f"Got {len(results)} trending topics for {country} via RSS")
             return results
             
         except Exception as e:
-            logger.error(f"Error getting trending searches: {e}")
-            return []
+            logger.error(f"Error getting trending searches via RSS: {e}")
+            # Fallback to pytrends
+            try:
+                df = self.pytrends.trending_searches(pn=country)
+                results = []
+                for i, topic in enumerate(df[0].head(limit).tolist()):
+                    results.append({
+                        "rank": i + 1,
+                        "topic": topic,
+                        "country": country,
+                        "traffic": "N/A"
+                    })
+                logger.info(f"Got {len(results)} trending topics via pytrends fallback")
+                return results
+            except Exception as e2:
+                logger.error(f"Fallback also failed: {e2}")
+                return []
     
     def get_realtime_trends(
         self,