| import requests |
| from bs4 import BeautifulSoup |
| import feedparser |
| from datetime import datetime |
| import time |
|
|
| class YahooFinanceScraper: |
| def __init__(self): |
| self.headers = { |
| 'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36' |
| } |
| self.base_url = "https://finance.yahoo.com" |
| |
| def get_latest_news(self, symbol="", max_articles=10): |
| """ |
| ดึงข่าวล่าสุดจาก Yahoo Finance |
| |
| Args: |
| symbol: ticker symbol (เช่น AAPL, TSLA) หรือเว้นว่างสำหรับข่าวทั่วไป |
| max_articles: จำนวนข่าวที่ต้องการ |
| |
| Returns: |
| list: รายการข่าว [{title, link, summary, published}] |
| """ |
| news_list = [] |
| |
| try: |
| if symbol: |
| |
| url = f"{self.base_url}/quote/{symbol}" |
| response = requests.get(url, headers=self.headers, timeout=10) |
| soup = BeautifulSoup(response.content, 'html.parser') |
| |
| |
| news_items = soup.find_all('li', class_='stream-item', limit=max_articles) |
| |
| for item in news_items: |
| try: |
| title_tag = item.find('h3') |
| link_tag = item.find('a') |
| summary_tag = item.find('p') |
| time_tag = item.find('time') |
| |
| if title_tag and link_tag: |
| news_list.append({ |
| 'title': title_tag.get_text(strip=True), |
| 'link': link_tag.get('href', ''), |
| 'summary': summary_tag.get_text(strip=True) if summary_tag else '', |
| 'published': time_tag.get_text(strip=True) if time_tag else 'N/A' |
| }) |
| except Exception as e: |
| continue |
| |
| else: |
| |
| rss_url = "https://finance.yahoo.com/news/rssindex" |
| feed = feedparser.parse(rss_url) |
| |
| for entry in feed.entries[:max_articles]: |
| news_list.append({ |
| 'title': entry.get('title', 'No title'), |
| 'link': entry.get('link', ''), |
| 'summary': entry.get('summary', '')[:300], |
| 'published': entry.get('published', 'N/A') |
| }) |
| |
| |
| if not news_list: |
| news_list = self._get_fallback_news(max_articles) |
| |
| except Exception as e: |
| print(f"Error scraping news: {e}") |
| news_list = self._get_fallback_news(max_articles) |
| |
| return news_list |
| |
| def _get_fallback_news(self, max_articles): |
| """วิธีสำรองในกรณีที่ดึงข่าวไม่ได้""" |
| try: |
| |
| url = "https://finance.yahoo.com/rss/topstories" |
| feed = feedparser.parse(url) |
| |
| news_list = [] |
| for entry in feed.entries[:max_articles]: |
| news_list.append({ |
| 'title': entry.get('title', 'No title'), |
| 'link': entry.get('link', ''), |
| 'summary': entry.get('summary', '')[:300], |
| 'published': entry.get('published', 'N/A') |
| }) |
| |
| return news_list |
| except: |
| return [{ |
| 'title': 'Unable to fetch news', |
| 'link': '', |
| 'summary': 'Please try again later', |
| 'published': 'N/A' |
| }] |
| |
| def search_news(self, keyword, max_articles=10): |
| """ |
| ค้นหาข่าวด้วย keyword |
| |
| Args: |
| keyword: คำค้นหา |
| max_articles: จำนวนข่าว |
| |
| Returns: |
| list: รายการข่าวที่เกี่ยวข้อง |
| """ |
| try: |
| search_url = f"{self.base_url}/search?p={keyword}" |
| response = requests.get(search_url, headers=self.headers, timeout=10) |
| soup = BeautifulSoup(response.content, 'html.parser') |
| |
| news_list = [] |
| articles = soup.find_all('div', class_='Ov(h)', limit=max_articles) |
| |
| for article in articles: |
| try: |
| title = article.find('h3') |
| link = article.find('a') |
| |
| if title and link: |
| news_list.append({ |
| 'title': title.get_text(strip=True), |
| 'link': link.get('href', ''), |
| 'summary': '', |
| 'published': 'Recent' |
| }) |
| except: |
| continue |
| |
| return news_list if news_list else self.get_latest_news(max_articles=max_articles) |
| |
| except Exception as e: |
| print(f"Search error: {e}") |
| return self.get_latest_news(max_articles=max_articles) |
