Create main.py

main.py

@@ -0,0 +1,163 @@
+import requests
+from bs4 import BeautifulSoup
+import re
+import json
+from urllib.parse import urljoin, quote
+import time
+
+class SoundgasmScraper:
+    def __init__(self):
+        self.base_url = "https://soundgasm.net"
+        self.session = requests.Session()
+        self.session.headers.update({
+            'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36'
+        })
+    
+    def search_audio(self, query, max_results=10):
+        """
+        Search for audio on Soundgasm.net
+        Since Soundgasm doesn't have a built-in search, we'll use external search engines
+        """
+        results = []
+        
+        # Use Google to search for Soundgasm content
+        search_query = f"site:soundgasm.net {query}"
+        google_url = f"https://www.google.com/search?q={quote(search_query)}"
+        
+        try:
+            response = self.session.get(google_url)
+            soup = BeautifulSoup(response.content, 'html.parser')
+            
+            # Extract Soundgasm links from Google search results
+            links = soup.find_all('a', href=True)
+            soundgasm_links = []
+            
+            for link in links:
+                href = link.get('href')
+                if href and 'soundgasm.net/u/' in href:
+                    # Clean up the URL
+                    if href.startswith('/url?q='):
+                        href = href.split('/url?q=')[1].split('&')[0]
+                    if href.startswith('http') and 'soundgasm.net/u/' in href:
+                        soundgasm_links.append(href)
+            
+            # Remove duplicates and limit results
+            soundgasm_links = list(set(soundgasm_links))[:max_results]
+            
+            # Get details for each audio
+            for link in soundgasm_links:
+                audio_info = self.get_audio_info(link)
+                if audio_info:
+                    results.append(audio_info)
+                    
+        except Exception as e:
+            print(f"Search error: {e}")
+            
+        return results
+    
+    def get_audio_info(self, url):
+        """
+        Extract audio information from a Soundgasm page
+        """
+        try:
+            response = self.session.get(url)
+            soup = BeautifulSoup(response.content, 'html.parser')
+            
+            # Extract title
+            title_elem = soup.find('title')
+            title = title_elem.text.strip() if title_elem else "Unknown Title"
+            
+            # Extract description
+            description = ""
+            desc_elem = soup.find('div', class_='jp-description')
+            if desc_elem:
+                description = desc_elem.get_text(strip=True)
+            
+            # Extract audio file URL from JavaScript
+            audio_url = None
+            scripts = soup.find_all('script')
+            for script in scripts:
+                if script.string:
+                    # Look for the audio file URL in the JavaScript
+                    match = re.search(r'["\']([^"\']*\.m4a)["\']', script.string)
+                    if match:
+                        audio_url = match.group(1)
+                        if not audio_url.startswith('http'):
+                            audio_url = urljoin(self.base_url, audio_url)
+                        break
+            
+            # Extract username from URL
+            username = ""
+            url_match = re.search(r'/u/([^/]+)/', url)
+            if url_match:
+                username = url_match.group(1)
+            
+            # Extract audio title from URL
+            audio_title = ""
+            title_match = re.search(r'/u/[^/]+/(.+)$', url)
+            if title_match:
+                audio_title = title_match.group(1).replace('-', ' ').replace('_', ' ')
+            
+            return {
+                'title': title,
+                'audio_title': audio_title,
+                'username': username,
+                'description': description,
+                'url': url,
+                'audio_url': audio_url,
+                'duration': None  # Would need to download file to get duration
+            }
+            
+        except Exception as e:
+            print(f"Error getting audio info for {url}: {e}")
+            return None
+    
+    def search_by_username(self, username):
+        """
+        Get all audios from a specific user
+        """
+        user_url = f"{self.base_url}/u/{username}"
+        try:
+            response = self.session.get(user_url)
+            soup = BeautifulSoup(response.content, 'html.parser')
+            
+            # Find all audio links on the user page
+            audio_links = []
+            links = soup.find_all('a', href=True)
+            
+            for link in links:
+                href = link.get('href')
+                if href and f'/u/{username}/' in href and href != f'/u/{username}':
+                    full_url = urljoin(self.base_url, href)
+                    audio_links.append(full_url)
+            
+            # Get info for each audio
+            results = []
+            for link in audio_links:
+                audio_info = self.get_audio_info(link)
+                if audio_info:
+                    results.append(audio_info)
+                    
+            return results
+            
+        except Exception as e:
+            print(f"Error searching by username {username}: {e}")
+            return []
+
+# Test the scraper
+if __name__ == "__main__":
+    scraper = SoundgasmScraper()
+    
+    # Test search
+    print("Testing search functionality...")
+    results = scraper.search_audio("ASMR", max_results=3)
+    
+    for i, result in enumerate(results, 1):
+        print(f"\n--- Result {i} ---")
+        print(f"Title: {result['title']}")
+        print(f"Audio Title: {result['audio_title']}")
+        print(f"Username: {result['username']}")
+        print(f"URL: {result['url']}")
+        print(f"Audio URL: {result['audio_url']}")
+        print(f"Description: {result['description'][:100]}..." if result['description'] else "No description")
+