| import requests
|
| import json
|
| import os
|
|
|
| username = os.environ.get('USERNAME')
|
| passwd = os.environ.get('PASSWORD')
|
| def scrape_amazon(search_query, n =20):
|
|
|
| payload = {
|
| 'source': 'amazon_search',
|
| 'domain': 'com',
|
| 'query': f'{search_query}',
|
| 'start_page': 1,
|
| 'pages': 1,
|
| 'parse': True,
|
|
|
|
|
|
|
| }
|
|
|
|
|
| response = requests.request(
|
| 'POST',
|
| 'https://realtime.oxylabs.io/v1/queries',
|
| auth=(username, passwd),
|
| json=payload,
|
| )
|
| result = json.loads(response.content)
|
| final_result = {}
|
| i=0
|
|
|
| for item in result['results'][0]['content']['results']['organic']:
|
| if i<n:
|
| final_result[item['url_image']]= (item['price'],"amazon.com"+item['url'])
|
| i+=1
|
| else:
|
| break
|
|
|
| return final_result
|
|
|