|
import requests
|
|
import json
|
|
import os
|
|
|
|
username = os.environ.get('USERNAME')
|
|
passwd = os.environ.get('PASSWORD')
|
|
def scrape_amazon(search_query, n =20):
|
|
|
|
payload = {
|
|
'source': 'amazon_search',
|
|
'domain': 'com',
|
|
'query': f'{search_query}',
|
|
'start_page': 1,
|
|
'pages': 1,
|
|
'parse': True,
|
|
|
|
|
|
|
|
}
|
|
|
|
|
|
response = requests.request(
|
|
'POST',
|
|
'https://realtime.oxylabs.io/v1/queries',
|
|
auth=(username, passwd),
|
|
json=payload,
|
|
)
|
|
result = json.loads(response.content)
|
|
final_result = {}
|
|
i=0
|
|
|
|
for item in result['results'][0]['content']['results']['organic']:
|
|
if i<n:
|
|
final_result[item['url_image']]= (item['price'],"amazon.com"+item['url'])
|
|
i+=1
|
|
else:
|
|
break
|
|
|
|
return final_result
|
|
|