Spaces:
Running
on
Zero
Running
on
Zero
import requests | |
import json | |
import os | |
username = os.environ.get('USERNAME') | |
passwd = os.environ.get('PASSWORD') | |
def scrape_amazon(search_query, n =10): | |
# Structure payload. | |
payload = { | |
'source': 'amazon_search', | |
'domain': 'com', | |
'query': f'{search_query}', | |
'start_page': 1, | |
'pages': 1, | |
'parse': True, | |
# 'context': [ | |
# {'key': 'category_id', 'value': 16391693031} | |
# ], | |
} | |
# Get response. | |
response = requests.request( | |
'POST', | |
'https://realtime.oxylabs.io/v1/queries', | |
auth=(username, passwd), | |
json=payload, | |
) | |
result = json.loads(response.content) | |
final_result = {} | |
i=0 | |
# Parse result. | |
for item in result['results'][0]['content']['results']['organic']: | |
if i<n: | |
final_result[item['url_image']]= (item['price'],item['url']) | |
i+=1 | |
else: | |
break | |
return final_result | |