From ac967cc76ac8261c10e811c3f21dbf4108173b46 Mon Sep 17 00:00:00 2001 From: shahab00x Date: Tue, 20 Feb 2024 00:13:22 +0330 Subject: [PATCH] produces the correct html code and summary. Next objective is to be able to push it to wordpress directly from this gradio UI. --- scrape_amazon.py | 2 ++ 1 file changed, 2 insertions(+) diff --git a/scrape_amazon.py b/scrape_amazon.py index 44c82a6..4ea0623 100644 --- a/scrape_amazon.py +++ b/scrape_amazon.py @@ -21,6 +21,8 @@ class AmazonScraper: 'https': f'socks5h://{PROXY_HOST}:{PROXY_PORT}' } + self.proxy_dict = {} + HEADERS = { 'User-Agent': 'Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/44.0.2403.157 Safari/537.36', 'Accept-Language': 'en-US, en;q=0.5'