Update app.py

app.py

@@ -75,16 +75,19 @@ def scrape_tokped(nama_barang, num_items):
     while len(products) < num_items :
 
         url = f'https://www.tokopedia.com/search?navsource=&page={page}&q={query}&srp_component_id=02.01.00.00&srp_page_id=&srp_page_title=&st='
+        user_agents = [
+            "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/58.0.3029.110 Safari/537.36",
+            "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/64.0.3282.140 Safari/537.36 Edge/17.17134",
+            "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_13_6) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/11.1.2 Safari/605.1.15",
+        ]
+
+        # Mendapatkan User-Agent acak
+        random_user_agent = random.choice(user_agents)
         headers = {
-            'User-Agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_10_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/39.0.2171.95 Safari/537.36',
-            'Accept-Language': 'en-US,en;q=0.5',
-            'Accept-Encoding': 'gzip, deflate, br',
-            'Connection': 'keep-alive',
-            'Referer': 'https://www.google.com'  # Ganti dengan URL referer yang sesuai
+            'User-Agent': random_user_agent
         }
-        timeout = 50
+        timeout = 10
         try :
-
             response = requests.get(url, headers = headers, timeout = timeout)
             response.raise_for_status()
 
@@ -93,7 +96,6 @@ def scrape_tokped(nama_barang, num_items):
         
             for product_info in product_container_list:
                 link = product_info['href']
-                st.write(link)
                 title_element = product_info.find('div', class_="prd_link-product-name css-3um8ox")
                 title = title_element.text.strip() if title_element else None
 
@@ -125,16 +127,7 @@ def scrape_tokped(nama_barang, num_items):
                 products = products[:num_items]
                 break
                 
-        except requests.exceptions.RequestException as e:
-            logging.error(f"Terjadi kesalahan saat mengirim permintaan: {e}")
-            st.error(f"Terjadi kesalahan saat mengirim permintaan: {e}")
-            break
-        except requests.exceptions.HTTPError as e:
-            logging.error(f"HTTP Error: {e}")
-            st.error(f"HTTP Error: {e}")
-            break
         except Exception as e:
-            logging.error(f"Terjadi kesalahan yang tidak diketahui: {e}")
             st.error(f"Terjadi kesalahan yang tidak diketahui: {e}")
             break
         page += 1