Update app.py

app.py

@@ -131,38 +131,25 @@ def scrape_shopee(nama_barang, num_items):
 def scrape_tokped(nama_barang, num_items):
     products = []
     page = 1
-    st.write(nama_barang)
+
     query = quote(nama_barang)
-    st.write(query)
+
     while len(products) < num_items :
         st.write(page)
         url = f'https://www.tokopedia.com/search?navsource=&page={page}&q={query}&srp_component_id=02.01.00.00&srp_page_id=&srp_page_title=&st='
-        #headers = {
-            #'User-Agent': 'Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36',
-        
-            #'Accept-Language': 'en-US,en;q=0.5',
-            #'Accept-Encoding': 'gzip, deflate, br',
-            #'Connection': 'keep-alive'
-        #}
         headers = {
-            #'User-Agent' : "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/58.0.3029.110 Safari/537.36",
-            'User-Agent' : "Mozilla/5.0 (X11; Linux x86_64; rv:12.0) Gecko/20100101 Firefox/12.0",
-            'Accept-Language' : 'en-US, en;q-0.5',
-            'Accept-Encoding' : 'grip, deflate, bt',
+            'User-Agent': 'Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36',
+            'Accept-Language': 'en-US,en;q=0.5',
+            'Accept-Encoding': 'gzip, deflate, br',
             'Connection': 'keep-alive'
         }
-
-        st.write(headers)
-        timeout = 30
+        timeout = 10
         try :
-            st.write(page)
+
             response = requests.get(url, headers = headers, timeout = timeout)
-            response2 = requests.get(url, headers = headers)
             response.raise_for_status()
-            response2.raise_for_status()
             st.write(response.status_code)
-            st.write(response2.status_code)
-            st.write(page + 1)
+            st.write(query)
             soup = BeautifulSoup(response.text, 'html.parser')
             st.write(soup)
             product_container_list = soup.find_all('a', class_="pcv3__info-content css-gwkf0u", href = True)
@@ -202,16 +189,16 @@ def scrape_tokped(nama_barang, num_items):
                 break
                 
         except requests.exceptions.RequestException as e:
-            err1 = logging.error(f"Terjadi kesalahan saat mengirim permintaan: {e}")
-            st.write(err1)
+            err = logging.error(f"Terjadi kesalahan saat mengirim permintaan: {e}")
+            st.write(err)
             break
         except requests.exceptions.HTTPError as e:
-            err2 = logging.error(f"HTTP Error: {e}")
-            st.write(err2)
+            err = logging.error(f"HTTP Error: {e}")
+            st.write(err)
             break
         except Exception as e:
-            err3 = logging.error(f"Terjadi kesalahan yang tidak diketahui: {e}")
-            st.write(err3)
+            err = logging.error(f"Terjadi kesalahan yang tidak diketahui: {e}")
+            st.write(err)
             break
         page += 1
     return products