Spaces:
Running
Running
File size: 1,164 Bytes
7be4113 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 |
import streamlit as st
"""
## Web scraping on Streamlit Cloud with Selenium
[](https://github.com/snehankekre/streamlit-selenium-chrome/)
This is a minimal, reproducible example of how to scrape the web with Selenium and Chrome on Streamlit's Community Cloud.
Fork this repo, and edit `/streamlit_app.py` to customize this app to your heart's desire. :heart:
"""
with st.echo():
from selenium import webdriver
from selenium.webdriver.chrome.options import Options
from selenium.webdriver.chrome.service import Service
from webdriver_manager.chrome import ChromeDriverManager
from webdriver_manager.core.os_manager import ChromeType
@st.cache_resource
def get_driver():
return webdriver.Chrome(
service=Service(
ChromeDriverManager(chrome_type=ChromeType.CHROMIUM).install()
),
options=options,
)
options = Options()
options.add_argument("--disable-gpu")
options.add_argument("--headless")
driver = get_driver()
driver.get("http://example.com")
st.code(driver.page_source)
|