llama-scraper.py

import streamlit as st
from scrapegraphai.graphs import SmartScraperGraph

st.title("web scrapping AI Agent ")
st.caption("This app allows you to scrape a site using OpenAI API")

graph_config = {
    "llm": {
        "model" : "ollama/llama3",
        "temperature": 0,
        "format": "json",
        "base_url": "http://localhost:11434",
    },
    "embeddings" : {
        "model": "ollama/nomic-embed-text",
        "base_url": "http://localhost:11434",
    },
    "verbose": True,
}

url = st.text_input("Enter url you want to scrape")
user_prompt = st.text_input("what you want AI Agent to scrape from the site?")

smart_scraper_graph = SmartScraperGraph(
    prompt=user_prompt,
    source=url,
    config=graph_config
)

if st.button("Scrape"):
    result = smart_scraper_graph.run()
    st.write(result)