webscrapper / main.py
Arafath10's picture
Update main.py
ef24fee verified
raw
history blame
699 Bytes
from fastapi import FastAPI, HTTPException
from fastapi.middleware.cors import CORSMiddleware
from scraper import Scraper
try: from pip._internal.operations import freeze
except ImportError: # pip < 10.0
from pip.operations import freeze
pkgs = freeze.freeze()
for pkg in pkgs: print(pkg)
app = FastAPI()
app.add_middleware(
CORSMiddleware,
allow_origins=["*"],
allow_credentials=True,
allow_methods=["*"],
allow_headers=["*"],
)
import time
@app.get("/get_scraped_data")
async def get_data(url: str):
try:
data = await Scraper.scrape(url)
return data
except:
return {"title": "error", "URL": url, "Content": "none"}