added search results and scrape them

app.py

@@ -1,7 +1,43 @@
 import gradio as gr
+from googlesearch import search
+from bs4 import BeautifulSoup
+import requests
 
-def greet(name):
-    return "Hello there! " + name + "!!"
 
-iface = gr.Interface(fn=greet, inputs="text", outputs="text")
-iface.launch()
+def google_search(query, num_results=5):
+    search_results = search(query, num_results=num_results)
+    return search_results
+
+def scrape_text_from_url(url):
+    try:
+        response = requests.get(url)
+        soup = BeautifulSoup(response.text, 'html.parser')
+
+        # Remove specific elements (customize as needed)
+        unwanted_elements = ['footer', 'script', 'style', 'noscript']
+        for tag in unwanted_elements:
+            for el in soup.find_all(tag):
+                el.extract()
+
+        # Extract text from remaining paragraphs
+        text = ' '.join([p.text for p in soup.find_all('p')])
+
+        return text.strip()  # Strip leading and trailing whitespaces
+    except Exception as e:
+        print(f"Error scraping {url}: {e}")
+        return None
+    
+def get_google_data(search_term):
+    whole_result = ''
+    search_results = google_search(search_term)
+    for i, result in enumerate(search_results, start=1):
+        text = scrape_text_from_url(result)
+        if text:
+            whole_result += text
+    
+    return whole_result
+
+
+iface = gr.Interface(fn=get_google_data, inputs="text", outputs="text")
+
+iface.launch(share=True)

requirements.txt

@@ -0,0 +1,70 @@
+aiofiles==23.2.1
+altair==5.2.0
+annotated-types==0.6.0
+anyio==4.2.0
+attrs==23.1.0
+beautifulsoup4==4.12.2
+certifi==2023.11.17
+charset-normalizer==3.3.2
+click==8.1.7
+colorama==0.4.6
+contourpy==1.1.1
+cycler==0.12.1
+exceptiongroup==1.2.0
+fastapi==0.108.0
+ffmpy==0.3.1
+filelock==3.13.1
+fonttools==4.47.0
+fsspec==2023.12.2
+googlesearch-python==1.2.3
+gradio==4.12.0
+gradio-client==0.8.0
+h11==0.14.0
+httpcore==1.0.2
+httpx==0.26.0
+huggingface-hub==0.20.1
+idna==3.6
+importlib-resources==6.1.1
+Jinja2==3.1.2
+jsonschema==4.20.0
+jsonschema-specifications==2023.12.1
+kiwisolver==1.4.5
+markdown-it-py==3.0.0
+MarkupSafe==2.1.3
+matplotlib==3.7.4
+mdurl==0.1.2
+numpy==1.24.4
+orjson==3.9.10
+packaging==23.2
+pandas==2.0.3
+Pillow==10.1.0
+pkgutil-resolve-name==1.3.10
+pydantic==2.5.3
+pydantic-core==2.14.6
+pydub==0.25.1
+pygments==2.17.2
+pyparsing==3.1.1
+python-dateutil==2.8.2
+python-multipart==0.0.6
+pytz==2023.3.post1
+PyYAML==6.0.1
+referencing==0.32.0
+requests==2.31.0
+rich==13.7.0
+rpds-py==0.16.2
+semantic-version==2.10.0
+shellingham==1.5.4
+six==1.16.0
+sniffio==1.3.0
+soupsieve==2.5
+starlette==0.32.0.post1
+tomlkit==0.12.0
+toolz==0.12.0
+tqdm==4.66.1
+typer==0.9.0
+typing-extensions==4.9.0
+tzdata==2023.4
+urllib3==2.1.0
+uvicorn==0.25.0
+websockets==11.0.3
+zipp==3.17.0