Upload 7 files

app.py

@@ -1,33 +1,34 @@
-import gradio as gr
-from main import getData, installGC
-
-def run(URL, email):
-    domain, URL, code, status, webStatus, moreDetails, img, imgurl, email, downcount = getData(URL, email)
-    return domain, URL, code, status, webStatus, moreDetails, img, imgurl, email, downcount
-
-app = gr.Interface(
-    fn=run,
-    inputs=[
-        gr.Textbox(label="Enter URL", placeholder="https://google.com", type="text", interactive=True),
-        gr.Textbox(label="Enter Email", placeholder="example@gmail.com", type="text", interactive=True)
-    ],
-    outputs=[
-        gr.Textbox(label="Domain", type="text", interactive=False),
-        gr.Textbox(label="URL", type="text", interactive=False),
-        gr.Textbox(label="Code", type="text", interactive=False),
-        gr.Textbox(label="Status", type="text", interactive=False),
-        gr.Textbox(label="Web Status", type="text", interactive=False),
-        gr.Textbox(label="More Details", type="text", interactive=False),
-        gr.Image(label="Website Screenshot"),        
-        gr.Textbox(label="Email", type="text", interactive=False),
-        gr.Textbox(label="Download Count", type="text", interactive=False),
-    ],
-    title="Website Monitor<br> by <a href='https://nayankasturi.eu.org'>Nayan Kasturi</a> aka Raanna.<br> Checkout the <a href='https://github.com/raannakasturi'>Github</a> for more projects and contact info.",
-    description="This app captures website status and its screenshot and displays it, along with sending mail to the person, in case website is down.",
-    api_name="get",
-    concurrency_limit=10
-)
-
-if __name__ == "__main__":
-    installGC()
+import gradio as gr
+from main import getData, installGC
+
+def run(URL, email):
+    domain, URL, code, status, webStatus, moreDetails, img, imgurl, email, downcount = getData(URL, email)
+    return domain, URL, code, status, webStatus, moreDetails, img, imgurl, email, downcount
+
+app = gr.Interface(
+    fn=run,
+    inputs=[
+        gr.Textbox(label="Enter URL", placeholder="https://google.com", type="text", interactive=True),
+        gr.Textbox(label="Enter Email", placeholder="example@gmail.com", type="email", interactive=True)
+    ],
+    outputs=[
+        gr.Textbox(label="Domain", type="text", interactive=False, allow_copy=True),
+        gr.Textbox(label="URL", type="text", interactive=False, allow_copy=True),
+        gr.Textbox(label="Code", type="text", interactive=False),
+        gr.Textbox(label="Status", type="text", interactive=False),
+        gr.Textbox(label="Web Status", type="text", interactive=False),
+        gr.Textbox(label="More Details", type="text", interactive=False, allow_copy=True),
+        gr.Image(label="Website Screenshot"),
+        gr.Textbox(label="Screenshot URL/Error", type="text", interactive=False, allow_copy=True),
+        gr.Textbox(label="Email", type="email", interactive=False),
+        gr.Textbox(label="Download Count", type="text", interactive=False),
+    ],
+    title="Website Monitor<br> by <a href='https://nayankasturi.eu.org'>Nayan Kasturi</a> aka Raanna.<br> Checkout the <a href='https://github.com/raannakasturi'>Github</a> for more projects and contact info.",
+    description="This app captures website status and its screenshot and displays it, along with sending mail to the person, in case website is down.",
+    api_name="get",
+    concurrency_limit=10
+)
+
+if __name__ == "__main__":
+    #installGC()
     app.launch()

getScreenshot.py

@@ -1,117 +1,86 @@
-import os
-import sys
-import json
-import base64
-import time
-import requests
-from selenium import webdriver
-from selenium.webdriver.chrome.service import Service
-from selenium.webdriver.chrome.options import Options
-from selenium_stealth import stealth
-from webdriver_manager.chrome import ChromeDriverManager
-from dotenv import load_dotenv
-import checkinstallGC
-
-def driverSetup():
-    options = Options()
-    options.add_argument("--no-sandbox")
-    options.add_argument("--disable-dev-shm-usage")
-    options.add_argument("--disable-gpu")
-    options.add_argument("--start-maximized")
-    options.add_argument("--headless=new")
-    options.add_experimental_option("excludeSwitches", ["enable-automation"])
-    options.add_experimental_option('useAutomationExtension', False)
-    options.add_argument("--window-size=1366,768")
-    service = Service(ChromeDriverManager().install())
-    driver = webdriver.Chrome(service=service, options=options)
-
-    stealth(driver,
-            languages=["en-US", "en"],
-            vendor="Google Inc.",
-            platform="Linux",
-            webgl_vendor="MesaLib",
-            renderer="Mesa DRI Intel(R) HD Graphics 5500",
-            fix_hairline=True,
-            )
-    return driver
-
-def screenshotName(url):
-    timestr = time.strftime("%Y%m%d_%H%M%S")
-    url = url.replace('https://', '').replace('http://', '').replace('www.', '')
-    if url.endswith('/'):
-        url = url[:-1]
-    return f"{url.replace('/', '')}_{timestr}.png"
-
-def getScreenshots(driver, url):
-    try:
-        driver.get(url)
-        ssname = screenshotName(url)
-        driver.save_screenshot(ssname)
-        return ssname
-    except Exception as e:
-        print(f"Error: {e}")
-        ssname = "1366-768.png"
-        return ssname
-
-def saveScreenshot(url):
-    driver = driverSetup()
-    screenshot_file = getScreenshots(driver, url)
-    driver.quit()
-    return screenshot_file
-
-def uploadandDelSS(file):
-    load_dotenv()
-    api = os.getenv("IMGBBAPI")
-    url = os.getenv("IMGBBURL")
-    filename = file
-    try:
-        with open(f"{filename}", "rb") as file:
-            name = file.name[:-4]
-            payload = {
-                "key": api,
-                "image": base64.b64encode(file.read()),
-                "name": name,
-                "expiration": "15552000"
-            }
-            r = requests.post(url, data=payload)
-            view_url = json.loads(r.text)["data"]["display_url"]
-            return view_url, view_url
-    except Exception as e:
-        print(f"Error: {e}")
-        return "https://i.ibb.co/s5c9QpD/1366x768.png", "Error in uploading the image. Please try again."
-
-def getScreenshot(url):
-    if url == "":
-        img = "https://i.ibb.co/s5c9QpD/1366x768.png"
-        imgurl = "Please Enter the URL to capture the screenshot."
-        return img, imgurl
-    else:
-        ss = saveScreenshot(url)
-        img, imgurl = uploadandDelSS(ss)
-        if ss == "1366-768.png":
-            return img, imgurl
-        else:
-            os.remove(ss)
-            return img, imgurl
-
-def checkSystem():
-    OS = sys.platform
-    if OS.startswith('linux'):
-        print("Linux OS detected.")
-        return "linux"
-    elif OS.startswith('win32') or OS.startswith('cygwin'):
-        print("Windows OS detected.")
-        return "windows"
-    else:
-        print("Unsupported OS. We are currently supported on Windows and Linux only.")
-        return "unsupported"
-
-def checkinstallChrome():
-    OS = checkSystem()
-    if OS == "linux":
-        return checkinstallGC.checkGC("linux")
-    elif OS == "windows":
-        return checkinstallGC.checkGC("windows")
-    else:
-        print("Can't check for Chrome installation or install Chrome. Exiting..")
-        return False
+import os
+import sys
+import json
+import base64
+import time
+import requests
+from selenium import webdriver
+from selenium.webdriver.chrome.service import Service
+from selenium.webdriver.chrome.options import Options
+from selenium_stealth import stealth
+from webdriver_manager.chrome import ChromeDriverManager
+from dotenv import load_dotenv
+
+def driverSetup():
+    options = Options()
+    options.add_argument("--no-sandbox")
+    options.add_argument("--disable-dev-shm-usage")
+    options.add_argument("--disable-gpu")
+    options.add_argument("--start-maximized")
+    options.add_argument("--headless=new")
+    options.add_experimental_option("excludeSwitches", ["enable-automation"])
+    options.add_experimental_option('useAutomationExtension', False)
+    options.add_argument("--window-size=1366,768")
+    service = Service(ChromeDriverManager().install())
+    driver = webdriver.Chrome(service=service, options=options)
+
+    stealth(driver,
+            languages=["en-US", "en"],
+            vendor="Google Inc.",
+            platform="Linux",
+            webgl_vendor="MesaLib",
+            renderer="Mesa DRI Intel(R) HD Graphics 5500",
+            fix_hairline=True,
+            )
+    return driver
+
+def screenshotName(url):
+    timestr = time.strftime("%Y%m%d_%H%M%S")
+    url = url.replace('https://', '').replace('http://', '').replace('www.', '')
+    if url.endswith('/'):
+        url = url[:-1]
+    return f"{url.replace('/', '')}_{timestr}.png"
+
+def getScreenshots(driver, url):
+    driver.get(url)
+    ssname = screenshotName(url)
+    driver.save_screenshot(ssname)
+    return ssname
+
+def saveScreenshot(url):
+    driver = driverSetup()
+    screenshot_file = getScreenshots(driver, url)
+    driver.quit()
+    return screenshot_file
+
+def uploadandDelSS(file):
+    load_dotenv()
+    api = os.getenv("IMGBBAPI")
+    url = os.getenv("IMGBBURL")
+    filename = file
+    try:
+        with open(f"{filename}", "rb") as file:
+            name = file.name[:-4]
+            payload = {
+                "key": api,
+                "image": base64.b64encode(file.read()),
+                "name": name,
+                "expiration": "15552000"
+            }
+            r = requests.post(url, data=payload)
+            view_url = json.loads(r.text)["data"]["display_url"]
+            return view_url, view_url
+    except Exception as e:
+        print(f"Error: {e}")
+        return "https://i.ibb.co/s5c9QpD/1366x768.png", "Error in uploading the image. Please try again."
+
+def getScreenshot(url):
+    if url == "":
+        img = "https://i.ibb.co/s5c9QpD/1366x768.png"
+        imgurl = "Please Enter the URL to capture the screenshot."
+        return img, imgurl
+    else:
+        ss = saveScreenshot(url)
+        img, imgurl = uploadandDelSS(ss)
+        os.remove(ss)
+        return img, imgurl

getStatus.py

@@ -2,8 +2,8 @@ import requests
 
 def getStatus(URL):
     try:
-        headers = {'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/58.0.3029.110 Safari/537.3'}
-        webResponse = requests.get(URL, headers=headers)
+        headers = {'User-Agent': 'Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; Googlebot/2.1; +https://www.google.com/bot.html) Safari/537.36'}
+        webResponse = requests.get(URL, headers=headers, timeout=10)
         webCode = str(webResponse.status_code)
         code, status, webStatus, moreDetails = statusCodes(webCode)
         return code, status, webStatus, moreDetails

main.py

@@ -1,40 +1,45 @@
-import tldextract
-from getStatus import getStatus
-from getScreenshot import getScreenshot
-from saveDataSendMail import saveDataSendMail
-import subprocess
-import sys
-
-def cleanURL(inputURL):
-    url = tldextract.extract(inputURL)
-    if url.subdomain == "":
-        domain = url.domain + "." + url.suffix
-        URL = "http://" + domain
-    else:
-        domain = url.subdomain + "." + url.domain + "." + url.suffix
-        URL = "http://" + domain
-    return domain, URL
-
-def getData(url, email):
-    domain, URL = cleanURL(url)
-    code, status, webStatus, moreDetails = getStatus(URL)
-    if status.startswith("2") or status.startswith("3"):
-        img, imgurl = getScreenshot(URL)
-    else:
-        img = "1366-768.png"
-        imgurl = "Website Down. Can't capture screenshot."
-    email, downcount = saveDataSendMail(URL, email)
-    return domain, URL, code, status, webStatus, moreDetails, img, imgurl, email, downcount
-
-def installGC():
-    OS = sys.platform
-    print(OS)
-    if OS == 'linux':
-        subprocess.run(['apt-get', 'update'])
-        subprocess.run(['apt-get', 'install', '-y', 'wget', 'unzip'])
-        subprocess.run(['wget', 'https://dl.google.com/linux/direct/google-chrome-stable_current_amd64.deb'])
-        subprocess.run(['apt-get', 'install', '-y', './google-chrome-stable_current_amd64.deb'])
-        subprocess.run(['rm', 'google-chrome-stable_current_amd64.deb'])
-        subprocess.run(['apt-get', 'clean'])
-    else:
+import tldextract
+from getStatus import getStatus
+from getScreenshot import getScreenshot
+from saveDataSendMail import saveDataSendMail
+import subprocess
+import sys
+
+def cleanURL(inputURL):
+    url = tldextract.extract(inputURL)
+    if url.subdomain == "":
+        domain = url.domain + "." + url.suffix
+        URL = "https://" + domain
+    else:
+        domain = url.subdomain + "." + url.domain + "." + url.suffix
+        URL = "https://" + domain
+    return domain, URL
+
+def getData(url, email):
+    domain, URL = cleanURL(url)
+    code, status, webStatus, moreDetails = getStatus(URL)
+    if code.startswith("2"):
+        img, imgurl = getScreenshot(URL)
+    else:
+        img = "1366-768.png"
+        imgurl = "Website is down. No screenshot available."
+    email, downcount = saveDataSendMail(URL, email)
+    return domain, URL, code, status, webStatus, moreDetails, img, imgurl, email, downcount
+
+def installGC():
+    OS = sys.platform
+    if OS == 'linux':
+        subprocess.run(['apt-get', 'update'])
+        subprocess.run(['apt-get', 'install', '-y', 'wget', 'unzip'])
+        subprocess.run(['wget', 'https://dl.google.com/linux/direct/google-chrome-stable_current_amd64.deb'])
+        subprocess.run(['apt-get', 'install', '-y', './google-chrome-stable_current_amd64.deb'])
+        subprocess.run(['rm', 'google-chrome-stable_current_amd64.deb'])
+        subprocess.run(['apt-get', 'clean'])
+        subprocess.run(['sudo', 'apt-get', 'update'])
+        subprocess.run(['sudo', 'apt-get', 'install', '-y', 'wget', 'unzip'])
+        subprocess.run(['wget', 'https://dl.google.com/linux/direct/google-chrome-stable_current_amd64.deb'])
+        subprocess.run(['sudo', 'apt-get', 'install', '-y', './google-chrome-stable_current_amd64.deb'])
+        subprocess.run(['sudo', 'rm', 'google-chrome-stable_current_amd64.deb'])
+        subprocess.run(['sudo', 'apt-get', 'clean'])
+    else:
         subprocess.run(['powershell', '-command', 'winget', 'install', 'Google.Chrome', '--force'])

saveDataSendMail.py

@@ -1,133 +1,135 @@
-import psycopg2
-from psycopg2 import sql
-from dotenv import load_dotenv
-import os
-from fetchWebsiteInfo import dispStatus
-import tldextract
-import smtplib
-from email.mime.text import MIMEText
-import ssl
-
-load_dotenv()
-database = os.getenv('POSTGRES_DATABASE')
-user = os.getenv('POSTGRES_USER')
-password = os.getenv('POSTGRES_PASSWORD')
-host = os.getenv('POSTGRES_HOST')
-port = os.getenv('POSTGRES_DATABASE_PORT')
-endpoint_id = os.getenv('ENDPOINT_ID')
-sender_email = os.getenv('EMAIL_ADDRESS')
-sender_password = os.getenv('EMAIL_PASSWORD')
-smtp_server = os.getenv('SMTP_SERVER')
-smtp_port = os.getenv('SMTP_PORT')
-
-databaseConn = f"postgresql://{user}:{password}@{host}:{port}/{database}?options=endpoint%3D{endpoint_id}&sslmode=require"
-
-def insert(domain, email, status, downcount):
-    try:
-        conn = psycopg2.connect(databaseConn)
-        cursor = conn.cursor()
-        insertData = """
-            INSERT INTO USERDATA (DOMAIN, EMAIL, STATUS, DOWNCOUNT)
-            VALUES (%s, %s, %s, %s);
-        """
-        cursor.execute(insertData, (domain, email, status, downcount))
-        conn.commit()
-        print(f"Data for {domain} inserted successfully.")
-        cursor.close()
-        conn.close()
-    except Exception as e:
-        print(f"Error inserting data for {domain}: {e}")
-        
-
-def get(domain):
-    try:
-        conn = psycopg2.connect(databaseConn)
-        cursor = conn.cursor()
-        getData = """
-            SELECT STATUS, DOWNCOUNT FROM USERDATA WHERE DOMAIN = %s;
-        """
-        cursor.execute(getData, (domain,))
-        existing_data = cursor.fetchone()
-        if existing_data:
-            return existing_data[1]
-        else:
-            return None
-        cursor.close()
-        conn.close()
-    except Exception as e:
-        print(f"Error retrieving data for {domain}: {e}")
-        return None
-
-def update(domain, status, downcount):
-    try:
-        conn = psycopg2.connect(databaseConn)
-        cursor = conn.cursor()
-        updateData = """
-            UPDATE USERDATA SET STATUS = %s, DOWNCOUNT = %s WHERE DOMAIN = %s;
-        """
-        cursor.execute(updateData, (status, downcount, domain))
-        conn.commit()
-        cursor.close()
-        conn.close()
-        print(f"Data for {domain} updated successfully.")
-    except Exception as e:
-        print(f"Error updating data for {domain}: {e}")
-
-def getData(EMAIL, URL, downcount):
-    data = dispStatus(URL)
-    if data[0].startswith("2") or data[0].startswith("3"):
-        status = "Up"
-        downcount = 0
-    else:
-        status = "Down"
-        downcount += 1
-    domainData = tldextract.extract(URL)
-    if domainData.subdomain == "":
-        domain = domainData.domain + "." + domainData.suffix
-    else:
-        domain = domainData.subdomain + "." + domainData.domain + "." + domainData.suffix
-    email = EMAIL
-    return domain, email, status, downcount
-
-def saveDataSendMail(URL, email):
-    domain, email, status, downcount = getData(email, URL, 0)
-    existing_downcount = get(domain)
-
-    if existing_downcount is None:
-        existing_downcount = 0
-        if status == "Up":
-            downcount = 0
-        else:
-            downcount = existing_downcount + 1
-            sendMail(email, domain, status)
-        insert(domain, email, status, downcount)
-    else:
-        if status == "Up":
-            downcount = 0
-        else:
-            downcount = existing_downcount + 1
-            sendMail(email, domain, status)
-        update(domain, status, downcount)
-    print(f"{domain} is currently {status}")
-    return email, downcount,
-
-def sendMail(recipient_email, website_domain, status):
-    """Sends an email notification to the user when the website is down."""
-    subject = f"Website Alert: {website_domain} is currently {status}"
-    body = f"The website {website_domain} is currently unavailable.\nPlease check it as soon as possible.\nIf you think this is a mistake, Contact Us."
-
-    message = MIMEText(body, 'plain')
-    message['Subject'] = subject
-    message['From'] = sender_email
-    message['To'] = recipient_email
-
-    context = ssl.create_default_context()
-
-    try:
-        with smtplib.SMTP_SSL(smtp_server, smtp_port, context=context) as server:
-            server.login(sender_email, sender_password)
-            server.sendmail(sender_email, recipient_email, message.as_string())
-            return f"Sent email notification for {website_domain} to {recipient_email}"
-    except Exception as e:
-        return f"Error sending email: {e}"
-
+import psycopg2
+from psycopg2 import sql
+from dotenv import load_dotenv
+import os
+from getStatus import getStatus
+import tldextract
+import smtplib
+from email.mime.text import MIMEText
+import ssl
+
+load_dotenv()
+database = os.getenv('POSTGRES_DATABASE')
+user = os.getenv('POSTGRES_USER')
+password = os.getenv('POSTGRES_PASSWORD')
+host = os.getenv('POSTGRES_HOST')
+port = os.getenv('POSTGRES_DATABASE_PORT')
+endpoint_id = os.getenv('ENDPOINT_ID')
+sender_email = os.getenv('EMAIL_ADDRESS')
+sender_password = os.getenv('EMAIL_PASSWORD')
+smtp_server = os.getenv('SMTP_SERVER')
+smtp_port = os.getenv('SMTP_PORT')
+
+databaseConn = f"postgresql://{user}:{password}@{host}:{port}/{database}?options=endpoint%3D{endpoint_id}"
+
+def insert(domain, email, status, downcount):
+    try:
+        conn = psycopg2.connect(databaseConn)
+        cursor = conn.cursor()
+        insertData = """
+            INSERT INTO USERDATA (DOMAIN, EMAIL, STATUS, DOWNCOUNT)
+            VALUES (%s, %s, %s, %s);
+        """
+        cursor.execute(insertData, (domain, email, status, downcount))
+        conn.commit()
+        print(f"Data for {domain} inserted successfully.")
+    except Exception as e:
+        print(f"Error inserting data for {domain}: {e}")
+    finally:
+        cursor.close()
+        conn.close()
+
+def get(domain):
+    try:
+        conn = psycopg2.connect(databaseConn)
+        cursor = conn.cursor()
+        getData = """
+            SELECT STATUS, DOWNCOUNT FROM USERDATA WHERE DOMAIN = %s;
+        """
+        cursor.execute(getData, (domain,))
+        existing_data = cursor.fetchone()
+        if existing_data:
+            return existing_data[1]
+        else:
+            return None
+    except Exception as e:
+        print(f"Error retrieving data for {domain}: {e}")
+        return None
+    finally:
+        cursor.close()
+        conn.close()
+
+def update(domain, status, downcount):
+    try:
+        conn = psycopg2.connect(databaseConn)
+        cursor = conn.cursor()
+        updateData = """
+            UPDATE USERDATA SET STATUS = %s, DOWNCOUNT = %s WHERE DOMAIN = %s;
+        """
+        cursor.execute(updateData, (status, downcount, domain))
+        conn.commit()
+        print(f"Data for {domain} updated successfully.")
+    except Exception as e:
+        print(f"Error updating data for {domain}: {e}")
+    finally:
+        cursor.close()
+        conn.close()
+
+def getData(EMAIL, URL, downcount):
+    data = getStatus(URL)
+    if data[0].startswith("2") or data[0].startswith("3"):
+        status = "Up"
+        downcount = 0
+    else:
+        status = "Down"
+        downcount += 1
+    domainData = tldextract.extract(URL)
+    if domainData.subdomain == "":
+        domain = domainData.domain + "." + domainData.suffix
+    else:
+        domain = domainData.subdomain + "." + domainData.domain + "." + domainData.suffix
+    email = EMAIL
+    return domain, email, status, downcount
+
+def saveDataSendMail(URL, email):
+    domain, email, status, downcount = getData(email, URL, 0)
+    existing_downcount = get(domain)
+
+    if existing_downcount is None:
+        existing_downcount = 0
+        if status == "Up":
+            downcount = 0
+        else:
+            downcount = existing_downcount + 1
+            sendMail(email, domain, status)
+        insert(domain, email, status, downcount)
+    else:
+        if status == "Up":
+            downcount = 0
+        else:
+            downcount = existing_downcount + 1
+            sendMail(email, domain, status)
+        update(domain, status, downcount)
+    print(f"{domain} is currently {status}")
+    return email, downcount
+
+def sendMail(recipient_email, website_domain, status):
+    """Sends an email notification to the user when the website is down."""
+    subject = f"Website Alert: {website_domain} is currently {status}"
+    body = f"The website {website_domain} is currently unavailable.\nPlease check it as soon as possible.\nIf you think this is a mistake, Contact Us."
+
+    message = MIMEText(body, 'plain')
+    message['Subject'] = subject
+    message['From'] = sender_email
+    message['To'] = recipient_email
+
+    context = ssl.create_default_context()
+
+    try:
+        with smtplib.SMTP_SSL(smtp_server, smtp_port, context=context) as server:
+            server.login(sender_email, sender_password)
+            server.sendmail(sender_email, recipient_email, message.as_string())
+            return f"Sent email notification for {website_domain} to {recipient_email}"
+    except Exception as e:
+        return f"Error sending email: {e}"
+