checks if the model is downloaded before downloading it

hanlde_form_submit.py

@@ -1,3 +1,4 @@
+import os
 from time import time
 
 import streamlit as st
@@ -11,6 +12,17 @@ from supported_models import get_supported_model_names
 SUPPORTED_MODEL_NAMES = get_supported_model_names()
 
 
+def is_downloaded(model_name: str) -> bool:
+    """
+    Checks if the model is downloaded.
+    :param model_name: The name of the model to check.
+    :return: True if the model is downloaded, False otherwise.
+    """
+    models_dir = "/root/.cache/huggingface/hub"
+    model_dir = os.path.join(models_dir, f"models--{model_name.replace('/', '--')}")
+    return os.path.isdir(model_dir)
+
+
 def create_pipeline(model_name: str, group_size: int) -> GroupedSamplingPipeLine:
     """
     Creates a pipeline with the given model name and group size.
@@ -18,12 +30,13 @@ def create_pipeline(model_name: str, group_size: int) -> GroupedSamplingPipeLine
     :param group_size: The size of the groups to use.
     :return: A pipeline with the given model name and group size.
     """
-    download_repository_start_time = time()
-    st.write(f"Starts downloading model: {model_name} from the internet.")
-    download_repository(model_name)
-    download_repository_end_time = time()
-    download_time = download_repository_end_time - download_repository_start_time
-    st.write(f"Finished downloading model: {model_name} from the internet in {download_time} seconds.")
+    if not is_downloaded(model_name):
+        download_repository_start_time = time()
+        st.write(f"Starts downloading model: {model_name} from the internet.")
+        download_repository(model_name)
+        download_repository_end_time = time()
+        download_time = download_repository_end_time - download_repository_start_time
+        st.write(f"Finished downloading model: {model_name} from the internet in {download_time} seconds.")
     st.write(f"Starts creating pipeline with model: {model_name}")
     pipeline_start_time = time()
     pipeline = GroupedSamplingPipeLine(