models will be downloaded when the server starts

app.py

@@ -7,6 +7,7 @@ In the demo, the user can write a prompt
 import streamlit as st
 
 from hanlde_form_submit import on_form_submit
+from on_server_start import main as on_server_start_main
 
 
 AVAILABLE_MODEL_NAMES = "https://huggingface.co/models?pipeline_tag=text-generation&sort=downloads"

on_server_start.py

@@ -0,0 +1,37 @@
+"""
+A script that is run when the server starts.
+"""
+
+from transformers import AutoModelForCausalLM, AutoTokenizer
+
+
+def download_model(model_name: str):
+    """
+    Downloads the model with the given name.
+    :param model_name: The name of the model to download.
+    """
+    AutoModelForCausalLM.from_pretrained(model_name)
+    AutoTokenizer.from_pretrained(model_name)
+
+
+def download_useful_models():
+    """
+    Downloads the models that are useful for this project.
+    So that the user doesn't have to wait for the models to download when they first use the app.
+    """
+    useful_models = (
+        "gpt2",
+        "EleutherAI/gpt-j-6B",
+        "sberbank-ai/mGPT",
+        "facebook/opt-125m",
+    )
+    for model_name in useful_models:
+        download_model(model_name)
+
+
+def main():
+    download_useful_models()
+
+
+if __name__ == "__main__":
+    main()