cache models and data

app.py

@@ -4,22 +4,38 @@ import pandas as pd
 
 from LyricGeneratorModel import LyricGeneratorModel
 
-artists_df = pd.read_csv("artists.csv")
-artist_names_list = list(artists_df["name"])
-
-lyric_evaluator_model = None
-with st.spinner("Loading Evaluation Model"):
-    lyric_evaluator_model = ArtistCoherencyModel.from_pretrained(
-        "tjl223/artist-coherency-ensemble"
-    )
-st.success("Finished Loading Evaluation Model")
-
-lyric_generator_model = None
-with st.spinner("Loading Generator Model"):
-    lyric_generator_model = LyricGeneratorModel(
-        "tjl223/testllama2-qlora-lyric-generator-with-description"
-    )
-st.success("Finished Loading Generator Model")
+
+@st.cache_resource
+def get_artists():
+    artists_df = pd.read_csv("artists.csv")
+    return list(artists_df["name"])
+
+
+@st.cache_resource
+def get_evaluator_model():
+    lyric_evaluator_model = None
+    with st.spinner("Loading Evaluation Model"):
+        lyric_evaluator_model = ArtistCoherencyModel.from_pretrained(
+            "tjl223/artist-coherency-ensemble"
+        )
+    st.success("Finished Loading Evaluation Model")
+    return lyric_evaluator_model
+
+
+@st.cache_resource
+def get_generator_model():
+    lyric_generator_model = None
+    with st.spinner("Loading Generator Model"):
+        lyric_generator_model = LyricGeneratorModel(
+            "tjl223/testllama2-qlora-lyric-generator-with-description"
+        )
+    st.success("Finished Loading Generator Model")
+    return lyric_generator_model
+
+
+lyric_evaluator_model = get_evaluator_model()
+lyric_generator_model = get_generator_model()
+artist_names_list = get_artists()
 
 artist_name = st.selectbox("Artist", artist_names_list)
 song_title = st.text_input("Song Title")