upd

requirements.txt

@@ -1,4 +1,5 @@
 altair
 pandas
 streamlit
-transformers
+transformers
+torch

src/streamlit_app.py

@@ -1,10 +1,15 @@
 import streamlit as st
 from transformers import AutoTokenizer, AutoModelForSeq2SeqLM, pipeline
+import os
 
 @st.cache_resource
 def load_model():
-    tokenizer = AutoTokenizer.from_pretrained("google/flan-t5-small")
-    model = AutoModelForSeq2SeqLM.from_pretrained("google/flan-t5-small")
+    # Create a local cache directory
+    cache_dir = "./model_cache"
+    os.makedirs(cache_dir, exist_ok=True)
+    
+    tokenizer = AutoTokenizer.from_pretrained("google/flan-t5-small", cache_dir=cache_dir)
+    model = AutoModelForSeq2SeqLM.from_pretrained("google/flan-t5-small", cache_dir=cache_dir)
     return pipeline("text2text-generation", model=model, tokenizer=tokenizer)
 
 st.set_page_config(page_title="LLM Demo", layout="centered")