update code

app.py

@@ -75,7 +75,7 @@ def llm_pipeline(tokenizer, base_model, input_text):
         tokenizer=tokenizer,
         max_length=600,
         min_length=300,
-        truncation=True,
+        truncation=True
     )
     print("Summarizing...")
     result = pipe_sum(input_text)
@@ -120,7 +120,7 @@ def main():
                     trust_remote_code=True,
                 )
                 base_model = AutoModelForSeq2SeqLM.from_pretrained(
-                    checkpoint, torch_dtype=torch.float32, trust_remote_code=True
+                    checkpoint, torch_dtype=torch.float32, trust_remote_code=True, cache_dir="model_cache"
                 )
             else:  # default Flan T5 small
                 checkpoint = "MBZUAI/LaMini-Flan-T5-77M"
@@ -131,7 +131,7 @@ def main():
                     model_max_length=1000,
                 )
                 base_model = AutoModelForSeq2SeqLM.from_pretrained(
-                    checkpoint, torch_dtype=torch.float32
+                    checkpoint, torch_dtype=torch.float32, cache_dir="model_cache"
                 )
         with col2:
             st.write("Skip any pages?")

model_cache/.gitignore

@@ -0,0 +1,4 @@
+# Ignore everything in this directory
+*
+# Except this file
+!.gitignore