Update app.py

app.py

@@ -10,8 +10,11 @@ from lavis.models import load_model_and_preprocess
 
 from transformers import AutoConfig, AutoModelForCausalLM, AutoTokenizer, AutoModelForSeq2SeqLM
 import gradio as gr
+import torch, gc
 
 def prepare_data(image, question):
+    gc.collect()
+    torch.cuda.empty_cache()
     image = vis_processors["eval"](image).unsqueeze(0).to(device)
     question = txt_processors["eval"](question)
     samples = {"image": image, "text_input": [question]}