Upload 4 files

genimage.py

@@ -1,5 +1,6 @@
 import spaces
 import torch
+import gc
 
 
 device = torch.device("cuda:0" if torch.cuda.is_available() else "cpu")
@@ -90,6 +91,7 @@ def generate_image(prompt, neg_prompt):
             output_type="pil",
             clip_skip=2,
         ).images
+        pipe.to("cpu")
         if images:
             image_paths = [
                 save_image(image, metadata, "./outputs")
@@ -98,5 +100,9 @@ def generate_image(prompt, neg_prompt):
         return image_paths
     except Exception as e:
         print(e)
+        pipe.to("cpu")
         return []
+    finally:
+        torch.cuda.empty_cache()
+        gc.collect()
 

llmdolphin.py

@@ -3,6 +3,7 @@ import gradio as gr
 from pathlib import Path
 import re
 import torch
+import gc
 from typing import Any
 from huggingface_hub import hf_hub_download, HfApi
 from llama_cpp import Llama
@@ -298,6 +299,9 @@ def dolphin_respond(
         print(e)
         raise gr.Error(f"Error: {e}")
         #yield [("", None)]
+    finally:
+        torch.cuda.empty_cache()
+        gc.collect()
 
 
 def dolphin_parse(
@@ -402,6 +406,9 @@ def dolphin_respond_auto(
     except Exception as e:
         print(e)
         yield [("", None)], gr.update(), gr.update()
+    finally:
+        torch.cuda.empty_cache()
+        gc.collect()
 
 
 def dolphin_parse_simple(
@@ -504,3 +511,6 @@ def respond_playground(
         print(e)
         raise gr.Error(f"Error: {e}")
         #yield ""
+    finally:
+        torch.cuda.empty_cache()
+        gc.collect()