Update app.py

app.py

@@ -9,8 +9,29 @@ from streaming import stream_to_gradio
 from huggingface_hub import login
 from gradio.data_classes import FileData
 
+
+
+import torch
+
+# Initialize ZeroGPU
+if torch.cuda.is_available():
+    torch.backends.cudnn.benchmark = True
+    torch.backends.cudnn.enabled = True
+    torch.backends.cudnn.allow_tf32 = True
+
+    import os
+    os.environ['WANDB_DISABLED'] = 'true'
+    os.environ['TOKENIZERS_PARALLELIZM'] = 'false'
+    os.environ['TRANSFORMERS_PARALLELIZM'] = 'false'
+    os.environ['HF_REPO_REWRITE'] = 'true'
+
+    from zero_gpu import ZeroGpu
+    ZeroGpu(use_cpu=False)
+
+
 login(os.getenv("HUGGINGFACEHUB_API_TOKEN"), add_to_git_credential=True)
 
+
 llm_engine = HfEngine("meta-llama/Meta-Llama-3.1-70B-Instruct")
 
 agent = ReactCodeAgent(