Upload 117 files

app.py

@@ -1,5 +1,5 @@
 import gradio as gr
-from huggingface_hub import hf_hub_download
+from huggingface_hub import hf_hub_download, snapshot_download
 import subprocess
 import tempfile
 import shutil
@@ -9,18 +9,13 @@ import spaces
 from transformers import T5ForConditionalGeneration, T5Tokenizer
 import os
 
-subprocess.run('pip install flash-attn --no-build-isolation', env={'FLASH_ATTENTION_SKIP_CUDA_BUILD': "TRUE"}, shell=True)
+print ("starting the app.")
 
 def download_t5_model(model_id, save_directory):
     # Modelin tokenizer'ını ve modeli indir
-    model = T5ForConditionalGeneration.from_pretrained(model_id)
-    tokenizer = T5Tokenizer.from_pretrained(model_id)
-
-    # Model ve tokenizer'ı belirtilen dizine kaydet
     if not os.path.exists(save_directory):
         os.makedirs(save_directory)
-    model.save_pretrained(save_directory)
-    tokenizer.save_pretrained(save_directory)
+    snapshot_download(repo_id="DeepFloyd/t5-v1_1-xxl",local_dir=save_directory, local_dir_use_symlinks=False)
 
 # Model ID ve kaydedilecek dizin
 model_id = "DeepFloyd/t5-v1_1-xxl"

configs/opensora/inference/16x256x256.py

@@ -7,8 +7,8 @@ model = dict(
     type="STDiT-XL/2",
     space_scale=0.5,
     time_scale=1.0,
-    enable_flashattn=True,
-    enable_layernorm_kernel=True,
+    enable_flashattn=False,
+    enable_layernorm_kernel=False,
     from_pretrained="PRETRAINED_MODEL",
 )
 vae = dict(

requirements.txt

@@ -1,2 +1,3 @@
 xformers
 git+https://github.com/hpcaitech/Open-Sora.git#egg=opensora
+transformers

setup.py

@@ -56,16 +56,16 @@ setup(
     ],
 )
 
-install_options = [
-    "--disable-pip-version-check",
-    "--no-cache-dir",
-    "--no-build-isolation",
-    "--config-settings", "--build-option=--cpp_ext",
-    "--config-settings", "--build-option=--cuda_ext"
-]
+# install_options = [
+#     "--disable-pip-version-check",
+#     "--no-cache-dir",
+#     "--no-build-isolation",
+#     "--config-settings", "--build-option=--cpp_ext",
+#     "--config-settings", "--build-option=--cuda_ext"
+# ]
 
-subprocess.run(
-    ["pip", "install", "-v"] + install_options + ["git+https://github.com/sandeshrajbhandari/apex.git"],
-    check=True,
-    capture_output=True
-)
+# subprocess.run(
+#     ["pip", "install", "-v"] + install_options + ["git+https://github.com/sandeshrajbhandari/apex.git#egg=apex"],
+#     check=True,
+#     capture_output=True
+# )