Update app.py

app.py

@@ -3,17 +3,16 @@ from huggingface_hub import hf_hub_download
 import subprocess
 import tempfile
 import shutil
-import spaces
-
+import os
 
 def download_model(repo_id, model_name):
     model_path = hf_hub_download(repo_id=repo_id, filename=model_name)
     return model_path
 
-@spaces.GPU
-def run_inference(model_name, prompt_path):
+def run_inference(model_name, prompt_text):
     repo_id = "hpcai-tech/Open-Sora"
     
+    # Map model names to their respective configuration files
     config_mapping = {
         "OpenSora-v1-16x256x256.pth": "configs/opensora/inference/16x256x256.py",
         "OpenSora-v1-HQ-16x256x256.pth": "configs/opensora/inference/16x512x512.py",
@@ -23,10 +22,17 @@ def run_inference(model_name, prompt_path):
     config_path = config_mapping[model_name]
     ckpt_path = download_model(repo_id, model_name)
 
+    # Save prompt_text to a temporary text file
+    prompt_file = tempfile.NamedTemporaryFile(delete=False, suffix=".txt", mode='w')
+    prompt_file.write(prompt_text)
+    prompt_file.close()
+
+    # Read and update the configuration file
     with open(config_path, 'r') as file:
         config_content = file.read()
-    config_content = config_content.replace('prompt_path = "./assets/texts/t2v_samples.txt"', f'prompt_path = "{prompt_path}"')
+    config_content = config_content.replace('prompt_path = "./assets/texts/t2v_samples.txt"', f'prompt_path = "{prompt_file.name}"')
     
+    # Create a temporary file for the updated configuration
     with tempfile.NamedTemporaryFile('w', delete=False) as temp_file:
         temp_file.write(config_content)
         temp_config_path = temp_file.name
@@ -36,12 +42,16 @@ def run_inference(model_name, prompt_path):
         "scripts/inference.py", temp_config_path,
         "--ckpt-path", ckpt_path
     ]
-    subprocess.run(cmd, capture_output=True, text=True)
-    shutil.rmtree(temp_file.name)
+    result = subprocess.run(cmd, capture_output=True, text=True)
+
+    # Clean up the temporary files
+    os.remove(temp_file.name)
+    os.remove(prompt_file.name)
 
-    # Assuming the output video is saved in a known path, e.g., "./output/video.mp4"
-    output_video_path = "./output/video.mp4"
-    return output_video_path
+    if result.returncode == 0:
+        return "Inference completed successfully.", result.stdout
+    else:
+        return "Error occurred:", result.stderr
 
 def main():
     gr.Interface(
@@ -52,11 +62,12 @@ def main():
                 "OpenSora-v1-HQ-16x256x256.pth",
                 "OpenSora-v1-HQ-16x512x512.pth"
             ], label="Model Selection"),
-            gr.Textbox(label="Prompt Path", value="./assets/texts/t2v_samples.txt")
+            gr.Textbox(label="Prompt Text", placeholder="Enter prompt text here")
         ],
-        outputs=gr.Video(label="Output Video"),
+        outputs="text",
         title="Open-Sora Inference",
-        description="Run Open-Sora Inference with Custom Parameters"
+        description="Run Open-Sora Inference with Custom Parameters",
+        share=True  # Set to True to create a public link
     ).launch()
 
 if __name__ == "__main__":