Update app.py

app.py

@@ -58,9 +58,9 @@ image = pipe(prompt, generator=torch.manual_seed(0)).images[0]
 image.save("flux-gguf.png")
 
 
-#hf_hub_download(repo_id="city96/FLUX.1-schnell-gguf", filename="flux1-schnell-Q3_K_S.gguf")
+#pipe.to(device="cpu", dtype=torch.bfloat16)
 
-pipe.to(device="cpu", dtype=torch.bfloat16)
+#hf_hub_download(repo_id="city96/FLUX.1-schnell-gguf", filename="flux1-schnell-Q3_K_S.gguf")
 
 with gr.Blocks(theme=gr.themes.Soft()) as demo:
     gr.Markdown(
@@ -115,7 +115,7 @@ with gr.Blocks(theme=gr.themes.Soft()) as demo:
     @spaces.GPU
     def process_image(height, width, steps, scales, prompt, seed):
         global pipe
-        with torch.inference_mode(), torch.autocast("cuda", dtype=torch.bfloat16), timer("inference"):
+        with torch.inference_mode(), torch.autocast("cpu", dtype=torch.bfloat16), timer("inference"):
             return pipe(
                 prompt=[prompt],
                 generator=torch.Generator().manual_seed(int(seed)),