zero-gpu-queue / app.py
cbensimon's picture
cbensimon HF staff
Create app.py
2e43b9b
import time
import gradio as gr
import spaces
import torch
zero = torch.Tensor([0]).cuda()
print(zero.device) # <-- 'cpu' πŸ€”
@spaces.GPU(enable_queue=True)
def greet(n):
time.sleep(3)
print(zero.device) # <-- 'cuda:0' πŸ€—
return f"Hello {zero + n} Tensor"
gr.Interface(fn=greet, inputs=gr.Number(), outputs=gr.Text()).launch()