File size: 404 Bytes
d5ad39a
96b811b
1378ccc
 
 
 
 
 
 
 
 
96b811b
 
 
d5ad39a
 
 
 
96b811b
d5ad39a
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
import gradio as gr
import platform
import torch
from xformers import ops

q = torch.zeros((2, 2, 2, 2)).cuda()
k = torch.zeros((2, 2, 2, 2)).cuda()
v = torch.zeros((2, 2, 2, 2)).cuda()

out = ops.memory_efficient_attention(q, k, v)
print(out)

print(platform.libc_ver())


def greet(name):
    return "Hello " + name + "!!"


iface = gr.Interface(fn=greet, inputs="text", outputs="text")
iface.launch()