File size: 991 Bytes
a0aaf13
 
a032193
a0aaf13
 
29fb000
 
 
a0aaf13
 
8542776
a0aaf13
5c5a123
d1725ed
9b9e76a
d1725ed
 
a0aaf13
 
f18cf42
a0aaf13
 
 
 
 
 
 
 
a2d1e81
a0aaf13
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
import os
import gradio as gr
import torch
from transformers import pipeline

print(f"Is CUDA available: {torch.cuda.is_available()}")
print(f"CUDA device: {torch.cuda.get_device_name(torch.cuda.current_device())}")

examples = [['COVID-19 is'],['A 65-year-old female patient with a past medical history of']] 

pipe_biogpt = pipeline("text-generation", model="microsoft/BioGPT-Large", device="cuda:0")

title = "BioGPT-Large Demo"
description = """
Check out the [BioGPT-Large model card](https://huggingface.co/microsoft/biogpt-large) for more info. 
**Disclaimer:** this demo was made for research purposes only and should not be used for medical purposes.
"""

def inference(text):
  output_biogpt = pipe_biogpt(text, max_length=100)[0]["generated_text"]
  return [
      output_biogpt, 
  ]

io = gr.Interface(
  inference,
  gr.Textbox(lines=3),
  outputs=[
    gr.Textbox(lines=3, label="BioGPT-Large"),
  ],
  title=title,
  description=description,
  examples=examples
)
io.launch()