galactica

app.py

@@ -12,8 +12,8 @@ print(f"CUDA device: {torch.cuda.get_device_name(torch.cuda.current_device())}")
 #pipe_biogpt = pipeline("text-generation", model="microsoft/BioGPT-Large", device="cuda:0", model_kwargs={"torch_dtype":torch.bfloat16})
 pipe_flan_t5 = pipeline("text-generation", model="google/flan-t5-xxl", device="cuda:0", model_kwargs={"torch_dtype":torch.bfloat16})
 #pipe_gpt2 = pipeline("text-generation", model="gpt2", device="cuda:0", model_kwargs={"torch_dtype":torch.bfloat16})
-pipe_flan_ul2 = pipeline("text-generation", model="google/flan-ul2", device="cuda:0", model_kwargs={"torch_dtype":torch.bfloat16})
-#pipe_galactica = pipeline("text-generation", model="facebook/galactica-1.3b", device="cuda:0", model_kwargs={"torch_dtype":torch.bfloat16})
+#pipe_flan_ul2 = pipeline("text-generation", model="google/flan-ul2", device="cuda:0", model_kwargs={"torch_dtype":torch.bfloat16})
+pipe_galactica = pipeline("text-generation", model="facebook/galactica-1.3b", device="cuda:0", model_kwargs={"torch_dtype":torch.bfloat16})
 
 title = "LLM vs LLM"
 description = "**Disclaimer:** this demo was made for research purposes."
@@ -22,14 +22,14 @@ def inference(text):
   #output_biogpt = pipe_biogpt(text, max_length=100)[0]["generated_text"]
   output_flan_t5 = pipe_flan_t5(text, max_length=100)[0]["generated_text"]
   #output_gpt2 = pipe_gpt2(text, max_length=100)[0]["generated_text"]
-  pipe_flan_ul2 = pipe_flan_t5(text, max_length=100)[0]["generated_text"]
-  #output_galactica = pipe_galactica(text, max_length=100)[0]["generated_text"]
+  #pipe_flan_ul2 = pipe_flan_t5(text, max_length=100)[0]["generated_text"]
+  output_galactica = pipe_galactica(text, max_length=100)[0]["generated_text"]
   return [
       #output_biogpt, 
       output_flan_t5,
       #output_gpt2,
-      pipe_flan_ul2,
-      #output_galactica
+      #pipe_flan_ul2,
+      output_galactica
   ]
 
 io = gr.Interface(
@@ -39,8 +39,8 @@ io = gr.Interface(
     #gr.Textbox(lines=3, label="Microsoft: BioGPT-Large"),
     gr.Textbox(lines=3, label="Google: FLAN-T5-XXL"),
     #gr.Textbox(lines=3, label="GPT-2"),
-    gr.Textbox(lines=3, label="Google: FLAN-UL2"),
-    #gr.Textbox(lines=3, label="Facebook: Galactica 1.3B"),
+    #gr.Textbox(lines=3, label="Google: FLAN-UL2"),
+    gr.Textbox(lines=3, label="Facebook: Galactica 1.3B"),
   ],
   title=title,
   description=description,