added models

app.py

@@ -1,10 +1,19 @@
 from fastT5 import get_onnx_model
 import gradio as gr
+from transformers import AutoTokenizer
 
-model = get_onnx_model('keithhon/macaw-large-onnx')
+tokenizer = AutoTokenizer.from_pretrained('allenai/macaw-large')
+model = get_onnx_model('allenai/macaw-large', "quantized_model")
 
-def greet(name):
-    return "Hello " + name + "!!"
+def infer(context, question, options=None):
+    input_string = "$answer$ ; $context$ = " + context + " ; $question$ = " + question
+    input_ids = tokenizer.encode(input_string, return_tensors="pt")    
+    output = model.generate(input_ids, max_length=200)
+    responses = tokenizer.batch_decode(output, skip_special_tokens=True)
+    return responses[0].split(";")[0].split("=")[1].strip()
 
-iface = gr.Interface(fn=greet, inputs="text", outputs="text")
+def greet(context, question):
+    return infer(context, question)
+
+iface = gr.Interface(fn=greet, inputs=["text", "text"], outputs="text")
 iface.launch()

quantized_model/macaw-large-decoder-quantized.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2ce3b042cdd7458895da3cd0b36f0c860639ca319132c53b934e71056ef6eeb
+size 420450179

quantized_model/macaw-large-decoder.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:160041e55c14e3b10a32e87e193fe170c29ca3c3be9fcc84ac4fc204dab90c47
+size 1673007329

quantized_model/macaw-large-encoder-quantized.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7caefc2b5a78f122d7752380a5347d71f011c530ae58ebf7290f75f1a8e36e9a
+size 336512123

quantized_model/macaw-large-encoder.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26e23970ed6fa45fe90e0bb982c7e3948367850b9bce5e501ed897bf9c6d28cc
+size 1339889842

quantized_model/macaw-large-init-decoder-quantized.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55868a5336eec320b0397881e9414b0f0b6f56d138bfbd3a3c8e0f81e4d3eab5
+size 471092181

quantized_model/macaw-large-init-decoder.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c48fb09251e12e3dcad583ece401e6d71b3cb27342ee95fbe0cacb156283b68
+size 1874360180