leslyarun
/

grammatical-error-correction-quantized

Text2Text Generation

Inference Endpoints

text-generation-inference

Model card Files Files and versions Community

leslyarun commited on Oct 28, 2022

Commit

86c41d1

•

1 Parent(s): 90e4d55

Update README.md

Files changed (1) hide show

README.md +3 -3

README.md CHANGED Viewed

@@ -19,9 +19,9 @@ from optimum.pipelines import pipeline
 tokenizer = AutoTokenizer.from_pretrained("leslyarun/grammatical-error-correction-quantized")
 model = ORTModelForSeq2SeqLM.from_pretrained("leslyarun/grammatical-error-correction-quantized",
-                                                   encoder_file_name="encoder_model_quantized.onnx",
-                                                   decoder_file_name="decoder_model_quantized.onnx",
-                                                   decoder_with_past_file_name="decoder_with_past_model_quantized.onnx")
 text2text_generator = pipeline("text2text-generation", model=model, tokenizer=tokenizer)
 output = text2text_generator("grammar: " + sentence)

 tokenizer = AutoTokenizer.from_pretrained("leslyarun/grammatical-error-correction-quantized")
 model = ORTModelForSeq2SeqLM.from_pretrained("leslyarun/grammatical-error-correction-quantized",
+                                              encoder_file_name="encoder_model_quantized.onnx",
+                                              decoder_file_name="decoder_model_quantized.onnx",
+                                              decoder_with_past_file_name="decoder_with_past_model_quantized.onnx")
 text2text_generator = pipeline("text2text-generation", model=model, tokenizer=tokenizer)
 output = text2text_generator("grammar: " + sentence)