StonyBrookNLP
/

teabreac-nt5-small

Text2Text Generation

question-answering, multi-step-reasoning, multi-hop-reasoning

Inference Endpoints

text-generation-inference

Model card Files Files and versions Community

Harsh Trivedi commited on Dec 4, 2022

Commit

194eb07

•

1 Parent(s): 8876ad8

update.

Files changed (1) hide show

README.md +2 -2

README.md CHANGED Viewed

@@ -31,7 +31,7 @@ Please checkout the details in our [github repository](https://github.com/stonyb
 from transformers import AutoTokenizer, AutoModelForSeq2SeqLM
 from digit_tokenization import enable_digit_tokenization # digit_tokenization.py from https://github.com/stonybrooknlp/teabreac
-model_name = "teabreac-nt5-small"
 tokenizer = AutoTokenizer.from_pretrained(model_name, use_fast=False) # Fast doesn't work with digit tokenization
 model = AutoModelForSeq2SeqLM.from_pretrained(model_name)
 enable_digit_tokenization(tokenizer)
@@ -44,7 +44,7 @@ input_ids = tokenizer(
     input_texts, return_tensors="pt",
     truncation=True, max_length=800,
     add_special_tokens=True, padding=True,
-)
 generated_ids = model.generate(input_ids, min_length=1,  max_length=50)
 generated_predictions = tokenizer.batch_decode(generated_ids, skip_special_tokens=False)
 generated_predictions = [

 from transformers import AutoTokenizer, AutoModelForSeq2SeqLM
 from digit_tokenization import enable_digit_tokenization # digit_tokenization.py from https://github.com/stonybrooknlp/teabreac
+model_name = "StonyBrookNLP/teabreac-nt5-small"
 tokenizer = AutoTokenizer.from_pretrained(model_name, use_fast=False) # Fast doesn't work with digit tokenization
 model = AutoModelForSeq2SeqLM.from_pretrained(model_name)
 enable_digit_tokenization(tokenizer)
     input_texts, return_tensors="pt",
     truncation=True, max_length=800,
     add_special_tokens=True, padding=True,
+)["input_ids"]
 generated_ids = model.generate(input_ids, min_length=1,  max_length=50)
 generated_predictions = tokenizer.batch_decode(generated_ids, skip_special_tokens=False)
 generated_predictions = [