update.

README.md

@@ -0,0 +1,53 @@
+---
+tags:
+- question-answering, multi-step-reasoning, multi-hop-reasoning
+thumbnail: https://raw.githubusercontent.com/StonyBrookNLP/teabreac/main/teabreac_icon.png
+license: cc-by-4.0
+---
+
+# What's this?
+
+This is one of the models reported in the paper: ["Teaching Broad Reasoning Skills for Multi-Step QA by Generating Hard Contexts".](https://arxiv.org/abs/2205.12496).
+
+This paper proposes a procedure to synthetically generate a QA dataset, TeaBReaC, for pretraining language models for robust multi-step reasoning. Pretraining plain LMs like Bart, T5 and numerate LMs like NT5, PReasM, POET on TeaBReaC leads to improvemed downstream performance on several multi-step QA datasets. Please checkout out the paper for the details.
+
+We release the following models:
+
+- **A:** Base Models finetuned on target datasets: `{base_model}-{target_dataset}`
+- **B:** Base models pretrained on TeaBReaC: `teabreac-{base_model}`
+- **C:** Base models pretrained on TeaBReaC and then finetuned on target datasets: `teabreac-{base_model}-{target_dataset}`
+
+The `base_model` above can be from: `bart-large`, `t5-large`, `t5-3b`, `nt5-small`, `preasm-large`.
+The `target_dataset` above can be from: `drop`, `tatqa`, `iirc-gold`, `iirc-retrieved`, `numglue`.
+
+The **A** models are only released for completeness / reproducibility. In your end application you probably just want to use either **B** or **C**.
+
+# How to use it?
+
+Please checkout the details in our [github repository](https://github.com/stonybrooknlp/teabreac), but in a nutshell:
+
+```python
+from transformers import AutoTokenizer, AutoModelForSeq2SeqLM
+from digit_tokenization import enable_digit_tokenization # digit_tokenization.py from https://github.com/stonybrooknlp/teabreac
+
+model_name = "teabreac-nt5-small-numglue"
+tokenizer = AutoTokenizer.from_pretrained(model_name, use_fast=False) # Fast doesn't work with digit tokenization
+model = AutoModelForSeq2SeqLM.from_pretrained(model_name)
+enable_digit_tokenization(tokenizer)
+input_texts = [
+    "answer_me: Who scored the first touchdown of the game?" +
+    "context: ... Oakland would get the early lead in the first quarter as quarterback JaMarcus Russell completed a 20-yard touchdown pass to rookie wide receiver Chaz Schilens..."
+    # Note: some models have slightly different qn/ctxt format. See the github repo.
+]
+input_ids = tokenizer(
+    input_texts, return_tensors="pt",
+    truncation=True, max_length=800,
+    add_special_tokens=True, padding=True,
+)
+generated_ids = model.generate(input_ids, min_length=1,  max_length=50)
+generated_predictions = tokenizer.batch_decode(generated_ids, skip_special_tokens=False)
+generated_predictions = [
+    tokenizer.fix_decoded_text(generated_prediction) for generated_prediction in generated_predictions
+]
+# => ["Chaz Schilens"]
+```

added_tokens.json

@@ -0,0 +1 @@
+{"<ss>": 32100, "<sv>": 32101, "select": 32102, "boolean": 32103, "are_items_same": 32104, "are_items_different": 32105, "arg_minimum_number": 32106, "arg_maximum_number": 32107, "minimum_number": 32108, "maximum_number": 32109, "arithmetic_mean_single": 32110, "arithmetic_sum_single": 32111, "arithmetic_sum_multiple": 32112, "arithmetic_division": 32113, "arithmetic_subtraction": 32114, "arithmetic_multiplication": 32115, "compare_numbers": 32116, "arg_minimum_date": 32117, "arg_maximum_date": 32118, "minimum_date": 32119, "maximum_date": 32120, "date_subtraction": 32121, "compare_dates": 32122, "list_subtraction": 32123, "filter_a_where_b_is_max_date": 32124, "filter_a_where_b_is_min_date": 32125, "filter_a_where_b_is_compared_to_date": 32126, "filter_a_where_b_is_max": 32127, "filter_a_where_b_is_min": 32128, "filter_a_where_b_is_given_value": 32129, "filter_a_where_b_is_compared_to": 32130, "logical_or": 32131, "logical_and": 32132, "arg_bool": 32133, "arg_intersection": 32134, "intersection": 32135, "grouped_count": 32136, "grouped_mean": 32137, "grouped_sum": 32138, "kth_highest": 32139, "kth_lowest": 32140, "null": 32141, "[COLD]": 32142, "[ROWD]": 32143, "[DFB]": 32144, "[DFE]": 32145, "[DFD]": 32146, "[MDFD]": 32147, "[CND]": 32148, "[SOMD]": 32149, "[SIND]": 32150, "[CHPD]": 32151, "[CTANS]": 32152, "[CTOUINTA]": 32153, "[CTOUINSINA]": 32154, "[CTCNINTA]": 32155, "[CTCNINSINA]": 32156, "[SNS]": 32157, "[SNE]": 32158, "[SCD]": 32159, "[SCBP]": 32160, "[SCBN]": 32161, "[SCMP]": 32162, "[SCMN]": 32163, "[DAY]": 32164, "[MONTH]": 32165, "[YEAR]": 32166}

config.json

@@ -0,0 +1,58 @@
+{
+  "_name_or_path": "t5-small",
+  "architectures": [
+    "T5ForConditionalGeneration"
+  ],
+  "d_ff": 2048,
+  "d_kv": 64,
+  "d_model": 512,
+  "decoder_start_token_id": 0,
+  "dropout_rate": 0.1,
+  "eos_token_id": 1,
+  "feed_forward_proj": "relu",
+  "gradient_checkpointing": false,
+  "initializer_factor": 1.0,
+  "is_encoder_decoder": true,
+  "layer_norm_epsilon": 1e-06,
+  "model_type": "t5",
+  "n_positions": 512,
+  "num_decoder_layers": 6,
+  "num_heads": 8,
+  "num_layers": 6,
+  "output_past": true,
+  "pad_token_id": 0,
+  "relative_attention_num_buckets": 32,
+  "task_specific_params": {
+    "summarization": {
+      "early_stopping": true,
+      "length_penalty": 2.0,
+      "max_length": 200,
+      "min_length": 30,
+      "no_repeat_ngram_size": 3,
+      "num_beams": 4,
+      "prefix": "summarize: "
+    },
+    "translation_en_to_de": {
+      "early_stopping": true,
+      "max_length": 300,
+      "num_beams": 4,
+      "prefix": "translate English to German: "
+    },
+    "translation_en_to_fr": {
+      "early_stopping": true,
+      "max_length": 300,
+      "num_beams": 4,
+      "prefix": "translate English to French: "
+    },
+    "translation_en_to_ro": {
+      "early_stopping": true,
+      "max_length": 300,
+      "num_beams": 4,
+      "prefix": "translate English to Romanian: "
+    }
+  },
+  "torch_dtype": "float32",
+  "transformers_version": "4.10.0",
+  "use_cache": true,
+  "vocab_size": 32167
+}

pytorch_model.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6687ae16cd42c68effbee3b4c4fc5308611449db39bc535bcdf3e4bedf92e1be
+size 242163643

special_tokens_map.json

@@ -0,0 +1 @@
+{"eos_token": "</s>", "unk_token": "<unk>", "pad_token": "<pad>", "additional_special_tokens": ["0", "1", "2", "3", "4", "5", "6", "7", "8", "9", "<ss>", "<sv>"]}

spiece.model

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d60acb128cf7b7f2536e8f38a5b18a05535c9e14c7a355904270e15b0945ea86
+size 791656

tokenizer_config.json

@@ -0,0 +1 @@
+{"eos_token": "</s>", "unk_token": "<unk>", "pad_token": "<pad>", "extra_ids": 100, "additional_special_tokens": ["<extra_id_0>", "<extra_id_1>", "<extra_id_2>", "<extra_id_3>", "<extra_id_4>", "<extra_id_5>", "<extra_id_6>", "<extra_id_7>", "<extra_id_8>", "<extra_id_9>", "<extra_id_10>", "<extra_id_11>", "<extra_id_12>", "<extra_id_13>", "<extra_id_14>", "<extra_id_15>", "<extra_id_16>", "<extra_id_17>", "<extra_id_18>", "<extra_id_19>", "<extra_id_20>", "<extra_id_21>", "<extra_id_22>", "<extra_id_23>", "<extra_id_24>", "<extra_id_25>", "<extra_id_26>", "<extra_id_27>", "<extra_id_28>", "<extra_id_29>", "<extra_id_30>", "<extra_id_31>", "<extra_id_32>", "<extra_id_33>", "<extra_id_34>", "<extra_id_35>", "<extra_id_36>", "<extra_id_37>", "<extra_id_38>", "<extra_id_39>", "<extra_id_40>", "<extra_id_41>", "<extra_id_42>", "<extra_id_43>", "<extra_id_44>", "<extra_id_45>", "<extra_id_46>", "<extra_id_47>", "<extra_id_48>", "<extra_id_49>", "<extra_id_50>", "<extra_id_51>", "<extra_id_52>", "<extra_id_53>", "<extra_id_54>", "<extra_id_55>", "<extra_id_56>", "<extra_id_57>", "<extra_id_58>", "<extra_id_59>", "<extra_id_60>", "<extra_id_61>", "<extra_id_62>", "<extra_id_63>", "<extra_id_64>", "<extra_id_65>", "<extra_id_66>", "<extra_id_67>", "<extra_id_68>", "<extra_id_69>", "<extra_id_70>", "<extra_id_71>", "<extra_id_72>", "<extra_id_73>", "<extra_id_74>", "<extra_id_75>", "<extra_id_76>", "<extra_id_77>", "<extra_id_78>", "<extra_id_79>", "<extra_id_80>", "<extra_id_81>", "<extra_id_82>", "<extra_id_83>", "<extra_id_84>", "<extra_id_85>", "<extra_id_86>", "<extra_id_87>", "<extra_id_88>", "<extra_id_89>", "<extra_id_90>", "<extra_id_91>", "<extra_id_92>", "<extra_id_93>", "<extra_id_94>", "<extra_id_95>", "<extra_id_96>", "<extra_id_97>", "<extra_id_98>", "<extra_id_99>"], "sp_model_kwargs": {}, "model_max_length": 512, "special_tokens_map_file": null, "name_or_path": "nielsr/nt5-small-rc1", "add_special_tokens": false, "tokenizer_file": "/home/hjtrivedi/.cache/huggingface/transformers/48740ae5885e0d9d3a063548c3af14d6da9fd64f0599df5a5ae366da5ae8f827.f558102be59ecf48d8076cabd5bd4c68221dd51715467ad1b5e289f268dc8f0e", "tokenizer_class": "T5Tokenizer"}