add model

.gitignore

@@ -0,0 +1 @@
+checkpoint-*/

README.md

@@ -0,0 +1,78 @@
+---
+license: apache-2.0
+tags:
+- generated_from_trainer
+metrics:
+- rouge
+model_index:
+- name: t5_large_baseline
+  results:
+  - task:
+      name: Summarization
+      type: summarization
+    metric:
+      name: Rouge1
+      type: rouge
+      value: 99.8958
+---
+
+<!-- This model card has been generated automatically according to the information the Trainer had access to. You
+should probably proofread and complete it, then remove this comment. -->
+
+# t5_large_baseline
+
+This model is a fine-tuned version of [t5-large](https://huggingface.co/t5-large) on an unkown dataset.
+It achieves the following results on the evaluation set:
+- Loss: 0.0010
+- Rouge1: 99.8958
+- Rouge2: 99.8696
+- Rougel: 99.8958
+- Rougelsum: 99.8958
+- Gen Len: 46.715
+
+## Model description
+
+More information needed
+
+## Intended uses & limitations
+
+More information needed
+
+## Training and evaluation data
+
+More information needed
+
+## Training procedure
+
+### Training hyperparameters
+
+The following hyperparameters were used during training:
+- learning_rate: 5e-05
+- train_batch_size: 4
+- eval_batch_size: 4
+- seed: 42
+- optimizer: Adafactor
+- lr_scheduler_type: linear
+- num_epochs: 3.0
+
+### Training results
+
+| Training Loss | Epoch | Step | Validation Loss | Rouge1  | Rouge2  | Rougel  | Rougelsum | Gen Len |
+|:-------------:|:-----:|:----:|:---------------:|:-------:|:-------:|:-------:|:---------:|:-------:|
+| 0.9852        | 0.33  | 50   | 0.1098          | 55.1421 | 49.8248 | 54.4294 | 54.7377   | 19.0    |
+| 0.1186        | 0.67  | 100  | 0.0176          | 58.0994 | 54.8973 | 57.7383 | 57.9538   | 19.0    |
+| 0.0417        | 1.0   | 150  | 0.0057          | 58.3685 | 55.7353 | 58.279  | 58.2729   | 19.0    |
+| 0.0225        | 1.33  | 200  | 0.0029          | 58.8981 | 56.2457 | 58.8202 | 58.7906   | 19.0    |
+| 0.0131        | 1.67  | 250  | 0.0024          | 58.8439 | 56.2535 | 58.7557 | 58.7218   | 19.0    |
+| 0.0112        | 2.0   | 300  | 0.0013          | 58.9538 | 56.4749 | 58.9322 | 58.8817   | 19.0    |
+| 0.0077        | 2.33  | 350  | 0.0013          | 58.9538 | 56.4749 | 58.9322 | 58.8817   | 19.0    |
+| 0.0043        | 2.67  | 400  | 0.0010          | 59.0124 | 56.5806 | 58.9867 | 58.9342   | 19.0    |
+| 0.0052        | 3.0   | 450  | 0.0010          | 59.0402 | 56.6982 | 59.0385 | 58.986    | 19.0    |
+
+
+### Framework versions
+
+- Transformers 4.10.0.dev0
+- Pytorch 1.9.0+cu111
+- Datasets 1.11.0
+- Tokenizers 0.10.3

all_results.json

@@ -0,0 +1,28 @@
+{
+    "epoch": 3.0,
+    "eval_gen_len": 46.715,
+    "eval_loss": 0.0010262294672429562,
+    "eval_rouge1": 99.8958,
+    "eval_rouge2": 99.8696,
+    "eval_rougeL": 99.8958,
+    "eval_rougeLsum": 99.8958,
+    "eval_runtime": 101.1251,
+    "eval_samples": 200,
+    "eval_samples_per_second": 1.978,
+    "eval_steps_per_second": 0.494,
+    "predict_gen_len": 46.705,
+    "predict_loss": 0.0036411203909665346,
+    "predict_rouge1": 99.6781,
+    "predict_rouge2": 99.5066,
+    "predict_rougeL": 99.6729,
+    "predict_rougeLsum": 99.6874,
+    "predict_runtime": 101.703,
+    "predict_samples": 200,
+    "predict_samples_per_second": 1.967,
+    "predict_steps_per_second": 0.492,
+    "train_loss": 0.13440267986721463,
+    "train_runtime": 578.2653,
+    "train_samples": 600,
+    "train_samples_per_second": 3.113,
+    "train_steps_per_second": 0.778
+}

config.json

@@ -0,0 +1,58 @@
+{
+  "_name_or_path": "t5-large",
+  "architectures": [
+    "T5ForConditionalGeneration"
+  ],
+  "d_ff": 4096,
+  "d_kv": 64,
+  "d_model": 1024,
+  "decoder_start_token_id": 0,
+  "dropout_rate": 0.1,
+  "eos_token_id": 1,
+  "feed_forward_proj": "relu",
+  "gradient_checkpointing": false,
+  "initializer_factor": 1.0,
+  "is_encoder_decoder": true,
+  "layer_norm_epsilon": 1e-06,
+  "model_type": "t5",
+  "n_positions": 512,
+  "num_decoder_layers": 24,
+  "num_heads": 16,
+  "num_layers": 24,
+  "output_past": true,
+  "pad_token_id": 0,
+  "relative_attention_num_buckets": 32,
+  "task_specific_params": {
+    "summarization": {
+      "early_stopping": true,
+      "length_penalty": 2.0,
+      "max_length": 200,
+      "min_length": 30,
+      "no_repeat_ngram_size": 3,
+      "num_beams": 4,
+      "prefix": "summarize: "
+    },
+    "translation_en_to_de": {
+      "early_stopping": true,
+      "max_length": 300,
+      "num_beams": 4,
+      "prefix": "translate English to German: "
+    },
+    "translation_en_to_fr": {
+      "early_stopping": true,
+      "max_length": 300,
+      "num_beams": 4,
+      "prefix": "translate English to French: "
+    },
+    "translation_en_to_ro": {
+      "early_stopping": true,
+      "max_length": 300,
+      "num_beams": 4,
+      "prefix": "translate English to Romanian: "
+    }
+  },
+  "torch_dtype": "float32",
+  "transformers_version": "4.10.0.dev0",
+  "use_cache": true,
+  "vocab_size": 32100
+}

eval_results.json

@@ -0,0 +1,13 @@
+{
+    "epoch": 3.0,
+    "eval_gen_len": 46.715,
+    "eval_loss": 0.0010262294672429562,
+    "eval_rouge1": 99.8958,
+    "eval_rouge2": 99.8696,
+    "eval_rougeL": 99.8958,
+    "eval_rougeLsum": 99.8958,
+    "eval_runtime": 101.1251,
+    "eval_samples": 200,
+    "eval_samples_per_second": 1.978,
+    "eval_steps_per_second": 0.494
+}

generated_predictions.txt

@@ -0,0 +1,200 @@
+the patient's history abuse and On hospital he was coagulopathic on his HIV disease and other cannot be ruled count remained stated wheelchair and occasionally walks
+was advanced and he was to as did patient was doing somewhat patient's long-term nurse who stated that at baseline and occasionally walks on his
+diet was day number five, the have a heparin-induced antibody His platelet count be somewhat sedated, his Klonopin The patient did work a bit that at baseline
+Service narcotic number five, the patient was the reasons he was be ruled out hematocrit. hospital day number six, the and methadone were decreased. normally uses
+postsurgically. The Pain Service ruled out as cause. His however, after being noted to his Klonopin dose as patient's long-term nurse walks
+His diet was advanced a heparin-induced antibody which one of day number better; however, did work with the Therapy Service and was Management spoke occasionally walks on
+was advanced and was placed on an to get his a heparin-induced antibody which may and methadone Therapy and was able the patient's long-term nurse practitioner,
+advanced and he was Pain Service abuse and his to have a cannot be being noted to be patient did work to ambulate, hop a bit walks on his
+advanced and he was placed the reasons he was coagulopathic admission, cause. patient was doing somewhat MSIR The of bed. Additionally, Case Management
+and he was placed an aggressive bowel regimen abuse and complaints of pain. increasing HIV disease did his hematocrit. number six, better; however, after at baseline wheelchair and occasionally
+consulted his continued number five, the patient was which may be one of other his hematocrit. noted to somewhat sedated, his Klonopin dose with of long-term on
+was placed aggressive bowel the patient was noted cannot hospital day number six, with Physical Therapy and was ambulate, practitioner, who stated that at normally uses a wheelchair
+bowel regimen bowels moving dose of Klonopin and the patient was heparin-induced antibody which may was unable to ambulate, cause. His platelet count remained hematocrit. By hospital
+complaints of pain. dose MSIR. On hospital he was remained relatively stable, however, as MSIR and hop spoke with the patient's long-term who stated that at
+was advanced and he was regimen to get his bowels was on admission, although somewhat better; however, after being sedated, his Klonopin dose bed. Additionally,
+abuse and his continued complaints They his dose of Klonopin and patient was noted to have one of the after being noted to be his
+was placed on an aggressive hematocrit. By hospital day out of bed. Additionally, that at baseline he normally occasionally walks on his
+aggressive Pain Service was complaints of of Klonopin was noted to have which may be his stable, however, as did being noted to were decreased. of bed. Additionally,
+he was placed bowels because of the patient's dose of Klonopin to have a as MSIR and able to ambulate, the patient's he normally uses a
+because of hospital day number five, the was noted out as cause. His the patient was doing somewhat being noted to be decreased. The Management practitioner,
+Pain Service was and starting MSIR. On the patient was his did work Therapy was able to ambulate, hop practitioner, who stated
+was advanced bowel history complaints of pain. patient was doing was able to ambulate, a bit out bed. with the patient's nurse practitioner, who stated that
+diet was advanced and of the reasons he was relatively stable, being be somewhat bit out of bed. stated that at baseline
+was his dose of Klonopin and coagulopathic ruled out as cause. His his hematocrit. By hospital to well as MSIR decreased. The patient did patient's wheelchair and occasionally walks
+Pain Service was also because of the patient's They day number the patient may did his Klonopin dose as well as with Additionally, Case Management spoke
+bowel regimen Service was also complaints They On hospital day being noted to be somewhat methadone and hop a bit bed. Additionally, occasionally walks on his
+an aggressive bowel regimen postsurgically. day admission, although his HIV number six, the after being noted to be and methadone were decreased. The work with Physical patient's on his
+his continued complaints of pain. hospital day was other drug abuse cannot cause. His platelet count noted to be somewhat sedated, he normally uses
+abuse and may be one of the he was coagulopathic on his HIV disease and other count relatively stable, be somewhat sedated, his Klonopin work that at baseline
+postsurgically. The Pain Service was because of the patient's history his coagulopathic on admission, abuse cannot be ruled out stable, be somewhat sedated, hop a practitioner, who stated that
+placed on an aggressive his continued complaints of was noted of the admission, although his By hospital day however, after Therapy and was
+advanced and he aggressive bowel regimen to was other drug cannot be ruled out did the patient was doing somewhat being noted to be and methadone were patient's
+his Klonopin and starting MSIR. day number five, to have a heparin-induced antibody out as cause. His work with Physical ambulate, stated that and occasionally walks
+an aggressive bowel dose of Klonopin hospital to have a HIV disease and Physical Therapy hop a bit out patient's long-term nurse practitioner, who
+increasing his dose of Klonopin number ruled out as cause. however, as did his hematocrit. doing with to ambulate, hop a bit stated that at baseline and occasionally walks
+advanced and he admission, although his HIV disease cause. His platelet hospital day was doing somewhat better; however, the at baseline he normally uses
+Service was also consulted because the pain. They recommended increasing his MSIR. On a heparin-induced antibody which on cannot be hematocrit. being noted to practitioner, who at baseline
+regimen to consulted because of the patient's pain. They recommended and starting MSIR. On hospital number coagulopathic on although his HIV disease and ruled out as nurse practitioner,
+advanced and he regimen Service was also his continued complaints day number on admission, although his somewhat better; however, after hop a bit out
+advanced of Klonopin antibody which out as cause. His platelet the patient was doing however, after able spoke with the patient's long-term
+aggressive bowel because of the patient's of narcotic abuse and his was noted to have a hospital the patient was doing somewhat Therapy and nurse practitioner, who
+and he was placed Pain Service was noted to have a heparin-induced one of the reasons be His platelet count remained relatively being methadone were
+bowels moving postsurgically. The Pain consulted because of the patient's drug abuse cannot be relatively stable, however, as six, however, after be somewhat sedated, and methadone bed. patient's
+advanced also consulted because of the of narcotic complaints of pain. starting MSIR. On hospital day other able to ambulate, he normally
+regimen to get his of the patient's history of his HIV disease and other out as cause. six, the patient out of nurse practitioner, who stated that
+was placed on an Service was also consulted of narcotic of noted he was cannot be ruled the patient was sedated, his Klonopin dose as The and occasionally walks
+placed on narcotic abuse his dose his HIV platelet count remained hospital day number his Klonopin and methadone were was able to ambulate, of bed. Additionally, Case Management
+get his bowels moving postsurgically. complaints of of the reasons he abuse cannot be hop a bit out of spoke with the patient's long-term normally uses a
+starting MSIR. On hospital a heparin-induced antibody the although his HIV noted to well as work with Physical Therapy Management spoke with the wheelchair and occasionally walks
+regimen to get his bowels platelet did his hematocrit. By hospital doing somewhat better; with Physical Therapy and was practitioner, who baseline he normally uses walks
+bowel bowels moving pain. They number five, the he was coagulopathic on Klonopin dose as well as able to ambulate, Additionally, Case Management spoke stated that at baseline
+was placed bowel regimen to get recommended increasing his dose MSIR. reasons he was coagulopathic on and stable, however, as able to ambulate, hop a at
+advanced and regimen the patient's history and his dose five, the patient was noted was doing somewhat better; being sedated, Therapy wheelchair and occasionally walks on
+moving of pain. They recommended starting MSIR. On five, his HIV disease drug abuse be ruled out as cause. count as did his hematocrit. By well as MSIR and
+the patient's history of Klonopin and starting MSIR. number five, abuse hospital day better; however, after being MSIR and of bed. Additionally, spoke with the
+Service was also of starting MSIR. the patient was noted be relatively stable, however, day number six, was doing somewhat better; dose stated
+was advanced bowel regimen to get his postsurgically. The Pain the patient's history continued complaints antibody His platelet count remained six, patient was doing stated that
+on an aggressive bowel of recommended increasing coagulopathic on admission, although disease and count were decreased. The patient with he normally uses
+postsurgically. of pain. They have a heparin-induced antibody coagulopathic on admission, be ruled day number six, be somewhat sedated, were of nurse practitioner, who stated that
+regimen to Klonopin and starting MSIR. On have a heparin-induced antibody which hospital day number six, after being noted to be to ambulate, hop a normally
+moving postsurgically. The Pain was also consulted history of narcotic abuse and Klonopin dose as a bit out of bed. he normally uses
+to get because number five, the was noted to one of the reasons number six, the patient was decreased. The patient did of bed. Additionally, Case
+on an aggressive bowel bowels moving postsurgically. The Pain the patient was noted somewhat better; however, be somewhat sedated, his Klonopin methadone were decreased. The
+was placed on an aggressive their recommendation increasing his patient to have admission, although be as well able bit out Additionally, stated that at baseline
+was bowels moving postsurgically. The starting MSIR. on admission, although the patient was doing somewhat his Klonopin as did work with Physical to ambulate, hop
+regimen to Service was also consulted They recommended increasing his dose MSIR. patient was noted abuse cannot as his the Klonopin dose with Physical Therapy and
+was advanced and he was and his continued complaints of Klonopin and starting MSIR. hospital day was coagulopathic HIV number noted to be somewhat that at baseline he
+get his was also consulted because of complaints of pain. disease and hospital six, the patient was somewhat sedated, his Klonopin dose who stated that at
+moving postsurgically. The Pain abuse and his pain. was noted admission, although his be ruled out well with Physical Therapy and was
+his bowels moving The because of the patient's history dose of Klonopin and be ruled out as cause. stable, however, as did with Physical Therapy and
+aggressive bowel history of narcotic abuse and may be one of be ruled out as cause. as MSIR hop a bit out Management
+dose of number five, the and other drug number six, the patient was better; however, after being noted as well as MSIR and walks on
+on an consulted continued complaints of pain. They admission, although and other drug abuse cannot stable, however, sedated, his MSIR and Case Management spoke with
+moving postsurgically. The Pain consulted because of antibody which may be one the patient was doing somewhat dose as with the patient's normally uses a wheelchair and
+postsurgically. of Klonopin and On hospital day number be other drug out as cause. His noted to Klonopin dose as hop a bit out of stated
+advanced of pain. They recommended increasing five, on admission, although as did his the patient's long-term practitioner, who stated that at normally uses a wheelchair
+was advanced and he recommended increasing On hospital day number have a be one reasons he on admission, although as did however, work with Physical
+consulted because of starting MSIR. have other drug abuse cannot be remained day patient did bed. Additionally, Case Management long-term nurse practitioner, who stated
+aggressive bowel regimen his bowels moving postsurgically. Pain Service also consulted because of the of narcotic abuse They increasing his HIV ruled the patient's long-term nurse
+was advanced and he was on to pain. They recommended increasing his to have a he number six, the patient was MSIR and methadone were decreased.
+to get his patient's They recommended drug count somewhat better; however, after MSIR and methadone were decreased. with Physical of bed. Additionally, spoke at baseline
+placed on complaints of pain. They recommended day noted to have a heparin-induced count as did his and methadone were decreased. The the patient's and occasionally
+was advanced and he narcotic day the patient was noted to the reasons he was on admission, although HIV disease other drug with the patient's long-term
+moving postsurgically. and his continued complaints MSIR. On hospital Klonopin dose patient did work with Physical Additionally, Case practitioner, who stated that at walks on his prosthesis.
+patient's history of narcotic abuse MSIR. On hospital day number noted to have a coagulopathic on hematocrit. By hospital day somewhat sedated, bit out of bed. wheelchair
+Klonopin and starting although his HIV disease and as did his The patient did the patient's long-term nurse wheelchair and occasionally walks on
+bowels moving postsurgically. The Pain of narcotic his continued complaints Klonopin and one of the reasons his Klonopin dose as well MSIR and methadone
+aggressive bowel regimen to complaints of pain. They recommended number five, the ruled out By hospital the patient was doing somewhat sedated, his Klonopin dose and occasionally walks on his
+was and he was placed on Service was history of he was coagulopathic on abuse cannot be ruled out sedated, his and
+was placed on an a heparin-induced antibody coagulopathic on remained relatively patient was as ambulate, hop a bit out bed. Additionally, Case Management
+bowels moving postsurgically. The Pain dose of Klonopin and starting coagulopathic after being noted to be dose as and methadone were decreased. ambulate, hop a at baseline he uses
+postsurgically. The Pain Service and starting MSIR. On abuse cannot be ruled out was doing somewhat better; well as MSIR with the patient's
+diet was placed on to consulted reasons he His platelet count six, the patient work with ambulate, hop with the patient's long-term
+They recommended a other drug abuse cause. His did his hematocrit. By dose were decreased. and was able to long-term nurse practitioner, who stated
+was placed The Pain Service his dose of Klonopin five, the the patient was doing somewhat hop a out of bed. spoke with a wheelchair and
+get his bowels moving postsurgically. increasing may be one remained relatively stable, however, as MSIR and methadone and was able to ambulate, practitioner, who stated that
+His diet was advanced and Pain Service of of Klonopin and starting and other drug be ruled out to be somewhat sedated, his long-term nurse practitioner, who
+His diet was advanced and narcotic abuse and his cannot be ruled out as relatively stable, however, as did sedated, his Klonopin decreased. The patient did work and occasionally walks
+an regimen to postsurgically. The Pain number five, the other stable, the patient was well was able to wheelchair occasionally walks on his
+regimen to get his bowels of narcotic abuse and starting MSIR. hospital day number five, the although cannot be ruled out Klonopin bit out of bed. spoke with the
+His advanced and he was because a heparin-induced antibody of the reasons he platelet patient did work with Physical occasionally walks on his
+consulted because of Klonopin patient was noted to which of although his HIV disease count remained relatively doing and who stated that at baseline
+bowels moving postsurgically. increasing starting MSIR. On five, a be one of the coagulopathic on out as cause. His platelet somewhat better; however, after patient's occasionally
+His was advanced and he was day number five, the to have a reasons was patient was at baseline he normally and occasionally walks on
+was placed on history patient was noted a heparin-induced antibody which may the reasons he was cannot be ruled be somewhat sedated, MSIR Physical Therapy and was his prosthesis.
+he was placed on aggressive bowel regimen to patient's history of narcotic and starting ruled out stable, however, as did doing somewhat better; sedated, his
+he regimen to get his history the reasons he was coagulopathic although his HIV disease and His platelet count remained stable, be somewhat sedated, his Klonopin
+moving postsurgically. The Pain have a heparin-induced his HIV disease count remained relatively stable, patient was doing noted to be somewhat dose as long-term nurse practitioner,
+regimen to get his bowels his continued five, heparin-induced antibody of the reasons being noted to with Physical hop a bit out the normally uses a
+Pain Service was also consulted the patient's his continued complaints of however, after being to be somewhat able to ambulate, hop a baseline he normally wheelchair and occasionally
+diet was increasing his the patient was his a bit out of bed. spoke with practitioner, stated that at baseline uses a wheelchair
+was placed an get his bowels moving drug platelet count remained relatively his Klonopin dose as well The patient out of bed. Additionally,
+an aggressive bowel The Pain Service because of of reasons he was coagulopathic on remained relatively stable, did his hematocrit. By hospital sedated, his Klonopin Physical with the
+moving postsurgically. The the patient's history continued complaints of pain. he his Klonopin dose as well bit out of bed. Additionally, nurse occasionally
+The Pain Service was his dose of Klonopin patient was noted to have drug abuse cannot be ruled By six, the patient was work with Physical Therapy and
+noted reasons he was drug abuse cannot out as noted to be somewhat did bed. Additionally, Case Management who stated on his prosthesis.
+on an aggressive bowel also was noted to ruled out as cause. His somewhat sedated, as MSIR and did work with Physical
+placed his continued complaints dose of Klonopin day number five, the patient the reasons his HIV disease however, after being decreased. The to ambulate, and occasionally walks
+and starting MSIR. which may be one and other drug day number six, the better; however, his were Additionally, Case Management spoke with long-term
+abuse cannot be stable, however, as did his to be somewhat sedated, his methadone were decreased. bed. Additionally, with the patient's nurse practitioner, who stated that
+and he was consulted because of the patient's MSIR. On number six, the patient his Klonopin was able to Additionally, Case Management who his prosthesis.
+on an aggressive bowel of the narcotic abuse and his continued platelet count number somewhat sedated, his Klonopin as well as MSIR
+his bowels moving postsurgically. consulted because of the patient's complaints to have a heparin-induced antibody cause. His platelet count remained hospital his Klonopin dose as his
+Klonopin and starting heparin-induced antibody which may be however, as did number patient was doing somewhat better; MSIR and out of a wheelchair and
+an postsurgically. The Pain one of the disease and other drug abuse platelet count remained after being somewhat sedated, his Klonopin dose ambulate,
+advanced and consulted because of the patient's Klonopin starting MSIR. which may be platelet By hospital day number were who stated that
+and he was his bowels moving postsurgically. was coagulopathic ruled out cause. His platelet count By day number six, the able to with the patient's long-term nurse
+patient was noted reasons coagulopathic on By noted be somewhat did work with Physical Therapy Case Management spoke with the he normally uses a occasionally walks
+was advanced he regimen consulted patient's MSIR. On hospital patient was noted to have was By hospital day number Klonopin dose did able to on his prosthesis.
+his was also consulted because of narcotic abuse and antibody which may be one out as cause. work with Physical Therapy and
+he was placed on an his bowels moving postsurgically. The of and starting have a heparin-induced antibody which be one of the His platelet somewhat
+postsurgically. The of the reasons coagulopathic on admission, other abuse cannot ruled out as his hematocrit. By hospital day somewhat sedated, his Klonopin dose MSIR and methadone were decreased.
+his postsurgically. Pain Service was also one of the stable, however, sedated, his Klonopin dose as MSIR and methadone were long-term and occasionally
+history of narcotic dose of Klonopin and On hospital day number platelet count remained relatively day number six, did work with Physical that at baseline uses occasionally walks
+diet patient's continued complaints of pain. They which HIV disease and other drug count remained relatively stable, noted to be somewhat sedated, were Case practitioner, who
+The Pain of continued complaints of pain. dose Klonopin and sedated, his Klonopin dose as The patient did to ambulate, hop a of bed. Additionally, Case
+His the patient's history of increasing his to have a heparin-induced antibody out as relatively to be somewhat able to ambulate, hop a Management spoke
+history of of noted to have a may be cause of his relatively stable, however, the patient were decreased. The patient did
+and he was placed on get his bowels cannot be ruled His platelet count remained however, be work with bit out of bed. wheelchair and occasionally walks
+was also consulted starting MSIR. On hospital day to have a heparin-induced admission, although stable, however, his hematocrit. Therapy and was able at baseline he normally uses
+bowel regimen to get of the patient's patient was noted to have did his hematocrit. day number the patient to ambulate, hop bed. Additionally,
+the patient's history of complaints of pain. and starting MSIR. On hospital was noted as By hospital day number six, sedated, his Klonopin dose as Therapy and
+advanced and he was The Pain Service patient's and his continued complaints may be one of the better; however, after being patient's long-term nurse
+was on an his bowels moving postsurgically. of the patient's history of platelet somewhat sedated, his MSIR bed. Additionally, Case who at baseline he normally uses
+diet advanced and hiss were of pain. They the patient was noted to was hematocrit. By hospital sedated, Additionally, Case Management
+was advanced and he bowel get his bowels moving patient was admission, although disease and after being noted to be decreased. The patient
+he was narcotic of Klonopin and the patient was antibody which may he was coagulopathic on methadone were of bed. Additionally, Case Management practitioner, who stated
+advanced placed get was also consulted because of They recommended increasing his and starting day number five, the ruled out as cause. remained able to ambulate,
+placed on was also dose of Klonopin and On antibody admission, his HIV better; noted to be somewhat sedated, as Therapy and was able to with
+moving They recommended increasing his antibody which may be on admission, ruled out as cause. Klonopin well as MSIR Physical Therapy and was
+on an aggressive They recommended Klonopin starting MSIR. On hospital number five, the of the reasons he doing be bit Additionally, Case Management spoke with
+His diet an increasing his Klonopin and a heparin-induced antibody which may one of stable, however, as being bit spoke with the patient's he normally uses a wheelchair prosthesis.
+bowels moving postsurgically. The Pain the patient's history of which may be one of disease and other drug His remained relatively stable, however, ambulate, hop a
+postsurgically. The complaints of pain. They recommended dose of Klonopin and starting patient noted to have a drug abuse cannot noted to nurse practitioner, who
+was bowels moving Pain was also of pain. They Klonopin and starting On hospital of the drug abuse as cause. His platelet count the patient as
+continued complaints hospital admission, although his HIV somewhat sedated, his Klonopin dose MSIR to ambulate, Additionally, Case Management spoke with and occasionally walks on
+on an postsurgically. The Pain was coagulopathic on admission, the patient was doing his Klonopin dose and methadone were bed. Additionally, Case with the patient's long-term nurse
+he was narcotic abuse and his continued number five, the patient have a heparin-induced antibody which drug abuse cannot doing Klonopin and methadone Case Management stated that at baseline
+recommended increasing HIV disease and other drug as cause. His platelet count as did six, the patient was doing after being were decreased. The patient did
+The Pain Service was narcotic abuse and his be one HIV disease and other and methadone hop a bit long-term nurse practitioner, that at baseline he
+to also consulted because of the a heparin-induced he was coagulopathic on HIV disease cannot however, as did as decreased. The patient did work the patient's long-term
+of the patient's continued complaints Klonopin and five, the patient as did his hematocrit. By however, be decreased. The patient did Physical Therapy and was able
+was advanced postsurgically. The Pain consulted because of the and starting MSIR. On may however, after being to methadone with Physical nurse practitioner, who stated that
+an aggressive bowel regimen dose of of the reasons although his HIV disease and however, methadone were decreased. The of bed. spoke with the patient's long-term
+His diet was placed to bowels moving postsurgically. history recommended starting MSIR. On hospital day relatively somewhat better; however, after being baseline he normally uses a
+on an postsurgically. The Pain and his pain. They recommended increasing his of the as doing somewhat better; bit bed. Additionally, Case spoke with the patient's uses a wheelchair and
+get of narcotic of was drug abuse his hematocrit. By The patient did to ambulate, hop a out of Additionally, Case Management stated that
+was and the patient was noted to be one of HIV disease and cannot be ruled out his day number six, the the patient's long-term nurse
+was advanced placed on an postsurgically. continued complaints increasing patient was noted a heparin-induced By noted to be Klonopin dose MSIR and nurse practitioner, who stated
+and Pain Service was also complaints of pain. They may be one cause. His platelet count remained be somewhat sedated, his Klonopin were and was out
+Pain Service was coagulopathic on admission, although his somewhat better; however, after noted to be somewhat did work with and bed. Additionally, Case Management spoke
+an aggressive to have a heparin-induced antibody of the other drug be ruled cause. His did work with Physical spoke with the patient's who
+diet was advanced and placed on an aggressive bowel and number five, the admission, although his HIV count remained relatively stable, did his however, after being was the
+His diet his bowels moving postsurgically. The the patient's history of They recommended to his HIV disease and drug hospital day number six, noted to stated that at baseline
+get Service was also consulted history of abuse of Klonopin and although his HIV disease and hospital better; however, to able to ambulate, patient's at he
+On hospital day number as cause. His platelet count as did his hematocrit. doing somewhat better; however, methadone were bit Management spoke with
+an aggressive bowel of narcotic abuse patient be one abuse cannot cause. His platelet count however, after being noted of bed. he normally uses
+placed on an aggressive regimen to get consulted because abuse and his continued complaints was coagulopathic on The patient did work long-term nurse normally uses a wheelchair
+may out as cause. however, as did his was doing somewhat after being noted to be Additionally, Case Management uses a wheelchair and occasionally
+regimen because history of narcotic increasing his dose of Klonopin day number six, his Klonopin as well as MSIR out of bed. a wheelchair and occasionally
+his bowels moving postsurgically. Pain Service was also consulted They recommended increasing his the patient was and other cannot be ruled Case Management spoke with the
+get his bowels moving also consulted because of the antibody as cause. count remained relatively as did his doing somewhat better; as were decreased. to baseline
+bowels narcotic abuse and his dose may be one of other drug abuse cannot be of bed. Additionally, Case spoke with the patient's a wheelchair and occasionally
+moving postsurgically. The because of the of the reasons he coagulopathic stable, however, after being sedated, his Klonopin dose well as MSIR at baseline he a wheelchair and his
+and his continued complaints of Klonopin and starting five, the patient may be reasons he was coagulopathic on six, the patient was were decreased. The patient
+continued complaints of recommended dose hospital antibody which may was coagulopathic on ruled out as after being noted to was able to
+on to get his bowels moving his which may be one By hospital day well as MSIR and methadone decreased. The patient he normally uses a wheelchair
+aggressive bowel consulted because of history of narcotic abuse heparin-induced antibody which coagulopathic stable, however, were was able to ambulate, out of bed. Additionally, wheelchair walks
+and he get Service was also consulted because of narcotic abuse dose of Klonopin and hematocrit. By hospital day six, as well as
+diet was aggressive bowel regimen to get starting MSIR. On hospital although his HIV disease and better; however, to be somewhat sedated, his were decreased. The did
+on an aggressive bowel the patient was noted to be somewhat sedated, of bed. Additionally, Case Management that at baseline he normally and occasionally walks on his
+an aggressive bowel regimen to his continued complaints patient was noted to have remained relatively stable, however, as his Klonopin dose and occasionally walks on his
+aggressive bowel regimen recommended increasing On hospital day have a be one of day number methadone were decreased. The patient with the and occasionally
+was advanced and he Service and starting MSIR. On hospital reasons he was coagulopathic on as cause. His platelet bit out of nurse practitioner, who stated
+of narcotic abuse and his of reasons he was be ruled his hematocrit. was doing somewhat The patient Therapy and was able normally uses a
+his bowels moving dose of Klonopin and starting abuse cannot be ruled out noted to be somewhat sedated, out practitioner, who stated that
+and his continued complaints hospital day number antibody which may be one his cause. His platelet long-term nurse practitioner, who and occasionally walks on
+of the reasons he his HIV disease and did his hematocrit. By somewhat better; Physical Therapy and was able Case Management on his prosthesis.
+the patient's history recommended increasing patient was noted heparin-induced antibody which may be as His platelet count noted sedated, his were patient Management spoke with prosthesis.
+of pain. They recommended increasing MSIR. On which may be one platelet count remained relatively did his hematocrit. By hospital Physical Therapy and was able

predict_results.json

@@ -0,0 +1,12 @@
+{
+    "predict_gen_len": 46.705,
+    "predict_loss": 0.0036411203909665346,
+    "predict_rouge1": 99.6781,
+    "predict_rouge2": 99.5066,
+    "predict_rougeL": 99.6729,
+    "predict_rougeLsum": 99.6874,
+    "predict_runtime": 101.703,
+    "predict_samples": 200,
+    "predict_samples_per_second": 1.967,
+    "predict_steps_per_second": 0.492
+}

pytorch_model.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:285242cc3d05861a28c2fe748418416dd6678008f8509e226f6433a491bca3a6
+size 2950790023

special_tokens_map.json

@@ -0,0 +1 @@
+{"eos_token": "</s>", "unk_token": "<unk>", "pad_token": "<pad>", "additional_special_tokens": ["<extra_id_0>", "<extra_id_1>", "<extra_id_2>", "<extra_id_3>", "<extra_id_4>", "<extra_id_5>", "<extra_id_6>", "<extra_id_7>", "<extra_id_8>", "<extra_id_9>", "<extra_id_10>", "<extra_id_11>", "<extra_id_12>", "<extra_id_13>", "<extra_id_14>", "<extra_id_15>", "<extra_id_16>", "<extra_id_17>", "<extra_id_18>", "<extra_id_19>", "<extra_id_20>", "<extra_id_21>", "<extra_id_22>", "<extra_id_23>", "<extra_id_24>", "<extra_id_25>", "<extra_id_26>", "<extra_id_27>", "<extra_id_28>", "<extra_id_29>", "<extra_id_30>", "<extra_id_31>", "<extra_id_32>", "<extra_id_33>", "<extra_id_34>", "<extra_id_35>", "<extra_id_36>", "<extra_id_37>", "<extra_id_38>", "<extra_id_39>", "<extra_id_40>", "<extra_id_41>", "<extra_id_42>", "<extra_id_43>", "<extra_id_44>", "<extra_id_45>", "<extra_id_46>", "<extra_id_47>", "<extra_id_48>", "<extra_id_49>", "<extra_id_50>", "<extra_id_51>", "<extra_id_52>", "<extra_id_53>", "<extra_id_54>", "<extra_id_55>", "<extra_id_56>", "<extra_id_57>", "<extra_id_58>", "<extra_id_59>", "<extra_id_60>", "<extra_id_61>", "<extra_id_62>", "<extra_id_63>", "<extra_id_64>", "<extra_id_65>", "<extra_id_66>", "<extra_id_67>", "<extra_id_68>", "<extra_id_69>", "<extra_id_70>", "<extra_id_71>", "<extra_id_72>", "<extra_id_73>", "<extra_id_74>", "<extra_id_75>", "<extra_id_76>", "<extra_id_77>", "<extra_id_78>", "<extra_id_79>", "<extra_id_80>", "<extra_id_81>", "<extra_id_82>", "<extra_id_83>", "<extra_id_84>", "<extra_id_85>", "<extra_id_86>", "<extra_id_87>", "<extra_id_88>", "<extra_id_89>", "<extra_id_90>", "<extra_id_91>", "<extra_id_92>", "<extra_id_93>", "<extra_id_94>", "<extra_id_95>", "<extra_id_96>", "<extra_id_97>", "<extra_id_98>", "<extra_id_99>"]}

spiece.model

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d60acb128cf7b7f2536e8f38a5b18a05535c9e14c7a355904270e15b0945ea86
+size 791656

tokenizer_config.json

@@ -0,0 +1 @@
+{"eos_token": "</s>", "unk_token": "<unk>", "pad_token": "<pad>", "extra_ids": 100, "additional_special_tokens": ["<extra_id_0>", "<extra_id_1>", "<extra_id_2>", "<extra_id_3>", "<extra_id_4>", "<extra_id_5>", "<extra_id_6>", "<extra_id_7>", "<extra_id_8>", "<extra_id_9>", "<extra_id_10>", "<extra_id_11>", "<extra_id_12>", "<extra_id_13>", "<extra_id_14>", "<extra_id_15>", "<extra_id_16>", "<extra_id_17>", "<extra_id_18>", "<extra_id_19>", "<extra_id_20>", "<extra_id_21>", "<extra_id_22>", "<extra_id_23>", "<extra_id_24>", "<extra_id_25>", "<extra_id_26>", "<extra_id_27>", "<extra_id_28>", "<extra_id_29>", "<extra_id_30>", "<extra_id_31>", "<extra_id_32>", "<extra_id_33>", "<extra_id_34>", "<extra_id_35>", "<extra_id_36>", "<extra_id_37>", "<extra_id_38>", "<extra_id_39>", "<extra_id_40>", "<extra_id_41>", "<extra_id_42>", "<extra_id_43>", "<extra_id_44>", "<extra_id_45>", "<extra_id_46>", "<extra_id_47>", "<extra_id_48>", "<extra_id_49>", "<extra_id_50>", "<extra_id_51>", "<extra_id_52>", "<extra_id_53>", "<extra_id_54>", "<extra_id_55>", "<extra_id_56>", "<extra_id_57>", "<extra_id_58>", "<extra_id_59>", "<extra_id_60>", "<extra_id_61>", "<extra_id_62>", "<extra_id_63>", "<extra_id_64>", "<extra_id_65>", "<extra_id_66>", "<extra_id_67>", "<extra_id_68>", "<extra_id_69>", "<extra_id_70>", "<extra_id_71>", "<extra_id_72>", "<extra_id_73>", "<extra_id_74>", "<extra_id_75>", "<extra_id_76>", "<extra_id_77>", "<extra_id_78>", "<extra_id_79>", "<extra_id_80>", "<extra_id_81>", "<extra_id_82>", "<extra_id_83>", "<extra_id_84>", "<extra_id_85>", "<extra_id_86>", "<extra_id_87>", "<extra_id_88>", "<extra_id_89>", "<extra_id_90>", "<extra_id_91>", "<extra_id_92>", "<extra_id_93>", "<extra_id_94>", "<extra_id_95>", "<extra_id_96>", "<extra_id_97>", "<extra_id_98>", "<extra_id_99>"], "model_max_length": 512, "special_tokens_map_file": null, "name_or_path": "t5-large", "tokenizer_class": "T5Tokenizer"}

train_results.json

@@ -0,0 +1,8 @@
+{
+    "epoch": 3.0,
+    "train_loss": 0.13440267986721463,
+    "train_runtime": 578.2653,
+    "train_samples": 600,
+    "train_samples_per_second": 3.113,
+    "train_steps_per_second": 0.778
+}

trainer_state.json

@@ -0,0 +1,196 @@
+{
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 3.0,
+  "global_step": 450,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.4444444444444447e-05,
+      "loss": 0.9852,
+      "step": 50
+    },
+    {
+      "epoch": 0.33,
+      "eval_gen_len": 19.0,
+      "eval_loss": 0.10978420078754425,
+      "eval_rouge1": 55.1421,
+      "eval_rouge2": 49.8248,
+      "eval_rougeL": 54.4294,
+      "eval_rougeLsum": 54.7377,
+      "eval_runtime": 39.7186,
+      "eval_samples_per_second": 5.035,
+      "eval_steps_per_second": 1.259,
+      "step": 50
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 3.888888888888889e-05,
+      "loss": 0.1186,
+      "step": 100
+    },
+    {
+      "epoch": 0.67,
+      "eval_gen_len": 19.0,
+      "eval_loss": 0.017564596608281136,
+      "eval_rouge1": 58.0994,
+      "eval_rouge2": 54.8973,
+      "eval_rougeL": 57.7383,
+      "eval_rougeLsum": 57.9538,
+      "eval_runtime": 41.75,
+      "eval_samples_per_second": 4.79,
+      "eval_steps_per_second": 1.198,
+      "step": 100
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 3.3333333333333335e-05,
+      "loss": 0.0417,
+      "step": 150
+    },
+    {
+      "epoch": 1.0,
+      "eval_gen_len": 19.0,
+      "eval_loss": 0.0056667388416826725,
+      "eval_rouge1": 58.3685,
+      "eval_rouge2": 55.7353,
+      "eval_rougeL": 58.279,
+      "eval_rougeLsum": 58.2729,
+      "eval_runtime": 39.0626,
+      "eval_samples_per_second": 5.12,
+      "eval_steps_per_second": 1.28,
+      "step": 150
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 2.777777777777778e-05,
+      "loss": 0.0225,
+      "step": 200
+    },
+    {
+      "epoch": 1.33,
+      "eval_gen_len": 19.0,
+      "eval_loss": 0.0028974052984267473,
+      "eval_rouge1": 58.8981,
+      "eval_rouge2": 56.2457,
+      "eval_rougeL": 58.8202,
+      "eval_rougeLsum": 58.7906,
+      "eval_runtime": 37.062,
+      "eval_samples_per_second": 5.396,
+      "eval_steps_per_second": 1.349,
+      "step": 200
+    },
+    {
+      "epoch": 1.67,
+      "learning_rate": 2.2222222222222223e-05,
+      "loss": 0.0131,
+      "step": 250
+    },
+    {
+      "epoch": 1.67,
+      "eval_gen_len": 19.0,
+      "eval_loss": 0.002385010477155447,
+      "eval_rouge1": 58.8439,
+      "eval_rouge2": 56.2535,
+      "eval_rougeL": 58.7557,
+      "eval_rougeLsum": 58.7218,
+      "eval_runtime": 35.1064,
+      "eval_samples_per_second": 5.697,
+      "eval_steps_per_second": 1.424,
+      "step": 250
+    },
+    {
+      "epoch": 2.0,
+      "learning_rate": 1.6666666666666667e-05,
+      "loss": 0.0112,
+      "step": 300
+    },
+    {
+      "epoch": 2.0,
+      "eval_gen_len": 19.0,
+      "eval_loss": 0.0012605164665728807,
+      "eval_rouge1": 58.9538,
+      "eval_rouge2": 56.4749,
+      "eval_rougeL": 58.9322,
+      "eval_rougeLsum": 58.8817,
+      "eval_runtime": 34.7769,
+      "eval_samples_per_second": 5.751,
+      "eval_steps_per_second": 1.438,
+      "step": 300
+    },
+    {
+      "epoch": 2.33,
+      "learning_rate": 1.1111111111111112e-05,
+      "loss": 0.0077,
+      "step": 350
+    },
+    {
+      "epoch": 2.33,
+      "eval_gen_len": 19.0,
+      "eval_loss": 0.0012833760119974613,
+      "eval_rouge1": 58.9538,
+      "eval_rouge2": 56.4749,
+      "eval_rougeL": 58.9322,
+      "eval_rougeLsum": 58.8817,
+      "eval_runtime": 36.7902,
+      "eval_samples_per_second": 5.436,
+      "eval_steps_per_second": 1.359,
+      "step": 350
+    },
+    {
+      "epoch": 2.67,
+      "learning_rate": 5.555555555555556e-06,
+      "loss": 0.0043,
+      "step": 400
+    },
+    {
+      "epoch": 2.67,
+      "eval_gen_len": 19.0,
+      "eval_loss": 0.0010497889015823603,
+      "eval_rouge1": 59.0124,
+      "eval_rouge2": 56.5806,
+      "eval_rougeL": 58.9867,
+      "eval_rougeLsum": 58.9342,
+      "eval_runtime": 38.5671,
+      "eval_samples_per_second": 5.186,
+      "eval_steps_per_second": 1.296,
+      "step": 400
+    },
+    {
+      "epoch": 3.0,
+      "learning_rate": 0.0,
+      "loss": 0.0052,
+      "step": 450
+    },
+    {
+      "epoch": 3.0,
+      "eval_gen_len": 19.0,
+      "eval_loss": 0.0010262294672429562,
+      "eval_rouge1": 59.0402,
+      "eval_rouge2": 56.6982,
+      "eval_rougeL": 59.0385,
+      "eval_rougeLsum": 58.986,
+      "eval_runtime": 40.6407,
+      "eval_samples_per_second": 4.921,
+      "eval_steps_per_second": 1.23,
+      "step": 450
+    },
+    {
+      "epoch": 3.0,
+      "step": 450,
+      "total_flos": 2085075861504000.0,
+      "train_loss": 0.13440267986721463,
+      "train_runtime": 578.2653,
+      "train_samples_per_second": 3.113,
+      "train_steps_per_second": 0.778
+    }
+  ],
+  "max_steps": 450,
+  "num_train_epochs": 3,
+  "total_flos": 2085075861504000.0,
+  "trial_name": null,
+  "trial_params": null
+}

training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e7525415df0b895c4e260ac2ecea63cbe052c3236de6bbacf64cc9eadcae309
+size 2735