Training in progress, step 200

added_tokens.json

@@ -1,168 +1,168 @@
 {
-  "[IN:ADD_TIME_TIMER": 536,
-  "[IN:ADD_TO_PLAYLIST_MUSIC": 463,
-  "[IN:CANCEL_MESSAGE": 427,
-  "[IN:CREATE_ALARM": 396,
-  "[IN:CREATE_PLAYLIST_MUSIC": 453,
-  "[IN:CREATE_REMINDER": 514,
+  "[IN:ADD_TIME_TIMER": 526,
+  "[IN:ADD_TO_PLAYLIST_MUSIC": 466,
+  "[IN:CANCEL_MESSAGE": 437,
+  "[IN:CREATE_ALARM": 395,
+  "[IN:CREATE_PLAYLIST_MUSIC": 461,
+  "[IN:CREATE_REMINDER": 498,
   "[IN:CREATE_TIMER": 532,
-  "[IN:DELETE_ALARM": 385,
-  "[IN:DELETE_REMINDER": 503,
-  "[IN:DELETE_TIMER": 531,
-  "[IN:DISLIKE_MUSIC": 468,
-  "[IN:GET_ALARM": 388,
+  "[IN:DELETE_ALARM": 394,
+  "[IN:DELETE_REMINDER": 507,
+  "[IN:DELETE_TIMER": 534,
+  "[IN:DISLIKE_MUSIC": 469,
+  "[IN:GET_ALARM": 384,
   "[IN:GET_BIRTHDAY": 524,
-  "[IN:GET_CONTACT": 403,
-  "[IN:GET_DIRECTIONS": 473,
+  "[IN:GET_CONTACT": 409,
+  "[IN:GET_DIRECTIONS": 493,
   "[IN:GET_DISTANCE": 490,
-  "[IN:GET_ESTIMATED_ARRIVAL": 482,
-  "[IN:GET_ESTIMATED_DEPARTURE": 485,
-  "[IN:GET_ESTIMATED_DURATION": 481,
-  "[IN:GET_EVENT": 404,
-  "[IN:GET_EVENT_ATTENDEE": 414,
-  "[IN:GET_EVENT_ATTENDEE_AMOUNT": 424,
-  "[IN:GET_EVENT_ORGANIZER": 423,
+  "[IN:GET_ESTIMATED_ARRIVAL": 480,
+  "[IN:GET_ESTIMATED_DEPARTURE": 487,
+  "[IN:GET_ESTIMATED_DURATION": 485,
+  "[IN:GET_EVENT": 406,
+  "[IN:GET_EVENT_ATTENDEE": 411,
+  "[IN:GET_EVENT_ATTENDEE_AMOUNT": 423,
+  "[IN:GET_EVENT_ORGANIZER": 425,
   "[IN:GET_INFO_CONTACT": 545,
-  "[IN:GET_INFO_ROAD_CONDITION": 483,
+  "[IN:GET_INFO_ROAD_CONDITION": 481,
   "[IN:GET_INFO_ROUTE": 491,
-  "[IN:GET_INFO_TRAFFIC": 476,
-  "[IN:GET_LOCATION": 412,
-  "[IN:GET_LOCATION_HOME": 410,
+  "[IN:GET_INFO_TRAFFIC": 472,
+  "[IN:GET_LOCATION": 407,
+  "[IN:GET_LOCATION_HOME": 415,
   "[IN:GET_LOCATION_HOMETOWN": 496,
-  "[IN:GET_LOCATION_SCHOOL": 408,
+  "[IN:GET_LOCATION_SCHOOL": 401,
   "[IN:GET_LOCATION_WORK": 422,
-  "[IN:GET_MESSAGE": 433,
-  "[IN:GET_RECURRING_DATE_TIME": 498,
-  "[IN:GET_REMINDER": 499,
+  "[IN:GET_MESSAGE": 431,
+  "[IN:GET_RECURRING_DATE_TIME": 502,
+  "[IN:GET_REMINDER": 508,
   "[IN:GET_REMINDER_AMOUNT": 519,
   "[IN:GET_REMINDER_DATE_TIME": 515,
-  "[IN:GET_REMINDER_LOCATION": 518,
-  "[IN:GET_SUNRISE": 542,
+  "[IN:GET_REMINDER_LOCATION": 520,
+  "[IN:GET_SUNRISE": 543,
   "[IN:GET_SUNSET": 539,
-  "[IN:GET_TIME": 390,
-  "[IN:GET_TIMER": 529,
+  "[IN:GET_TIME": 388,
+  "[IN:GET_TIMER": 535,
   "[IN:GET_TODO": 513,
   "[IN:GET_WEATHER": 538,
-  "[IN:HELP_REMINDER": 520,
+  "[IN:HELP_REMINDER": 518,
   "[IN:IGNORE_MESSAGE": 446,
-  "[IN:LIKE_MUSIC": 451,
-  "[IN:LOOP_MUSIC": 454,
-  "[IN:NEGATION": 425,
-  "[IN:PAUSE_MUSIC": 459,
-  "[IN:PAUSE_TIMER": 535,
+  "[IN:LIKE_MUSIC": 464,
+  "[IN:LOOP_MUSIC": 456,
+  "[IN:NEGATION": 424,
+  "[IN:PAUSE_MUSIC": 465,
+  "[IN:PAUSE_TIMER": 528,
   "[IN:PLAY_MUSIC": 455,
-  "[IN:PREVIOUS_TRACK_MUSIC": 460,
-  "[IN:REACT_MESSAGE": 431,
-  "[IN:REMOVE_FROM_PLAYLIST_MUSIC": 450,
-  "[IN:REPLAY_MUSIC": 464,
-  "[IN:REPLY_MESSAGE": 506,
-  "[IN:RESTART_TIMER": 537,
-  "[IN:RESUME_TIMER": 534,
+  "[IN:PREVIOUS_TRACK_MUSIC": 462,
+  "[IN:REACT_MESSAGE": 434,
+  "[IN:REMOVE_FROM_PLAYLIST_MUSIC": 467,
+  "[IN:REPLAY_MUSIC": 450,
+  "[IN:REPLY_MESSAGE": 509,
+  "[IN:RESTART_TIMER": 536,
+  "[IN:RESUME_TIMER": 533,
   "[IN:SELECT_ITEM": 548,
-  "[IN:SEND_MESSAGE": 428,
+  "[IN:SEND_MESSAGE": 430,
   "[IN:SEND_TEXT_MESSAGE": 447,
   "[IN:SET_DEFAULT_PROVIDER_MUSIC": 549,
-  "[IN:SILENCE_ALARM": 394,
-  "[IN:SKIP_TRACK_MUSIC": 469,
-  "[IN:SNOOZE_ALARM": 387,
-  "[IN:START_SHUFFLE_MUSIC": 467,
-  "[IN:STOP_MUSIC": 457,
-  "[IN:SUBTRACT_TIME_TIMER": 533,
-  "[IN:UNSUPPORTED_ALARM": 384,
-  "[IN:UNSUPPORTED_EVENT": 409,
+  "[IN:SILENCE_ALARM": 391,
+  "[IN:SKIP_TRACK_MUSIC": 452,
+  "[IN:SNOOZE_ALARM": 392,
+  "[IN:START_SHUFFLE_MUSIC": 468,
+  "[IN:STOP_MUSIC": 458,
+  "[IN:SUBTRACT_TIME_TIMER": 527,
+  "[IN:UNSUPPORTED_ALARM": 389,
+  "[IN:UNSUPPORTED_EVENT": 412,
   "[IN:UNSUPPORTED_MESSAGING": 445,
-  "[IN:UNSUPPORTED_MUSIC": 458,
-  "[IN:UNSUPPORTED_NAVIGATION": 493,
-  "[IN:UNSUPPORTED_TIMER": 527,
-  "[IN:UNSUPPORTED_WEATHER": 541,
-  "[IN:UPDATE_ALARM": 392,
-  "[IN:UPDATE_DIRECTIONS": 495,
-  "[IN:UPDATE_REMINDER": 502,
-  "[IN:UPDATE_REMINDER_DATE_TIME": 507,
-  "[IN:UPDATE_REMINDER_TODO": 508,
-  "[IN:UPDATE_TIMER": 528,
+  "[IN:UNSUPPORTED_MUSIC": 459,
+  "[IN:UNSUPPORTED_NAVIGATION": 473,
+  "[IN:UNSUPPORTED_TIMER": 531,
+  "[IN:UNSUPPORTED_WEATHER": 540,
+  "[IN:UPDATE_ALARM": 398,
+  "[IN:UPDATE_DIRECTIONS": 477,
+  "[IN:UPDATE_REMINDER": 512,
+  "[IN:UPDATE_REMINDER_DATE_TIME": 499,
+  "[IN:UPDATE_REMINDER_TODO": 501,
+  "[IN:UPDATE_TIMER": 530,
   "[SL:AGE": 448,
-  "[SL:ALARM_NAME": 389,
-  "[SL:AMOUNT": 397,
-  "[SL:ATTENDEE": 510,
+  "[SL:ALARM_NAME": 397,
+  "[SL:AMOUNT": 386,
+  "[SL:ATTENDEE": 505,
   "[SL:ATTENDEE_ADDED": 522,
-  "[SL:ATTENDEE_EVENT": 420,
+  "[SL:ATTENDEE_EVENT": 402,
   "[SL:ATTENDEE_REMOVED": 523,
-  "[SL:ATTRIBUTE_EVENT": 417,
+  "[SL:ATTRIBUTE_EVENT": 405,
   "[SL:BIRTHDAY": 547,
-  "[SL:CATEGORY_EVENT": 405,
-  "[SL:CATEGORY_LOCATION": 406,
-  "[SL:CONTACT": 416,
-  "[SL:CONTACT_RELATED": 401,
-  "[SL:CONTENT_EMOJI": 434,
-  "[SL:CONTENT_EXACT": 429,
-  "[SL:DATE_TIME": 398,
-  "[SL:DATE_TIME_ARRIVAL": 484,
+  "[SL:CATEGORY_EVENT": 408,
+  "[SL:CATEGORY_LOCATION": 404,
+  "[SL:CONTACT": 403,
+  "[SL:CONTACT_RELATED": 416,
+  "[SL:CONTENT_EMOJI": 426,
+  "[SL:CONTENT_EXACT": 432,
+  "[SL:DATE_TIME": 390,
+  "[SL:DATE_TIME_ARRIVAL": 478,
   "[SL:DATE_TIME_BIRTHDAY": 546,
-  "[SL:DATE_TIME_DEPARTURE": 494,
-  "[SL:DATE_TIME_NEW": 512,
-  "[SL:DATE_TIME_RECURRING": 386,
-  "[SL:DESTINATION": 480,
-  "[SL:DURATION": 391,
-  "[SL:FREQUENCY": 504,
-  "[SL:GROUP": 437,
+  "[SL:DATE_TIME_DEPARTURE": 495,
+  "[SL:DATE_TIME_NEW": 500,
+  "[SL:DATE_TIME_RECURRING": 385,
+  "[SL:DESTINATION": 483,
+  "[SL:DURATION": 396,
+  "[SL:FREQUENCY": 514,
+  "[SL:GROUP": 433,
   "[SL:JOB": 525,
-  "[SL:LOCATION": 415,
-  "[SL:LOCATION_CURRENT": 472,
-  "[SL:LOCATION_HOME": 438,
-  "[SL:LOCATION_MODIFIER": 407,
-  "[SL:LOCATION_USER": 402,
-  "[SL:LOCATION_WORK": 471,
+  "[SL:LOCATION": 410,
+  "[SL:LOCATION_CURRENT": 471,
+  "[SL:LOCATION_HOME": 436,
+  "[SL:LOCATION_MODIFIER": 414,
+  "[SL:LOCATION_USER": 413,
+  "[SL:LOCATION_WORK": 486,
   "[SL:MEASUREMENT_UNIT": 544,
-  "[SL:METHOD_RETRIEVAL_REMINDER": 505,
-  "[SL:METHOD_TIMER": 526,
-  "[SL:METHOD_TRAVEL": 489,
-  "[SL:MUSIC_ALBUM_TITLE": 462,
-  "[SL:MUSIC_ARTIST_NAME": 456,
-  "[SL:MUSIC_GENRE": 466,
-  "[SL:MUSIC_PLAYLIST_TITLE": 465,
-  "[SL:MUSIC_PROVIDER_NAME": 449,
+  "[SL:METHOD_RETRIEVAL_REMINDER": 510,
+  "[SL:METHOD_TIMER": 537,
+  "[SL:METHOD_TRAVEL": 488,
+  "[SL:MUSIC_ALBUM_TITLE": 463,
+  "[SL:MUSIC_ARTIST_NAME": 449,
+  "[SL:MUSIC_GENRE": 457,
+  "[SL:MUSIC_PLAYLIST_TITLE": 460,
+  "[SL:MUSIC_PROVIDER_NAME": 453,
   "[SL:MUSIC_RADIO_ID": 470,
-  "[SL:MUSIC_TRACK_TITLE": 461,
-  "[SL:MUSIC_TYPE": 452,
+  "[SL:MUSIC_TRACK_TITLE": 451,
+  "[SL:MUSIC_TYPE": 454,
   "[SL:MUTUAL_EMPLOYER": 443,
-  "[SL:MUTUAL_LOCATION": 441,
-  "[SL:MUTUAL_SCHOOL": 439,
+  "[SL:MUTUAL_LOCATION": 440,
+  "[SL:MUTUAL_SCHOOL": 441,
   "[SL:NAME_APP": 521,
-  "[SL:NAME_EVENT": 413,
-  "[SL:OBSTRUCTION_AVOID": 488,
-  "[SL:ORDINAL": 395,
+  "[SL:NAME_EVENT": 419,
+  "[SL:OBSTRUCTION_AVOID": 494,
+  "[SL:ORDINAL": 387,
   "[SL:ORGANIZER_EVENT": 421,
-  "[SL:PATH": 477,
-  "[SL:PATH_AVOID": 479,
+  "[SL:PATH": 489,
+  "[SL:PATH_AVOID": 482,
   "[SL:PERIOD": 393,
-  "[SL:PERSON_REMINDED": 500,
+  "[SL:PERSON_REMINDED": 504,
   "[SL:PERSON_REMINDED_ADDED": 516,
   "[SL:PERSON_REMINDED_REMOVED": 517,
-  "[SL:POINT_ON_MAP": 411,
-  "[SL:RECIPIENT": 426,
+  "[SL:POINT_ON_MAP": 417,
+  "[SL:RECIPIENT": 429,
   "[SL:RECURRING_DATE_TIME": 400,
-  "[SL:RECURRING_DATE_TIME_NEW": 501,
-  "[SL:RESOURCE": 442,
-  "[SL:ROAD_CONDITION": 492,
-  "[SL:ROAD_CONDITION_AVOID": 475,
-  "[SL:SEARCH_RADIUS": 419,
-  "[SL:SENDER": 430,
-  "[SL:SOURCE": 478,
+  "[SL:RECURRING_DATE_TIME_NEW": 503,
+  "[SL:RESOURCE": 439,
+  "[SL:ROAD_CONDITION": 475,
+  "[SL:ROAD_CONDITION_AVOID": 479,
+  "[SL:SEARCH_RADIUS": 418,
+  "[SL:SENDER": 427,
+  "[SL:SOURCE": 492,
   "[SL:TAG_MESSAGE": 444,
-  "[SL:TIMER_NAME": 530,
+  "[SL:TIMER_NAME": 529,
   "[SL:TIME_ZONE": 399,
   "[SL:TODO": 511,
-  "[SL:TODO_NEW": 509,
+  "[SL:TODO_NEW": 506,
   "[SL:TYPE_CONTACT": 435,
-  "[SL:TYPE_CONTENT": 436,
-  "[SL:TYPE_INFO": 440,
-  "[SL:TYPE_REACTION": 432,
-  "[SL:TYPE_RELATION": 418,
-  "[SL:UNIT_DISTANCE": 487,
+  "[SL:TYPE_CONTENT": 438,
+  "[SL:TYPE_INFO": 442,
+  "[SL:TYPE_REACTION": 428,
+  "[SL:TYPE_RELATION": 420,
+  "[SL:UNIT_DISTANCE": 476,
   "[SL:WAYPOINT": 474,
   "[SL:WAYPOINT_ADDED": 497,
-  "[SL:WAYPOINT_AVOID": 486,
-  "[SL:WEATHER_ATTRIBUTE": 540,
-  "[SL:WEATHER_TEMPERATURE_UNIT": 543
+  "[SL:WAYPOINT_AVOID": 484,
+  "[SL:WEATHER_ATTRIBUTE": 541,
+  "[SL:WEATHER_TEMPERATURE_UNIT": 542
 }

config.json

@@ -1,11 +1,11 @@
 {
-  "_name_or_path": "google/byt5-base",
+  "_name_or_path": "google/byt5-small",
   "architectures": [
     "T5ForConditionalGeneration"
   ],
-  "d_ff": 3968,
+  "d_ff": 3584,
   "d_kv": 64,
-  "d_model": 1536,
+  "d_model": 1472,
   "decoder_start_token_id": 0,
   "dense_act_fn": "gelu_new",
   "dropout_rate": 0.1,
@@ -17,10 +17,9 @@
   "is_gated_act": true,
   "layer_norm_epsilon": 1e-06,
   "model_type": "t5",
-  "num_decoder_layers": 6,
-  "num_heads": 12,
-  "num_layers": 18,
-  "output_past": true,
+  "num_decoder_layers": 4,
+  "num_heads": 6,
+  "num_layers": 12,
   "pad_token_id": 0,
   "relative_attention_max_distance": 128,
   "relative_attention_num_buckets": 32,

pytorch_model.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7d7d917cee952201f16a69882d0cc090dd126c9be286e12dcfa82dbd7868ed10
-size 2328739837
+oid sha256:a0c5972806ddbc5b924eb7032e188da79b79e5f7d271e628c40c0867ef5d9af4
+size 1200564469

tokenizer_config.json

@@ -135,7 +135,7 @@
     "single_word": false
   },
   "extra_ids": 125,
-  "name_or_path": "google/byt5-base",
+  "name_or_path": "google/byt5-small",
   "pad_token": {
     "__type": "AddedToken",
     "content": "<pad>",
@@ -144,7 +144,7 @@
     "rstrip": false,
     "single_word": false
   },
-  "special_tokens_map_file": "/nethome/wheld3/.cache/huggingface/hub/models--google--byt5-base/snapshots/b6e825bea673ef5d64b07af28e04c241d9f705dd/special_tokens_map.json",
+  "special_tokens_map_file": "/nethome/wheld3/.cache/huggingface/hub/models--google--byt5-small/snapshots/ce8f3a48ed7676af36476a01fb01f95ea529599c/special_tokens_map.json",
   "tokenizer_class": "ByT5Tokenizer",
   "unk_token": {
     "__type": "AddedToken",

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f60a0bb77c78a5431cf63c188085b6db83b5ed60a26434c09ab1573382845227
+oid sha256:7df8634203dcf11fd11e2b5fc9634b0a9d4413f20dfd1ab8aac43d3c60a1bf66
 size 3579