Update spaCy pipeline

README.md

@@ -13,13 +13,13 @@ model-index:
     metrics:
     - name: NER Precision
       type: precision
-      value: 0.9911054638
+      value: 0.9914634146
     - name: NER Recall
       type: recall
-      value: 0.9961685824
+      value: 0.9963235294
     - name: NER F Score
       type: f_score
-      value: 0.9936305732
+      value: 0.9938875306
 ---
 | Feature | Description |
 | --- | --- |
@@ -37,11 +37,11 @@ model-index:
 
 <details>
 
-<summary>View label scheme (14 labels for 1 components)</summary>
+<summary>View label scheme (15 labels for 1 components)</summary>
 
 | Component | Labels |
 | --- | --- |
-| **`ner`** | `BOOK`, `COMODITY`, `CONTAINER COUNT`, `CONTAINER SIZE`, `CONTAINER SIZE-COUNT`, `DESTINATION`, `ENQUIRY`, `HELP`, `INCOTERM`, `KYC`, `ORIGIN`, `SEARCH RATES`, `SHIP`, `SHIPMENT TYPE` |
+| **`ner`** | `AGENT_FALLBACK`, `BOOK`, `COMODITY`, `CONTAINER COUNT`, `CONTAINER SIZE`, `CONTAINER SIZE-COUNT`, `DESTINATION`, `ENQUIRY`, `HELP`, `INCOTERM`, `KYC`, `ORIGIN`, `SEARCH RATES`, `SHIP`, `SHIPMENT TYPE` |
 
 </details>
 
@@ -49,8 +49,8 @@ model-index:
 
 | Type | Score |
 | --- | --- |
-| `ENTS_F` | 99.36 |
-| `ENTS_P` | 99.11 |
-| `ENTS_R` | 99.62 |
-| `TOK2VEC_LOSS` | 10283.83 |
-| `NER_LOSS` | 72242.77 |
+| `ENTS_F` | 99.39 |
+| `ENTS_P` | 99.15 |
+| `ENTS_R` | 99.63 |
+| `TOK2VEC_LOSS` | 11705.89 |
+| `NER_LOSS` | 73604.05 |

en_Spacy_Custom_ner2-any-py3-none-any.whl

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:82deb4dcedc1697cb7c04aa8bb5bd24465fcf13f8f9ac3f11620e486b6944684
-size 5683219
+oid sha256:d7743b2f22633d673034a38e534ced88e1d2de091f27e11c5f5d8155691a4556
+size 5685862

meta.json

@@ -20,6 +20,7 @@
 
     ],
     "ner":[
+      "AGENT_FALLBACK",
       "BOOK",
       "COMODITY",
       "CONTAINER COUNT",
@@ -48,9 +49,9 @@
 
   ],
   "performance":{
-    "ents_f":0.9936305732,
-    "ents_p":0.9911054638,
-    "ents_r":0.9961685824,
+    "ents_f":0.9938875306,
+    "ents_p":0.9914634146,
+    "ents_r":0.9963235294,
     "ents_per_type":{
       "SEARCH RATES":{
         "p":1.0,
@@ -63,9 +64,9 @@
         "f":1.0
       },
       "DESTINATION":{
-        "p":0.9903846154,
-        "r":1.0,
-        "f":0.9951690821
+        "p":0.9951456311,
+        "r":0.9951456311,
+        "f":0.9951456311
       },
       "BOOK":{
         "p":1.0,
@@ -88,9 +89,9 @@
         "f":1.0
       },
       "ENQUIRY":{
-        "p":0.875,
+        "p":0.8823529412,
         "r":1.0,
-        "f":0.9333333333
+        "f":0.9375
       },
       "HELP":{
         "p":1.0,
@@ -108,9 +109,9 @@
         "f":1.0
       },
       "COMODITY":{
-        "p":0.9523809524,
-        "r":0.9523809524,
-        "f":0.9523809524
+        "p":0.9130434783,
+        "r":1.0,
+        "f":0.9545454545
       },
       "CONTAINER COUNT":{
         "p":1.0,
@@ -121,10 +122,15 @@
         "p":0.962962963,
         "r":1.0,
         "f":0.9811320755
+      },
+      "AGENT_FALLBACK":{
+        "p":1.0,
+        "r":1.0,
+        "f":1.0
       }
     },
-    "tok2vec_loss":102.8382523687,
-    "ner_loss":722.4276996157
+    "tok2vec_loss":117.0588980803,
+    "ner_loss":736.0405311402
   },
   "requirements":[
 

ner/moves

@@ -1 +1 @@
-��moves��{"0":{},"1":{"DESTINATION":321,"ORIGIN":303,"CONTAINER SIZE":188,"SHIP":81,"SHIPMENT TYPE":58,"CONTAINER SIZE-COUNT":39,"COMODITY":31,"BOOK":28,"ENQUIRY":17,"SEARCH RATES":14,"CONTAINER COUNT":10,"INCOTERM":9,"HELP":8,"KYC":2},"2":{"DESTINATION":321,"ORIGIN":303,"CONTAINER SIZE":188,"SHIP":81,"SHIPMENT TYPE":58,"CONTAINER SIZE-COUNT":39,"COMODITY":31,"BOOK":28,"ENQUIRY":17,"SEARCH RATES":14,"CONTAINER COUNT":10,"INCOTERM":9,"HELP":8,"KYC":2},"3":{"DESTINATION":321,"ORIGIN":303,"CONTAINER SIZE":188,"SHIP":81,"SHIPMENT TYPE":58,"CONTAINER SIZE-COUNT":39,"COMODITY":31,"BOOK":28,"ENQUIRY":17,"SEARCH RATES":14,"CONTAINER COUNT":10,"INCOTERM":9,"HELP":8,"KYC":2},"4":{"DESTINATION":321,"ORIGIN":303,"CONTAINER SIZE":188,"SHIP":81,"SHIPMENT TYPE":58,"CONTAINER SIZE-COUNT":39,"COMODITY":31,"BOOK":28,"ENQUIRY":17,"SEARCH RATES":14,"CONTAINER COUNT":10,"INCOTERM":9,"HELP":8,"KYC":2,"":1},"5":{"":1}}�cfg��neg_key�
+��moves��{"0":{},"1":{"DESTINATION":321,"ORIGIN":303,"CONTAINER SIZE":188,"SHIP":81,"AGENT_FALLBACK":79,"SHIPMENT TYPE":58,"CONTAINER SIZE-COUNT":39,"COMODITY":31,"BOOK":28,"ENQUIRY":18,"SEARCH RATES":14,"CONTAINER COUNT":10,"INCOTERM":9,"HELP":8,"KYC":2},"2":{"DESTINATION":321,"ORIGIN":303,"CONTAINER SIZE":188,"SHIP":81,"AGENT_FALLBACK":79,"SHIPMENT TYPE":58,"CONTAINER SIZE-COUNT":39,"COMODITY":31,"BOOK":28,"ENQUIRY":18,"SEARCH RATES":14,"CONTAINER COUNT":10,"INCOTERM":9,"HELP":8,"KYC":2},"3":{"DESTINATION":321,"ORIGIN":303,"CONTAINER SIZE":188,"SHIP":81,"AGENT_FALLBACK":79,"SHIPMENT TYPE":58,"CONTAINER SIZE-COUNT":39,"COMODITY":31,"BOOK":28,"ENQUIRY":18,"SEARCH RATES":14,"CONTAINER COUNT":10,"INCOTERM":9,"HELP":8,"KYC":2},"4":{"DESTINATION":321,"ORIGIN":303,"CONTAINER SIZE":188,"SHIP":81,"AGENT_FALLBACK":79,"SHIPMENT TYPE":58,"CONTAINER SIZE-COUNT":39,"COMODITY":31,"BOOK":28,"ENQUIRY":18,"SEARCH RATES":14,"CONTAINER COUNT":10,"INCOTERM":9,"HELP":8,"KYC":2,"":1},"5":{"":1}}�cfg��neg_key�

tok2vec/model

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:211fe5fa4283e43ae6b34bffbd19f77e63212df73a934ce5ba9fbebd06b93c5f
+oid sha256:822be8a54a09b5c9df436b15ca1de414fca5830de7fe6ed9226c094e7718bf3f
 size 6009091

vocab/strings.json

@@ -340,15 +340,19 @@
   "@",
   "@_@",
   "A",
+  "ACK",
   "AEJEA",
+  "AGENT_FALLBACK",
   "AIR",
   "ANGELES",
+  "ASAP",
   "AVA",
   "Abbas",
   "Aden",
   "Adm",
   "Adm.",
   "Africa",
+  "Agent",
   "Ai",
   "Air",
   "Aires",
@@ -437,6 +441,7 @@
   "Confirm",
   "Conn",
   "Conn.",
+  "Connect",
   "Connecticut",
   "Consolidated",
   "Container",
@@ -486,6 +491,7 @@
   "EXW",
   "Egypt",
   "Enquiries",
+  "Escalate",
   "Expedited",
   "Export",
   "Express",
@@ -551,6 +557,7 @@
   "How",
   "How's",
   "How\u2019s",
+  "Human",
   "I",
   "I.E.",
   "I.e",
@@ -821,6 +828,7 @@
   "S",
   "S.C.",
   "SAJED",
+  "SAP",
   "SEARCH RATES",
   "SGH",
   "SHEVA",
@@ -860,6 +868,7 @@
   "South",
   "South Carolina",
   "Spain",
+  "Speak",
   "Special",
   "Specialized",
   "Sri",
@@ -874,6 +883,7 @@
   "TO",
   "TZDAR",
   "Taiwan",
+  "Talk",
   "Tanzania",
   "Temperature",
   "Tenn",
@@ -897,6 +907,7 @@
   "Town",
   "Track",
   "Trade",
+  "Transfer",
   "Tuticorin",
   "Tuticorine",
   "Two",
@@ -966,6 +977,7 @@
   "XXXX",
   "XXXX XXXX",
   "XXXX XXXX-XXXX",
+  "XXXX_XXXX",
   "XYZ",
   "X_X",
   "X_x",
@@ -1041,6 +1053,7 @@
   "ace",
   "ach",
   "ack",
+  "act",
   "ada",
   "ade",
   "aden",
@@ -1049,6 +1062,7 @@
   "aejea",
   "africa",
   "age",
+  "agent_fallback",
   "ago",
   "ai",
   "ain",
@@ -1059,12 +1073,14 @@
   "ala",
   "ala.",
   "ali",
+  "alk",
   "all",
   "almaty",
   "als",
   "also",
   "am",
   "ami",
+  "an",
   "an.",
   "ana",
   "and",
@@ -1075,6 +1091,7 @@
   "ant",
   "any",
   "ape",
+  "appreciate",
   "appropriate",
   "apr",
   "apr.",
@@ -1094,6 +1111,7 @@
   "artworks",
   "as",
   "asa",
+  "asap",
   "ase",
   "ash",
   "asr",
@@ -1129,6 +1147,7 @@
   "beijing",
   "bel",
   "belongings",
+  "ber",
   "berlin",
   "bhuj",
   "ble",
@@ -1155,7 +1174,9 @@
   "cal",
   "calif",
   "calif.",
+  "call",
   "callao",
+  "callback",
   "can",
   "canada",
   "cape",
@@ -1199,8 +1220,10 @@
   "confirm",
   "conn",
   "conn.",
+  "connect",
   "consignment",
   "consolidated",
+  "contact",
   "container",
   "container count",
   "container size",
@@ -1219,6 +1242,7 @@
   "cross",
   "ct.",
   "cts",
+  "customer",
   "customs",
   "cuz",
   "c\u2019m",
@@ -1308,6 +1332,8 @@
   "e.g",
   "e.g.",
   "each",
+  "eak",
+  "eal",
   "eb.",
   "ebr",
   "ec.",
@@ -1338,6 +1364,7 @@
   "ers",
   "ery",
   "es-",
+  "escalate",
   "ese",
   "esh",
   "ess",
@@ -1389,6 +1416,7 @@
   "gen.",
   "germany",
   "ges",
+  "get",
   "ght",
   "give",
   "glassware",
@@ -1442,6 +1470,7 @@
   "how's",
   "how\u2019s",
   "huj",
+  "human",
   "i",
   "i.",
   "i.e",
@@ -1463,6 +1492,7 @@
   "if.",
   "igh",
   "ihi",
+  "ike",
   "ila",
   "ile",
   "ill",
@@ -1486,6 +1516,7 @@
   "inmun",
   "inn",
   "innsa",
+  "inquiry",
   "insurance",
   "interested",
   "intkd",
@@ -1497,6 +1528,7 @@
   "irla",
   "irm",
   "iro",
+  "iry",
   "is",
   "is.",
   "iss",
@@ -1571,8 +1603,10 @@
   "lhi",
   "lia",
   "lif",
+  "like",
   "lin",
   "line",
+  "live",
   "lkcmb",
   "ll",
   "ll.",
@@ -1621,6 +1655,7 @@
   "measuring",
   "melbourne",
   "men",
+  "mer",
   "mersin",
   "mes",
   "messrs",
@@ -1784,6 +1819,7 @@
   "out",
   "ov.",
   "ove",
+  "over",
   "oversized",
   "owe",
   "own",
@@ -1804,10 +1840,12 @@
   "per",
   "perishable",
   "permits",
+  "person",
   "personal",
   "ph",
   "ph.d.",
   "pharmaceutical",
+  "phone",
   "pl",
   "planning",
   "ple",
@@ -1844,12 +1882,15 @@
   "re",
   "re.",
   "rea",
+  "real",
   "red",
   "ree",
   "refer",
+  "regarding",
   "regulations",
   "rep",
   "rep.",
+  "representative",
   "request",
   "require",
   "required",
@@ -1891,6 +1932,7 @@
   "sajed",
   "sample",
   "san",
+  "sap",
   "schedule",
   "sea",
   "search",
@@ -1939,13 +1981,16 @@
   "sokhna",
   "solution",
   "some",
+  "someone",
   "somethin",
   "somethin'",
   "something",
   "somethin\u2019",
+  "son",
   "south",
   "space",
   "spain",
+  "speak",
   "special",
   "specialized",
   "sri",
@@ -1966,6 +2011,7 @@
   "t.",
   "ta",
   "taiwan",
+  "talk",
   "tanzania",
   "td.",
   "ted",
@@ -2002,6 +2048,7 @@
   "town",
   "track",
   "trade",
+  "transfer",
   "transport",
   "transportation",
   "transported",