Commit
•
db148fe
1
Parent(s):
00b3e4a
Create tokenizer.ckpt
Browse files- tokenizer.ckpt +144 -0
tokenizer.ckpt
ADDED
|
@@ -0,0 +1,144 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
'l' => 140
|
| 2 |
+
'e' => 1
|
| 3 |
+
'<nombre>' => 2
|
| 4 |
+
'_' => 3
|
| 5 |
+
'c' => 4
|
| 6 |
+
'i' => 5
|
| 7 |
+
'n' => 6
|
| 8 |
+
'q' => 7
|
| 9 |
+
'>' => 8
|
| 10 |
+
't' => 9
|
| 11 |
+
'b' => 10
|
| 12 |
+
'j' => 11
|
| 13 |
+
'a' => 12
|
| 14 |
+
'*' => 13
|
| 15 |
+
's' => 14
|
| 16 |
+
'-' => 15
|
| 17 |
+
'<reponse>' => 16
|
| 18 |
+
'o' => 17
|
| 19 |
+
'u' => 18
|
| 20 |
+
'à' => 19
|
| 21 |
+
'h' => 20
|
| 22 |
+
'<localisation-ville>' => 21
|
| 23 |
+
'P' => 22
|
| 24 |
+
'r' => 23
|
| 25 |
+
'x' => 24
|
| 26 |
+
'<lienRef-elsEns>' => 25
|
| 27 |
+
'm' => 26
|
| 28 |
+
'p' => 27
|
| 29 |
+
'd' => 28
|
| 30 |
+
"'" => 29
|
| 31 |
+
'ô' => 30
|
| 32 |
+
'<lienRef-coRef>' => 31
|
| 33 |
+
'<objetBD>' => 32
|
| 34 |
+
'f' => 33
|
| 35 |
+
'k' => 34
|
| 36 |
+
'<temps-mois>' => 35
|
| 37 |
+
'<temps-jour-mois>' => 36
|
| 38 |
+
'<sejour-nbNuit>' => 37
|
| 39 |
+
'è' => 38
|
| 40 |
+
'î' => 39
|
| 41 |
+
'M' => 40
|
| 42 |
+
'v' => 41
|
| 43 |
+
'ç' => 42
|
| 44 |
+
'<paiement-monnaie>' => 43
|
| 45 |
+
'<chambre-type>' => 44
|
| 46 |
+
'D' => 45
|
| 47 |
+
'<objet>' => 46
|
| 48 |
+
'é' => 47
|
| 49 |
+
'g' => 48
|
| 50 |
+
'<nombre-temps>' => 49
|
| 51 |
+
'<temps-unite>' => 50
|
| 52 |
+
'z' => 51
|
| 53 |
+
'<paiement-montant-entier>' => 52
|
| 54 |
+
'<command-dial>' => 53
|
| 55 |
+
'<sejour-nbEnfant>' => 54
|
| 56 |
+
'<nom>' => 55
|
| 57 |
+
'S' => 56
|
| 58 |
+
'C' => 57
|
| 59 |
+
'<nombre-chambre>' => 58
|
| 60 |
+
'<localisation-distanceRelative>' => 59
|
| 61 |
+
'L' => 60
|
| 62 |
+
'<personne-nomDeFamille>' => 61
|
| 63 |
+
'R' => 62
|
| 64 |
+
'<hotel-services>' => 63
|
| 65 |
+
'<nom-hotel>' => 64
|
| 66 |
+
'<rang>' => 65
|
| 67 |
+
'<command-tache>' => 66
|
| 68 |
+
'<hotel-marque>' => 67
|
| 69 |
+
'I' => 68
|
| 70 |
+
'N' => 69
|
| 71 |
+
'û' => 70
|
| 72 |
+
'y' => 71
|
| 73 |
+
'<localisation-lieuRelatif>' => 72
|
| 74 |
+
'J' => 73
|
| 75 |
+
'B' => 74
|
| 76 |
+
'O' => 75
|
| 77 |
+
'<nombre-hotel>' => 76
|
| 78 |
+
'<comparatif-paiement>' => 77
|
| 79 |
+
'A' => 78
|
| 80 |
+
'<sejour-nbAdulte>' => 79
|
| 81 |
+
'E' => 80
|
| 82 |
+
'<lienRef-coDom>' => 81
|
| 83 |
+
'<localisation-cardinal>' => 82
|
| 84 |
+
'<nombreNonDigit>' => 83
|
| 85 |
+
'H' => 84
|
| 86 |
+
'F' => 85
|
| 87 |
+
'U' => 86
|
| 88 |
+
'<localisation-quartier>' => 87
|
| 89 |
+
'<sejour-nbCouple>' => 88
|
| 90 |
+
'ê' => 89
|
| 91 |
+
'T' => 90
|
| 92 |
+
'<temps-plageTps>' => 91
|
| 93 |
+
'<sejour-nbPersonne>' => 92
|
| 94 |
+
'<hotel-etat-complet>' => 93
|
| 95 |
+
'<temps-date>' => 94
|
| 96 |
+
'V' => 95
|
| 97 |
+
'G' => 96
|
| 98 |
+
'<nombre-reservation>' => 97
|
| 99 |
+
'<rang-temps>' => 98
|
| 100 |
+
'w' => 99
|
| 101 |
+
'ï' => 100
|
| 102 |
+
'<connectAttr>' => 101
|
| 103 |
+
'<connectProp>' => 102
|
| 104 |
+
'<evenement>' => 103
|
| 105 |
+
'<chambre-equipement>' => 104
|
| 106 |
+
'<temps-plageRelative>' => 105
|
| 107 |
+
'<hotel-etoile>' => 106
|
| 108 |
+
'<temps-axeTps>' => 107
|
| 109 |
+
'É' => 108
|
| 110 |
+
'â' => 109
|
| 111 |
+
'<comparatif-temps>' => 110
|
| 112 |
+
'ù' => 111
|
| 113 |
+
'<chambre-fumeur>' => 112
|
| 114 |
+
'<hotel-parking>' => 113
|
| 115 |
+
'<nombre-chambre-disponible>' => 114
|
| 116 |
+
'<rang-hotel>' => 115
|
| 117 |
+
'<temps-jourFerie>' => 116
|
| 118 |
+
'ë' => 117
|
| 119 |
+
'<localisation-pays>' => 118
|
| 120 |
+
'<localisation-arrondissement>' => 119
|
| 121 |
+
'<chambre-standing>' => 120
|
| 122 |
+
'<chambre-voisine>' => 121
|
| 123 |
+
'<temps-jour-semaine>' => 122
|
| 124 |
+
'<paiement-montantQualitatif>' => 123
|
| 125 |
+
'<paiement-methodeDePaiement>' => 124
|
| 126 |
+
'<localisation-rue>' => 125
|
| 127 |
+
'<unknown>' => 126
|
| 128 |
+
'<rang-reservation>' => 127
|
| 129 |
+
'<comparatif>' => 128
|
| 130 |
+
'<localisation-region>' => 129
|
| 131 |
+
'W' => 130
|
| 132 |
+
'<localisation-departement>' => 131
|
| 133 |
+
'<temps-annee>' => 132
|
| 134 |
+
'Y' => 133
|
| 135 |
+
'K' => 134
|
| 136 |
+
'<localisation-codePostal>' => 135
|
| 137 |
+
'<temps-heure>' => 136
|
| 138 |
+
'<hotel-etat>' => 137
|
| 139 |
+
'<nombreNonDigit-hotel>' => 138
|
| 140 |
+
'<nom-client>' => 139
|
| 141 |
+
'<blank>' => 0
|
| 142 |
+
================
|
| 143 |
+
'starting_index' => 0
|
| 144 |
+
'blank_label' => '<blank>'
|