Crystalcareai commited on
Commit
f33c68f
·
verified ·
1 Parent(s): 4bcd651

Update tokenization_gemmoe.py

Browse files
Files changed (1) hide show
  1. tokenization_gemmoe.py +1 -1
tokenization_gemmoe.py CHANGED
@@ -14,13 +14,13 @@
14
  # limitations under the License.
15
  """Tokenization classes for Gemmoe."""
16
  import os
 
17
  from shutil import copyfile
18
  from typing import TYPE_CHECKING, Any, Dict, List, Optional, Tuple
19
 
20
  import sentencepiece as spm
21
 
22
  from transformers.tokenization_utils import AddedToken, PreTrainedTokenizer
23
- from transformers.utils import logging
24
 
25
  if TYPE_CHECKING:
26
  pass
 
14
  # limitations under the License.
15
  """Tokenization classes for Gemmoe."""
16
  import os
17
+ import logging
18
  from shutil import copyfile
19
  from typing import TYPE_CHECKING, Any, Dict, List, Optional, Tuple
20
 
21
  import sentencepiece as spm
22
 
23
  from transformers.tokenization_utils import AddedToken, PreTrainedTokenizer
 
24
 
25
  if TYPE_CHECKING:
26
  pass