jeffreygo commited on
Commit
c4cb5b6
1 Parent(s): 3cc9b7a

Update tokenization_cpmbee.py

Browse files
Files changed (1) hide show
  1. tokenization_cpmbee.py +3 -3
tokenization_cpmbee.py CHANGED
@@ -20,9 +20,9 @@ from typing import Any, Dict, List, Optional, Tuple, Union
20
  import numpy as np
21
  from typing_extensions import TypedDict
22
 
23
- from ...tokenization_utils import PaddingStrategy, PreTrainedTokenizer, TensorType
24
- from ...tokenization_utils_base import AddedToken, BatchEncoding, TextInput, TruncationStrategy
25
- from ...utils import logging
26
 
27
 
28
  logger = logging.get_logger(__name__)
 
20
  import numpy as np
21
  from typing_extensions import TypedDict
22
 
23
+ from transformers.tokenization_utils import PaddingStrategy, PreTrainedTokenizer, TensorType
24
+ from transformers.tokenization_utils_base import AddedToken, BatchEncoding, TextInput, TruncationStrategy
25
+ from transformers.utils import logging
26
 
27
 
28
  logger = logging.get_logger(__name__)