gonglinyuan
commited on
Commit
•
6b1dada
1
Parent(s):
15e4a2d
Update sentencepiece_bpe.py
Browse files- sentencepiece_bpe.py +1 -0
sentencepiece_bpe.py
CHANGED
@@ -28,6 +28,7 @@ class SentencepieceConfig:
|
|
28 |
|
29 |
class SentencepieceBPE(object):
|
30 |
def __init__(self, cfg):
|
|
|
31 |
self.enable_sampling = cfg.sentencepiece_enable_sampling
|
32 |
self.alpha = cfg.sentencepiece_alpha
|
33 |
sentencepiece_model = cfg.sentencepiece_model
|
|
|
28 |
|
29 |
class SentencepieceBPE(object):
|
30 |
def __init__(self, cfg):
|
31 |
+
cfg = SentencepieceConfig(cfg)
|
32 |
self.enable_sampling = cfg.sentencepiece_enable_sampling
|
33 |
self.alpha = cfg.sentencepiece_alpha
|
34 |
sentencepiece_model = cfg.sentencepiece_model
|