Compile Worked, fix path data

oneformer/data/tokenizer.py

@@ -24,8 +24,9 @@
 # Modified by Jiarui Xu
 # -------------------------------------------------------------------------
 
-from StringIO import StringIO
-from urllib import urlopen
+# from StringIO import StringIO
+# from urllib import urlopen
+import wget
 import gzip
 import html
 import os
@@ -39,9 +40,10 @@ import torch
 @lru_cache()
 def default_bpe():
     url = 'https://github.com/SHI-Labs/OneFormer/blob/main/oneformer/data/bpe_simple_vocab_16e6.txt.gz'
-    inmemory = StringIO(urlopen(url).read())
-    return inmemory
-    # return os.path.join(os.path.dirname(os.path.abspath(__file__)), 'bpe_simple_vocab_16e6.txt.gz')
+    wget.download(url, os.path.dirname(os.path.abspath(__file__)))
+    # inmemory = StringIO(urlopen(url).read())
+    # return inmemory
+    return os.path.join(os.path.dirname(os.path.abspath(__file__)), 'bpe_simple_vocab_16e6.txt.gz')
 
 
 @lru_cache()
@@ -128,7 +130,7 @@ class SimpleTokenizer(object):
         self.byte_encoder = bytes_to_unicode()
         self.byte_decoder = {v: k for k, v in self.byte_encoder.items()}
         
-        merges = gzip.GzipFile(fileobj=bpe_path, mode='rb')
+        # merges = gzip.GzipFile(fileobj=bpe_path, mode='rb')
         
         merges = gzip.open(bpe_path).read().decode('utf-8').split('\n')
         merges = merges[1:49152 - 256 - 2 + 1]