Adding pre-trained models

.gitattributes

@@ -33,3 +33,8 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+vncorenlp filter=lfs diff=lfs merge=lfs -text
+pretrained-models/phobert.pt filter=lfs diff=lfs merge=lfs -text
+pretrained-models/ner-vietnamese-electra-base.pt filter=lfs diff=lfs merge=lfs -text
+pretrained-models/vncorenlp/models/postagger/vi-tagger filter=lfs diff=lfs merge=lfs -text
+pretrained-models/vncorenlp/VnCoreNLP-1.2.jar filter=lfs diff=lfs merge=lfs -text

.gitignore

@@ -1,3 +1,2 @@
 venv
-pretrained-models
 test_file.txt

model.py

@@ -43,14 +43,14 @@ class KeyBERTVi:
 dir_path = os.path.dirname(os.path.realpath(__file__))
 if __name__ == "__main__":
     # args
-    print(dir_path)
+    # print(dir_path)
 
     stopwords_file_path = f'{dir_path}/vietnamese-stopwords-dash.txt'
 
     text_file_path = sys.argv[1]
     with open(f'{dir_path}/{text_file_path}', 'r') as f:
         text = ' '.join([ln.strip() for ln in f.readlines()])
-        print(text)
+        # print(text)
 
     kw_model = KeyBERTVi(stopwords_file_path)
     title = None

pretrained-models/ner-vietnamese-electra-base.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af136f7fcb73fba5edee9021032227ede597c2882f39d910b3b830cf49bf5d52
+size 532423140

pretrained-models/phobert.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:984b4f9b49a06331113974f50c8dc96b845bf808034b79993c3ddbf4a946d872
+size 540111904

pretrained-models/vncorenlp/VnCoreNLP-1.2.jar

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e2811cdbc2ddfc71d04be5dc36e185c88dcd1ad4d5d69e4ff2e1369dccf7793
+size 27412703

pretrained-models/vncorenlp/models/dep/vi-dep.xz

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:266e4a3a55d5edd1607d5f036c2f95b70c0a6c80f58b57fd9962677a6ef331b7
+size 16048864

pretrained-models/vncorenlp/models/ner/vi-500brownclusters.xz

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d30f9cfdf0af193a69e185d1acda0306a9fbe1321f8a700f7c66557a90f92b8c
+size 5599844

pretrained-models/vncorenlp/models/ner/vi-ner.xz

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f04c5e752d7f99a6313b758fc2607a2c3906e58b1d60a37eb0192aead73d61f7
+size 9956876

pretrained-models/vncorenlp/models/ner/vi-pretrainedembeddings.xz

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00d3d034f1b23a8bfe5168195741fde845808c212e6dfcd4c94bead1665eb0fc
+size 57313672

pretrained-models/vncorenlp/models/postagger/vi-tagger

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a95608a5982db89c11353b451154ec396eccc0ff1f5b22874935ecdf4e0ace01
+size 29709468