Upload model

README.md

@@ -11,7 +11,7 @@ widget:
 
     # 入力文
 
-    渡邉亮です。現在の住所は東京都世田谷区代沢1-2-3です。<SEP>
+    渡邉亮です。現在の住所は東京都世田谷区代沢1-2-3です。</s>
 
     '
 inference:
@@ -68,7 +68,7 @@ def preprocess(text):
 def postprocess(text):
     return text.replace("<LB>", "\n")
     
-input_text += "<SEP>"
+input_text += tokenizer.eos_token
 input_text = preprocess(input_text)
 
 with torch.no_grad():

config.json

@@ -1,5 +1,5 @@
 {
-  "_name_or_path": "/content/drive/Shareddrives/\u30ad\u30e3\u30e1\u30eb\u30c6\u30af\u30ce\u30ed\u30b7\u3099\u30fc\u5171\u6709\u30d5\u30a1\u30a4\u30eb/30_\u958b\u767a/LLM/privacy_masking_LLM/rinna/japanese-gpt-1b/model/007-privacy-masking-v7",
+  "_name_or_path": "/content/drive/Shareddrives/\u30ad\u30e3\u30e1\u30eb\u30c6\u30af\u30ce\u30ed\u30b7\u3099\u30fc\u5171\u6709\u30d5\u30a1\u30a4\u30eb/30_\u958b\u767a/LLM/privacy_masking_LLM/rinna/japanese-gpt-1b/model/008-privacy-masking-v6",
   "activation_function": "gelu_fast",
   "architectures": [
     "GPT2LMHeadModel"

model-00001-of-00002.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:00b450745dea3f5d498bc48934128e1a6a57304f2729b13750d8e64adbbb4967
+oid sha256:55a3852618b150c8a3e8846c1493984c51af878c9cbb45e7b5e161a32a646687
 size 4942311672

model-00002-of-00002.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:eeef889d738723486870a06444357df8696dd9a2dbc8020636dad5fb823a8840
+oid sha256:f9cd563ede33d510e4f9452b07a070c315aba273dd3084ad0c1bda2d31dcf941
 size 268568192