first commit

config.json

@@ -0,0 +1,22 @@
+{
+    "architectures": [
+        "GPTNeoXJapaneseForCausalLM"
+    ],
+    "model_type": "gpt_neox_japanese",
+    "vocab_size": 32000,
+    "hidden_size": 2560,
+    "num_hidden_layers": 32,
+    "num_attention_heads": 32,
+    "intermediate_multiple_size": 4,
+    "hidden_act": "gelu",
+    "rotary_pct": 1.00,
+    "rotary_emb_base": 10000,
+    "max_position_embeddings": 2048,
+    "initializer_range": 0.02,
+    "layer_norm_eps": 1e-5,
+    "use_cache": true,
+    "bos_token_id": 31999,
+    "eos_token_id": 31999,
+    "tokenizer_class": "GPTNeoXJapaneseTokenizer",
+    "transformers_version": "4.19.0.dev0"
+}

pytorch_model.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc76ae55db775bdd701bfda8189725a7881c6459877dc92ed763bf06d4312607
+size 5690003881

tokenizer_config.json

@@ -0,0 +1,7 @@
+{
+    "pad_token": "<|endoftext|>",
+    "unk_token": "<|endoftext|>",
+    "bos_token": "<|startoftext|>",
+    "eos_token": "<|endoftext|>",
+    "do_clean_text": false
+}