sekarmulyani commited on
Commit
259aed6
1 Parent(s): 6bee62a

Upload 8 files

Browse files
config.json CHANGED
@@ -1,4 +1,5 @@
1
  {
 
2
  "activation_function": "gelu_new",
3
  "architectures": [
4
  "GPT2LMHeadModel"
@@ -29,7 +30,7 @@
29
  "task_specific_params": {
30
  "text-generation": {
31
  "do_sample": true,
32
- "max_length": 32
33
  }
34
  },
35
  "torch_dtype": "float32",
 
1
  {
2
+ "_name_or_path": "flax-community/gpt2-small-indonesian",
3
  "activation_function": "gelu_new",
4
  "architectures": [
5
  "GPT2LMHeadModel"
 
30
  "task_specific_params": {
31
  "text-generation": {
32
  "do_sample": true,
33
+ "max_length": 50
34
  }
35
  },
36
  "torch_dtype": "float32",
merges.txt ADDED
The diff for this file is too large to render. See raw diff
 
pytorch_model.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:6e876a7b1ab0ee2bb64e9174fee3e0fc3e841c680d1aa89fa9ba2e64c6d25083
3
  size 497807197
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:21d6b8260272051480772e7cb742e0fbcac1f84f6613c87e2dbbe863932b6238
3
  size 497807197
special_tokens_map.json CHANGED
@@ -1 +1,6 @@
1
- {"bos_token": "<|endoftext|>", "eos_token": "<|endoftext|>", "unk_token": "<|endoftext|>"}
 
 
 
 
 
 
1
+ {
2
+ "bos_token": "<|endoftext|>",
3
+ "eos_token": "<|endoftext|>",
4
+ "pad_token": "<|endoftext|>",
5
+ "unk_token": "<|endoftext|>"
6
+ }
tokenizer.json CHANGED
The diff for this file is too large to render. See raw diff
 
tokenizer_config.json CHANGED
@@ -1 +1,9 @@
1
- {"unk_token": "<|endoftext|>", "bos_token": "<|endoftext|>", "eos_token": "<|endoftext|>", "add_prefix_space": false, "special_tokens_map_file": null, "name_or_path": ".", "tokenizer_class": "GPT2Tokenizer"}
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "add_prefix_space": false,
3
+ "bos_token": "<|endoftext|>",
4
+ "clean_up_tokenization_spaces": true,
5
+ "eos_token": "<|endoftext|>",
6
+ "model_max_length": 1000000000000000019884624838656,
7
+ "tokenizer_class": "GPT2Tokenizer",
8
+ "unk_token": "<|endoftext|>"
9
+ }
vocab.json CHANGED
The diff for this file is too large to render. See raw diff