jinmang2 commited on
Commit
eb1ebc9
1 Parent(s): 61ca6ba

add question generation task

Browse files
.gitattributes CHANGED
@@ -33,3 +33,8 @@ wsd/ko/tag2idx.ko.pkl filter=lfs diff=lfs merge=lfs -text
33
  wsd/ko/wiki.ko.items filter=lfs diff=lfs merge=lfs -text
34
  wsd/ko/wsd-dicts.ko.pkl filter=lfs diff=lfs merge=lfs -text
35
  wsd/ko/wsd.cls.txt filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
33
  wsd/ko/wiki.ko.items filter=lfs diff=lfs merge=lfs -text
34
  wsd/ko/wsd-dicts.ko.pkl filter=lfs diff=lfs merge=lfs -text
35
  wsd/ko/wsd.cls.txt filter=lfs diff=lfs merge=lfs -text
36
+ qg/ko/kobart.base/kowiki_20200720_100d.pkl filter=lfs diff=lfs merge=lfs -text
37
+ qg/ko/kobart.base/ko_indexdir filter=lfs diff=lfs merge=lfs -text
38
+ qg/ko/kobart.base/ko_indexdir/MAIN_k3r3o9g1y9fud3hz.seg filter=lfs diff=lfs merge=lfs -text
39
+ qg/ko/kobart.base/ko_indexdir/MAIN_WRITELOCK filter=lfs diff=lfs merge=lfs -text
40
+ qg/ko/kobart.base/ko_indexdir/_MAIN_1.toc filter=lfs diff=lfs merge=lfs -text
qg/ko/kobart.base/config.json ADDED
@@ -0,0 +1,51 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "activation_dropout": 0.0,
3
+ "activation_function": "gelu",
4
+ "add_bias_logits": false,
5
+ "add_final_layer_norm": false,
6
+ "architectures": [
7
+ "BartForConditionalGeneration"
8
+ ],
9
+ "attention_dropout": 0.0,
10
+ "bos_token_id": 0,
11
+ "classif_dropout": 0.1,
12
+ "classifier_dropout": 0.1,
13
+ "d_model": 768,
14
+ "decoder_attention_heads": 16,
15
+ "decoder_ffn_dim": 3072,
16
+ "decoder_layerdrop": 0.0,
17
+ "decoder_layers": 6,
18
+ "decoder_start_token_id": 2,
19
+ "do_blenderbot_90_layernorm": false,
20
+ "dropout": 0.1,
21
+ "encoder_attention_heads": 16,
22
+ "encoder_ffn_dim": 3072,
23
+ "encoder_layerdrop": 0.0,
24
+ "encoder_layers": 6,
25
+ "eos_token_id": 1,
26
+ "extra_pos_embeddings": 2,
27
+ "force_bos_token_to_be_generated": false,
28
+ "forced_eos_token_id": 2,
29
+ "id2label": {
30
+ "0": "NEGATIVE",
31
+ "1": "POSITIVE"
32
+ },
33
+ "init_std": 0.02,
34
+ "is_encoder_decoder": true,
35
+ "label2id": {
36
+ "NEGATIVE": 0,
37
+ "POSITIVE": 1
38
+ },
39
+ "max_position_embeddings": 1026,
40
+ "model_type": "bart",
41
+ "normalize_before": false,
42
+ "normalize_embedding": true,
43
+ "num_hidden_layers": 6,
44
+ "pad_token_id": 3,
45
+ "scale_embedding": false,
46
+ "static_position_embeddings": false,
47
+ "torch_dtype": "float32",
48
+ "transformers_version": "4.17.0",
49
+ "use_cache": true,
50
+ "vocab_size": 30000
51
+ }
qg/ko/kobart.base/ko_indexdir/MAIN_WRITELOCK ADDED
File without changes
qg/ko/kobart.base/ko_indexdir/MAIN_k3r3o9g1y9fud3hz.seg ADDED
@@ -0,0 +1,3 @@
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ddb311bdab2f89f2eb137dd9bde588219b3f7371876bd14a1b7f93ac07692e82
3
+ size 217204220
qg/ko/kobart.base/ko_indexdir/_MAIN_1.toc ADDED
@@ -0,0 +1,3 @@
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fe8acd1d68fc97574b61f7cce2e1b025f212725b1d98e4370bd95e797a70dd4f
3
+ size 1548
qg/ko/kobart.base/kowiki_20200720_100d.pkl ADDED
@@ -0,0 +1,3 @@
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2420e7b036a1ad4ef1e07a79f7154fdfc72d9af5629549d4c56da1671ef8e141
3
+ size 556699250
qg/ko/kobart.base/pytorch_model.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4b26e41bfe35e253213929191e35c1ba42e262a1827a89b67c0b8514d355078a
3
+ size 495653369
qg/ko/kobart.base/special_tokens_map.json ADDED
@@ -0,0 +1 @@
 
1
+ {"bos_token": "<s>", "eos_token": "</s>", "unk_token": "<unk>", "pad_token": "<pad>", "mask_token": "<mask>"}
qg/ko/kobart.base/tokenizer.json ADDED
The diff for this file is too large to render. See raw diff
qg/ko/kobart.base/tokenizer_config.json ADDED
@@ -0,0 +1 @@
 
1
+ {"bos_token": "<s>", "eos_token": "</s>", "unk_token": "<unk>", "pad_token": "<pad>", "mask_token": "<mask>", "tokenizer_class": "PreTrainedTokenizerFast"}