MihaiAlexandru1606 commited on
Commit
9415d6f
1 Parent(s): b6750ed

Update model

Browse files
Files changed (3) hide show
  1. config.json +5 -2
  2. pytorch_model.bin +3 -0
  3. tf_model.h5 +2 -2
config.json CHANGED
@@ -1,5 +1,5 @@
1
  {
2
- "_name_or_path": "readerbench/RoGPT2-medium",
3
  "activation_function": "gelu_new",
4
  "architectures": [
5
  "GPT2LMHeadModel"
@@ -20,7 +20,10 @@
20
  "n_positions": 1024,
21
  "n_special": 0,
22
  "predict_special_tokens": true,
 
23
  "resid_pdrop": 0.1,
 
 
24
  "summary_activation": null,
25
  "summary_first_dropout": 0.1,
26
  "summary_proj_to_labels": true,
@@ -32,7 +35,7 @@
32
  "max_length": 50
33
  }
34
  },
35
- "transformers_version": "4.3.3",
36
  "use_cache": true,
37
  "vocab_size": 50257
38
  }
 
1
  {
2
+ "_name_or_path": "../../models/summary/model/RoGPT2-medium-best",
3
  "activation_function": "gelu_new",
4
  "architectures": [
5
  "GPT2LMHeadModel"
 
20
  "n_positions": 1024,
21
  "n_special": 0,
22
  "predict_special_tokens": true,
23
+ "reorder_and_upcast_attn": false,
24
  "resid_pdrop": 0.1,
25
+ "scale_attn_by_inverse_layer_idx": false,
26
+ "scale_attn_weights": true,
27
  "summary_activation": null,
28
  "summary_first_dropout": 0.1,
29
  "summary_proj_to_labels": true,
 
35
  "max_length": 50
36
  }
37
  },
38
+ "transformers_version": "4.20.1",
39
  "use_cache": true,
40
  "vocab_size": 50257
41
  }
pytorch_model.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:28935de4c39ec8b657a14f2058706be7e328f26b224222533b536ca2fb28f8a6
3
+ size 1444562137
tf_model.h5 CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:393389aa2ebdf08664ed71a46ee6e55c7bddede203474cdc5c66b45eae5a3ab2
3
- size 1419647464
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0fef62f5ec43bc709996b6107d99a57a3c53a92cf92e089357ec44b1bb712ec5
3
+ size 1419648008