vbolshakov commited on
Commit
5113905
1 Parent(s): d3f0c5b

Upload model

Browse files
Files changed (2) hide show
  1. config.json +34 -0
  2. pytorch_model.bin +3 -0
config.json ADDED
@@ -0,0 +1,34 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "../luke_main/luke_ent",
3
+ "architectures": [
4
+ "LukeModel"
5
+ ],
6
+ "attention_probs_dropout_prob": 0.1,
7
+ "bert_model_name": "cointegrated/rubert-tiny2",
8
+ "bos_token_id": null,
9
+ "classifier_dropout": null,
10
+ "cls_entity_prediction": false,
11
+ "emb_size": 312,
12
+ "entity_emb_size": 256,
13
+ "entity_vocab_size": 500001,
14
+ "eos_token_id": null,
15
+ "gradient_checkpointing": false,
16
+ "hidden_act": "gelu",
17
+ "hidden_dropout_prob": 0.1,
18
+ "hidden_size": 312,
19
+ "initializer_range": 0.02,
20
+ "intermediate_size": 600,
21
+ "layer_norm_eps": 1e-12,
22
+ "max_position_embeddings": 2048,
23
+ "model_type": "luke",
24
+ "num_attention_heads": 12,
25
+ "num_hidden_layers": 3,
26
+ "pad_token_id": 0,
27
+ "position_embedding_type": "absolute",
28
+ "torch_dtype": "float32",
29
+ "transformers_version": "4.29.2",
30
+ "type_vocab_size": 2,
31
+ "use_cache": true,
32
+ "use_entity_aware_attention": true,
33
+ "vocab_size": 83830
34
+ }
pytorch_model.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:22840d6e4bd30742c9d4228cb3e746fa3ab659f9fa0328c84dd770b982c7142a
3
+ size 635197496