rightyonghu commited on
Commit
a9aa0e7
1 Parent(s): 0f500f0

update model

Browse files
Files changed (3) hide show
  1. README.md +6 -3
  2. config.json +6 -8
  3. pytorch_model.bin +1 -1
README.md CHANGED
@@ -1,11 +1,14 @@
 
 
 
 
1
  # ernie-health-zh
2
 
3
  ## Introduction
4
  ERNIE-health is a Chinese biomedical language model pre-trained from in-domain text of de-identified online doctor-patient dialogues, electronic medical records, and textbooks.
5
 
6
  More detail:
7
- https://github.com/PaddlePaddle/Research/tree/master/KG/eHealth
8
- https://github.com/PaddlePaddle/PaddleNLP/tree/develop/model_zoo/ernie-health
9
  https://arxiv.org/pdf/2110.07244.pdf
10
 
11
  ## Released Model Info
@@ -17,7 +20,7 @@ https://arxiv.org/pdf/2110.07244.pdf
17
  This released pytorch model is converted from the officially released PaddlePaddle ERNIE model and
18
  a series of experiments have been conducted to check the accuracy of the conversion.
19
 
20
- - Official PaddlePaddle ERNIE repo:https://github.com/PaddlePaddle/Research/tree/master/KG/eHealth
21
  - Pytorch Conversion repo: https://github.com/nghuyong/ERNIE-Pytorch
22
 
23
  ## How to use
 
1
+ ---
2
+ language: zh
3
+ ---
4
+
5
  # ernie-health-zh
6
 
7
  ## Introduction
8
  ERNIE-health is a Chinese biomedical language model pre-trained from in-domain text of de-identified online doctor-patient dialogues, electronic medical records, and textbooks.
9
 
10
  More detail:
11
+ https://github.com/PaddlePaddle/PaddleNLP/blob/develop/model_zoo/ernie-health/
 
12
  https://arxiv.org/pdf/2110.07244.pdf
13
 
14
  ## Released Model Info
 
20
  This released pytorch model is converted from the officially released PaddlePaddle ERNIE model and
21
  a series of experiments have been conducted to check the accuracy of the conversion.
22
 
23
+ - Official PaddlePaddle ERNIE repo:https://github.com/PaddlePaddle/PaddleNLP/blob/develop/model_zoo/ernie-health/
24
  - Pytorch Conversion repo: https://github.com/nghuyong/ERNIE-Pytorch
25
 
26
  ## How to use
config.json CHANGED
@@ -1,22 +1,20 @@
1
  {
2
  "attention_probs_dropout_prob": 0.1,
3
- "directionality": "bidi",
4
  "embedding_size": 768,
5
  "hidden_act": "gelu",
6
  "hidden_dropout_prob": 0.1,
7
  "hidden_size": 768,
8
  "initializer_range": 0.02,
9
  "intermediate_size": 3072,
10
- "layer_norm_eps": 1e-05,
11
  "max_position_embeddings": 512,
12
- "model_type": "electra",
13
  "num_attention_heads": 12,
14
  "num_hidden_layers": 12,
15
  "pad_token_id": 0,
16
- "summary_activation": "gelu",
17
- "summary_last_dropout": 0.1,
18
- "summary_type": "first",
19
- "summary_use_proj": true,
20
  "type_vocab_size": 2,
21
- "vocab_size": 22608
 
 
 
 
 
22
  }
 
1
  {
2
  "attention_probs_dropout_prob": 0.1,
 
3
  "embedding_size": 768,
4
  "hidden_act": "gelu",
5
  "hidden_dropout_prob": 0.1,
6
  "hidden_size": 768,
7
  "initializer_range": 0.02,
8
  "intermediate_size": 3072,
 
9
  "max_position_embeddings": 512,
 
10
  "num_attention_heads": 12,
11
  "num_hidden_layers": 12,
12
  "pad_token_id": 0,
 
 
 
 
13
  "type_vocab_size": 2,
14
+ "vocab_size": 22608,
15
+ "layer_norm_eps": 1e-05,
16
+ "model_type": "bert",
17
+ "architectures": [
18
+ "BertModel"
19
+ ]
20
  }
pytorch_model.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:13e6076309eb4fa1aa1085a95e39a110507d9e3450b66fea6da904b885b9ec1a
3
  size 411317367
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4ce1d6a2b89ca225c48a6a407ef553d6a5d54cf5d45551587f41c0cdff2280de
3
  size 411317367