Hugging Face's logo

ArtemVazhentsev
/
Clinical-Longformer-mimic-mortality-777

Text Classification
Transformers
Safetensors
longformer
Inference Endpoints
Model card Files Community
ArtemVazhentsev commited on
Commit
1ab65f3
•
1 Parent(s): d9cb0fd

Upload LongformerForSequenceClassification

Browse files
Files changed (2) hide show
  1. config.json +150 -0
  2. model.safetensors +3 -0
config.json ADDED
@@ -0,0 +1,150 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "../workdir/UE_Transformer/yikuan8/Clinical-Longformer/777/",
3
+ "architectures": [
4
+ "LongformerForSequenceClassification"
5
+ ],
6
+ "attention_mode": "longformer",
7
+ "attention_probs_dropout_prob": 0.1,
8
+ "attention_window": [
9
+ 512,
10
+ 512,
11
+ 512,
12
+ 512,
13
+ 512,
14
+ 512,
15
+ 512,
16
+ 512,
17
+ 512,
18
+ 512,
19
+ 512,
20
+ 512
21
+ ],
22
+ "bos_token_id": 0,
23
+ "eos_token_id": 2,
24
+ "gradient_checkpointing": false,
25
+ "hidden_act": "gelu",
26
+ "hidden_dropout_prob": 0.1,
27
+ "hidden_size": 768,
28
+ "id2label": {
29
+ "0": "E785",
30
+ "1": "I10",
31
+ "2": "Z87891",
32
+ "3": "K219",
33
+ "4": "F329",
34
+ "5": "I2510",
35
+ "6": "N179",
36
+ "7": "F419",
37
+ "8": "Z7901",
38
+ "9": "Z794",
39
+ "10": "E039",
40
+ "11": "E119",
41
+ "12": "G4733",
42
+ "13": "D649",
43
+ "14": "E669",
44
+ "15": "I4891",
45
+ "16": "F17210",
46
+ "17": "Y929",
47
+ "18": "Z66",
48
+ "19": "J45909",
49
+ "20": "Z7902",
50
+ "21": "J449",
51
+ "22": "D62",
52
+ "23": "02HV33Z",
53
+ "24": "N390",
54
+ "25": "I129",
55
+ "26": "E1122",
56
+ "27": "E871",
57
+ "28": "I252",
58
+ "29": "N189",
59
+ "30": "E872",
60
+ "31": "Z8673",
61
+ "32": "Z955",
62
+ "33": "Z86718",
63
+ "34": "G8929",
64
+ "35": "I110",
65
+ "36": "K5900",
66
+ "37": "N400",
67
+ "38": "N183",
68
+ "39": "I480",
69
+ "40": "I130",
70
+ "41": "G4700",
71
+ "42": "D696",
72
+ "43": "Z951",
73
+ "44": "M109",
74
+ "45": "Y92239",
75
+ "46": "J9601",
76
+ "47": "J189",
77
+ "48": "Z23",
78
+ "49": "Y92230"
79
+ },
80
+ "ignore_attention_mask": false,
81
+ "initializer_range": 0.02,
82
+ "intermediate_size": 3072,
83
+ "label2id": {
84
+ "02HV33Z": "23",
85
+ "D62": "22",
86
+ "D649": "13",
87
+ "D696": "42",
88
+ "E039": "10",
89
+ "E1122": "26",
90
+ "E119": "11",
91
+ "E669": "14",
92
+ "E785": "0",
93
+ "E871": "27",
94
+ "E872": "30",
95
+ "F17210": "16",
96
+ "F329": "4",
97
+ "F419": "7",
98
+ "G4700": "41",
99
+ "G4733": "12",
100
+ "G8929": "34",
101
+ "I10": "1",
102
+ "I110": "35",
103
+ "I129": "25",
104
+ "I130": "40",
105
+ "I2510": "5",
106
+ "I252": "28",
107
+ "I480": "39",
108
+ "I4891": "15",
109
+ "J189": "47",
110
+ "J449": "21",
111
+ "J45909": "19",
112
+ "J9601": "46",
113
+ "K219": "3",
114
+ "K5900": "36",
115
+ "M109": "44",
116
+ "N179": "6",
117
+ "N183": "38",
118
+ "N189": "29",
119
+ "N390": "24",
120
+ "N400": "37",
121
+ "Y92230": "49",
122
+ "Y92239": "45",
123
+ "Y929": "17",
124
+ "Z23": "48",
125
+ "Z66": "18",
126
+ "Z7901": "8",
127
+ "Z7902": "20",
128
+ "Z794": "9",
129
+ "Z86718": "33",
130
+ "Z8673": "31",
131
+ "Z87891": "2",
132
+ "Z951": "43",
133
+ "Z955": "32"
134
+ },
135
+ "layer_norm_eps": 1e-05,
136
+ "max_position_embeddings": 4098,
137
+ "model_type": "longformer",
138
+ "num_attention_heads": 12,
139
+ "num_hidden_layers": 12,
140
+ "onnx_export": false,
141
+ "pad_token_id": 1,
142
+ "position_embedding_type": "absolute",
143
+ "problem_type": "multi_label_classification",
144
+ "sep_token_id": 2,
145
+ "torch_dtype": "float32",
146
+ "transformers_version": "4.36.2",
147
+ "type_vocab_size": 1,
148
+ "use_cache": true,
149
+ "vocab_size": 50265
150
+ }
model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:09e32503e681cda003debc2d9c62c7c5623aea601078e948b3adfb837b24a49e
3
+ size 594825832