Hugging Face's logo

Dr-BERT
/
DrBERT-4GB-CP-PubMedBERT

Fill-Mask
Transformers
PyTorch
TensorBoard
French
bert
medical
chemistry
biomedical
life science
Inference Endpoints
Model card Files Metrics Community
2
qanastek commited on
Commit
570534d
•
1 Parent(s): 95876f7

Upload 141 files

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. config.json +25 -0
  2. logs/1673148410.6255398/events.out.tfevents.1673148410.r6i7n5.3784356.1 +3 -0
  3. logs/events.out.tfevents.1673148410.r6i7n5.3784356.0 +3 -0
  4. optimizer.pt +3 -0
  5. pytorch_model.bin +3 -0
  6. rng_state_0.pth +3 -0
  7. rng_state_1.pth +3 -0
  8. rng_state_10.pth +3 -0
  9. rng_state_100.pth +3 -0
  10. rng_state_101.pth +3 -0
  11. rng_state_102.pth +3 -0
  12. rng_state_103.pth +3 -0
  13. rng_state_104.pth +3 -0
  14. rng_state_105.pth +3 -0
  15. rng_state_106.pth +3 -0
  16. rng_state_107.pth +3 -0
  17. rng_state_108.pth +3 -0
  18. rng_state_109.pth +3 -0
  19. rng_state_11.pth +3 -0
  20. rng_state_110.pth +3 -0
  21. rng_state_111.pth +3 -0
  22. rng_state_112.pth +3 -0
  23. rng_state_113.pth +3 -0
  24. rng_state_114.pth +3 -0
  25. rng_state_115.pth +3 -0
  26. rng_state_116.pth +3 -0
  27. rng_state_117.pth +3 -0
  28. rng_state_118.pth +3 -0
  29. rng_state_119.pth +3 -0
  30. rng_state_12.pth +3 -0
  31. rng_state_120.pth +3 -0
  32. rng_state_121.pth +3 -0
  33. rng_state_122.pth +3 -0
  34. rng_state_123.pth +3 -0
  35. rng_state_124.pth +3 -0
  36. rng_state_125.pth +3 -0
  37. rng_state_126.pth +3 -0
  38. rng_state_127.pth +3 -0
  39. rng_state_13.pth +3 -0
  40. rng_state_14.pth +3 -0
  41. rng_state_15.pth +3 -0
  42. rng_state_16.pth +3 -0
  43. rng_state_17.pth +3 -0
  44. rng_state_18.pth +3 -0
  45. rng_state_19.pth +3 -0
  46. rng_state_2.pth +3 -0
  47. rng_state_20.pth +3 -0
  48. rng_state_21.pth +3 -0
  49. rng_state_22.pth +3 -0
  50. rng_state_23.pth +3 -0
config.json ADDED
@@ -0,0 +1,25 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "/gpfsscratch/rech/rtl/uaj63yz/DrBERT_Train_Partager/scripts_mlm/pubmedbert_hf/",
3
+ "architectures": [
4
+ "BertForMaskedLM"
5
+ ],
6
+ "attention_probs_dropout_prob": 0.1,
7
+ "classifier_dropout": null,
8
+ "hidden_act": "gelu",
9
+ "hidden_dropout_prob": 0.1,
10
+ "hidden_size": 768,
11
+ "initializer_range": 0.02,
12
+ "intermediate_size": 3072,
13
+ "layer_norm_eps": 1e-12,
14
+ "max_position_embeddings": 512,
15
+ "model_type": "bert",
16
+ "num_attention_heads": 12,
17
+ "num_hidden_layers": 12,
18
+ "pad_token_id": 0,
19
+ "position_embedding_type": "absolute",
20
+ "torch_dtype": "float32",
21
+ "transformers_version": "4.22.2",
22
+ "type_vocab_size": 2,
23
+ "use_cache": true,
24
+ "vocab_size": 30522
25
+ }
logs/1673148410.6255398/events.out.tfevents.1673148410.r6i7n5.3784356.1 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a0c0a94507f2147c7334a8227f4cf9ecc7532664b5471dca593af32ce2acdb3d
3
+ size 5507
logs/events.out.tfevents.1673148410.r6i7n5.3784356.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:010c970802e15722aef1f91271be78c43aebeda0bc0e5299764926b32e07ed8a
3
+ size 29727
optimizer.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:15bfc76c2fd51d1087b7c943540fcdfc9ecec43820c276fb0c3587f94eb51f8e
3
+ size 876231833
pytorch_model.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fc15b5752354e494ab5e3b2fda456fe74a82e6a25f8f8d3dac9b9fa50e974440
3
+ size 438128811
rng_state_0.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:61144b301f9396874774a3fe6f4a0750e5573ee7f2619d742d4a5c2ac8f6b192
3
+ size 14503
rng_state_1.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:61144b301f9396874774a3fe6f4a0750e5573ee7f2619d742d4a5c2ac8f6b192
3
+ size 14503
rng_state_10.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:61144b301f9396874774a3fe6f4a0750e5573ee7f2619d742d4a5c2ac8f6b192
3
+ size 14503
rng_state_100.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:61144b301f9396874774a3fe6f4a0750e5573ee7f2619d742d4a5c2ac8f6b192
3
+ size 14503
rng_state_101.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:61144b301f9396874774a3fe6f4a0750e5573ee7f2619d742d4a5c2ac8f6b192
3
+ size 14503
rng_state_102.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:61144b301f9396874774a3fe6f4a0750e5573ee7f2619d742d4a5c2ac8f6b192
3
+ size 14503
rng_state_103.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:61144b301f9396874774a3fe6f4a0750e5573ee7f2619d742d4a5c2ac8f6b192
3
+ size 14503
rng_state_104.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:61144b301f9396874774a3fe6f4a0750e5573ee7f2619d742d4a5c2ac8f6b192
3
+ size 14503
rng_state_105.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:61144b301f9396874774a3fe6f4a0750e5573ee7f2619d742d4a5c2ac8f6b192
3
+ size 14503
rng_state_106.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:61144b301f9396874774a3fe6f4a0750e5573ee7f2619d742d4a5c2ac8f6b192
3
+ size 14503
rng_state_107.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:61144b301f9396874774a3fe6f4a0750e5573ee7f2619d742d4a5c2ac8f6b192
3
+ size 14503
rng_state_108.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:61144b301f9396874774a3fe6f4a0750e5573ee7f2619d742d4a5c2ac8f6b192
3
+ size 14503
rng_state_109.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:61144b301f9396874774a3fe6f4a0750e5573ee7f2619d742d4a5c2ac8f6b192
3
+ size 14503
rng_state_11.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:61144b301f9396874774a3fe6f4a0750e5573ee7f2619d742d4a5c2ac8f6b192
3
+ size 14503
rng_state_110.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:61144b301f9396874774a3fe6f4a0750e5573ee7f2619d742d4a5c2ac8f6b192
3
+ size 14503
rng_state_111.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:61144b301f9396874774a3fe6f4a0750e5573ee7f2619d742d4a5c2ac8f6b192
3
+ size 14503
rng_state_112.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:61144b301f9396874774a3fe6f4a0750e5573ee7f2619d742d4a5c2ac8f6b192
3
+ size 14503
rng_state_113.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:61144b301f9396874774a3fe6f4a0750e5573ee7f2619d742d4a5c2ac8f6b192
3
+ size 14503
rng_state_114.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:61144b301f9396874774a3fe6f4a0750e5573ee7f2619d742d4a5c2ac8f6b192
3
+ size 14503
rng_state_115.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:61144b301f9396874774a3fe6f4a0750e5573ee7f2619d742d4a5c2ac8f6b192
3
+ size 14503
rng_state_116.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:61144b301f9396874774a3fe6f4a0750e5573ee7f2619d742d4a5c2ac8f6b192
3
+ size 14503
rng_state_117.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:61144b301f9396874774a3fe6f4a0750e5573ee7f2619d742d4a5c2ac8f6b192
3
+ size 14503
rng_state_118.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:61144b301f9396874774a3fe6f4a0750e5573ee7f2619d742d4a5c2ac8f6b192
3
+ size 14503
rng_state_119.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:61144b301f9396874774a3fe6f4a0750e5573ee7f2619d742d4a5c2ac8f6b192
3
+ size 14503
rng_state_12.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:61144b301f9396874774a3fe6f4a0750e5573ee7f2619d742d4a5c2ac8f6b192
3
+ size 14503
rng_state_120.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:61144b301f9396874774a3fe6f4a0750e5573ee7f2619d742d4a5c2ac8f6b192
3
+ size 14503
rng_state_121.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:61144b301f9396874774a3fe6f4a0750e5573ee7f2619d742d4a5c2ac8f6b192
3
+ size 14503
rng_state_122.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:61144b301f9396874774a3fe6f4a0750e5573ee7f2619d742d4a5c2ac8f6b192
3
+ size 14503
rng_state_123.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:61144b301f9396874774a3fe6f4a0750e5573ee7f2619d742d4a5c2ac8f6b192
3
+ size 14503
rng_state_124.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:61144b301f9396874774a3fe6f4a0750e5573ee7f2619d742d4a5c2ac8f6b192
3
+ size 14503
rng_state_125.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:61144b301f9396874774a3fe6f4a0750e5573ee7f2619d742d4a5c2ac8f6b192
3
+ size 14503
rng_state_126.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:61144b301f9396874774a3fe6f4a0750e5573ee7f2619d742d4a5c2ac8f6b192
3
+ size 14503
rng_state_127.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:61144b301f9396874774a3fe6f4a0750e5573ee7f2619d742d4a5c2ac8f6b192
3
+ size 14503
rng_state_13.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:61144b301f9396874774a3fe6f4a0750e5573ee7f2619d742d4a5c2ac8f6b192
3
+ size 14503
rng_state_14.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:61144b301f9396874774a3fe6f4a0750e5573ee7f2619d742d4a5c2ac8f6b192
3
+ size 14503
rng_state_15.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:61144b301f9396874774a3fe6f4a0750e5573ee7f2619d742d4a5c2ac8f6b192
3
+ size 14503
rng_state_16.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:61144b301f9396874774a3fe6f4a0750e5573ee7f2619d742d4a5c2ac8f6b192
3
+ size 14503
rng_state_17.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:61144b301f9396874774a3fe6f4a0750e5573ee7f2619d742d4a5c2ac8f6b192
3
+ size 14503
rng_state_18.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:61144b301f9396874774a3fe6f4a0750e5573ee7f2619d742d4a5c2ac8f6b192
3
+ size 14503
rng_state_19.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:61144b301f9396874774a3fe6f4a0750e5573ee7f2619d742d4a5c2ac8f6b192
3
+ size 14503
rng_state_2.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:61144b301f9396874774a3fe6f4a0750e5573ee7f2619d742d4a5c2ac8f6b192
3
+ size 14503
rng_state_20.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:61144b301f9396874774a3fe6f4a0750e5573ee7f2619d742d4a5c2ac8f6b192
3
+ size 14503
rng_state_21.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:61144b301f9396874774a3fe6f4a0750e5573ee7f2619d742d4a5c2ac8f6b192
3
+ size 14503
rng_state_22.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:61144b301f9396874774a3fe6f4a0750e5573ee7f2619d742d4a5c2ac8f6b192
3
+ size 14503
rng_state_23.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:61144b301f9396874774a3fe6f4a0750e5573ee7f2619d742d4a5c2ac8f6b192
3
+ size 14503