Hugging Face's logo

CambridgeMolecularEngineering
/
bert-base-cased-scsmall

Fill-Mask
Transformers
PyTorch
bert
Inference Endpoints
Model card Files Community
ZongqianLi commited on
Commit
d89b034
·
1 Parent(s): 6eda64d

Upload 130 files

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. config.json +26 -0
  2. global_step999/zero_pp_rank_0_mp_rank_00_model_states.pt +3 -0
  3. global_step999/zero_pp_rank_0_mp_rank_00_optim_states.pt +3 -0
  4. global_step999/zero_pp_rank_10_mp_rank_00_model_states.pt +3 -0
  5. global_step999/zero_pp_rank_10_mp_rank_00_optim_states.pt +3 -0
  6. global_step999/zero_pp_rank_11_mp_rank_00_model_states.pt +3 -0
  7. global_step999/zero_pp_rank_11_mp_rank_00_optim_states.pt +3 -0
  8. global_step999/zero_pp_rank_12_mp_rank_00_model_states.pt +3 -0
  9. global_step999/zero_pp_rank_12_mp_rank_00_optim_states.pt +3 -0
  10. global_step999/zero_pp_rank_13_mp_rank_00_model_states.pt +3 -0
  11. global_step999/zero_pp_rank_13_mp_rank_00_optim_states.pt +3 -0
  12. global_step999/zero_pp_rank_14_mp_rank_00_model_states.pt +3 -0
  13. global_step999/zero_pp_rank_14_mp_rank_00_optim_states.pt +3 -0
  14. global_step999/zero_pp_rank_15_mp_rank_00_model_states.pt +3 -0
  15. global_step999/zero_pp_rank_15_mp_rank_00_optim_states.pt +3 -0
  16. global_step999/zero_pp_rank_16_mp_rank_00_model_states.pt +3 -0
  17. global_step999/zero_pp_rank_16_mp_rank_00_optim_states.pt +3 -0
  18. global_step999/zero_pp_rank_17_mp_rank_00_model_states.pt +3 -0
  19. global_step999/zero_pp_rank_17_mp_rank_00_optim_states.pt +3 -0
  20. global_step999/zero_pp_rank_18_mp_rank_00_model_states.pt +3 -0
  21. global_step999/zero_pp_rank_18_mp_rank_00_optim_states.pt +3 -0
  22. global_step999/zero_pp_rank_19_mp_rank_00_model_states.pt +3 -0
  23. global_step999/zero_pp_rank_19_mp_rank_00_optim_states.pt +3 -0
  24. global_step999/zero_pp_rank_1_mp_rank_00_model_states.pt +3 -0
  25. global_step999/zero_pp_rank_1_mp_rank_00_optim_states.pt +3 -0
  26. global_step999/zero_pp_rank_20_mp_rank_00_model_states.pt +3 -0
  27. global_step999/zero_pp_rank_20_mp_rank_00_optim_states.pt +3 -0
  28. global_step999/zero_pp_rank_21_mp_rank_00_model_states.pt +3 -0
  29. global_step999/zero_pp_rank_21_mp_rank_00_optim_states.pt +3 -0
  30. global_step999/zero_pp_rank_22_mp_rank_00_model_states.pt +3 -0
  31. global_step999/zero_pp_rank_22_mp_rank_00_optim_states.pt +3 -0
  32. global_step999/zero_pp_rank_23_mp_rank_00_model_states.pt +3 -0
  33. global_step999/zero_pp_rank_23_mp_rank_00_optim_states.pt +3 -0
  34. global_step999/zero_pp_rank_24_mp_rank_00_model_states.pt +3 -0
  35. global_step999/zero_pp_rank_24_mp_rank_00_optim_states.pt +3 -0
  36. global_step999/zero_pp_rank_25_mp_rank_00_model_states.pt +3 -0
  37. global_step999/zero_pp_rank_25_mp_rank_00_optim_states.pt +3 -0
  38. global_step999/zero_pp_rank_26_mp_rank_00_model_states.pt +3 -0
  39. global_step999/zero_pp_rank_26_mp_rank_00_optim_states.pt +3 -0
  40. global_step999/zero_pp_rank_27_mp_rank_00_model_states.pt +3 -0
  41. global_step999/zero_pp_rank_27_mp_rank_00_optim_states.pt +3 -0
  42. global_step999/zero_pp_rank_28_mp_rank_00_model_states.pt +3 -0
  43. global_step999/zero_pp_rank_28_mp_rank_00_optim_states.pt +3 -0
  44. global_step999/zero_pp_rank_29_mp_rank_00_model_states.pt +3 -0
  45. global_step999/zero_pp_rank_29_mp_rank_00_optim_states.pt +3 -0
  46. global_step999/zero_pp_rank_2_mp_rank_00_model_states.pt +3 -0
  47. global_step999/zero_pp_rank_2_mp_rank_00_optim_states.pt +3 -0
  48. global_step999/zero_pp_rank_30_mp_rank_00_model_states.pt +3 -0
  49. global_step999/zero_pp_rank_30_mp_rank_00_optim_states.pt +3 -0
  50. global_step999/zero_pp_rank_31_mp_rank_00_model_states.pt +3 -0
config.json ADDED
@@ -0,0 +1,26 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "bert-base-cased",
3
+ "architectures": [
4
+ "BertForMaskedLM"
5
+ ],
6
+ "attention_probs_dropout_prob": 0.1,
7
+ "classifier_dropout": null,
8
+ "gradient_checkpointing": false,
9
+ "hidden_act": "gelu",
10
+ "hidden_dropout_prob": 0.1,
11
+ "hidden_size": 768,
12
+ "initializer_range": 0.02,
13
+ "intermediate_size": 3072,
14
+ "layer_norm_eps": 1e-12,
15
+ "max_position_embeddings": 512,
16
+ "model_type": "bert",
17
+ "num_attention_heads": 12,
18
+ "num_hidden_layers": 12,
19
+ "pad_token_id": 0,
20
+ "position_embedding_type": "absolute",
21
+ "torch_dtype": "float32",
22
+ "transformers_version": "4.25.1",
23
+ "type_vocab_size": 2,
24
+ "use_cache": true,
25
+ "vocab_size": 28996
26
+ }
global_step999/zero_pp_rank_0_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:175318fe7bba3d84f5bcab318f33502c11e2536a502edf468bbcfc9947dc8b31
3
+ size 90923
global_step999/zero_pp_rank_0_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0ab7c62be7bf4bfee70917bd071e4a7cc44092cbe2f9bcf985631b02aeebd956
3
+ size 32506595
global_step999/zero_pp_rank_10_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d3e699a295de522ccbf65cab3ea337bed2c06e9bac802be8c345dd248b2f0068
3
+ size 90923
global_step999/zero_pp_rank_10_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1a1541f7d45d9b0dc3719d7040f88b73fca96278d5cee18b205012b47f4a2cc3
3
+ size 32506595
global_step999/zero_pp_rank_11_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ab2067c75659134905fb6ee644753739e486da3a318cdde453e30a2ebc805365
3
+ size 90923
global_step999/zero_pp_rank_11_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:47207e57650a270ae133045059422c9b5427d631b5a6c8ad17a34a4c1ac455a3
3
+ size 32506595
global_step999/zero_pp_rank_12_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:175318fe7bba3d84f5bcab318f33502c11e2536a502edf468bbcfc9947dc8b31
3
+ size 90923
global_step999/zero_pp_rank_12_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f56a4732a6b9cec1200e8a82e2f6d3e8bd7287e4787d74195a8c60a00e784042
3
+ size 32506595
global_step999/zero_pp_rank_13_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dbe09b5594c31cb477e6b9a99470619f6889d9d6c76738e6a2aade1e10f6a856
3
+ size 90923
global_step999/zero_pp_rank_13_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:74d76d5cdd0f0e05068706747d2990a5ee3bd3986fe58e893898d6f524c0929b
3
+ size 32506595
global_step999/zero_pp_rank_14_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d3e699a295de522ccbf65cab3ea337bed2c06e9bac802be8c345dd248b2f0068
3
+ size 90923
global_step999/zero_pp_rank_14_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6ef90e36cfc0208fc79385369110e04177bb9c7f7751d2afc9f97c3ae422e01e
3
+ size 32506595
global_step999/zero_pp_rank_15_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ab2067c75659134905fb6ee644753739e486da3a318cdde453e30a2ebc805365
3
+ size 90923
global_step999/zero_pp_rank_15_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:60cc62f207c183294cbca34ffcabe143620868b62601ee98a0e89f6e9f292602
3
+ size 32506595
global_step999/zero_pp_rank_16_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:175318fe7bba3d84f5bcab318f33502c11e2536a502edf468bbcfc9947dc8b31
3
+ size 90923
global_step999/zero_pp_rank_16_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1738da71548615b5bd7c887edc2d9166a710bb5975f663bd5e150cab77cce8ab
3
+ size 32506595
global_step999/zero_pp_rank_17_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dbe09b5594c31cb477e6b9a99470619f6889d9d6c76738e6a2aade1e10f6a856
3
+ size 90923
global_step999/zero_pp_rank_17_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e1345e3042ace599a96efb9b82e5b353400d64cc9d4590378c2995852f56eaf6
3
+ size 32506595
global_step999/zero_pp_rank_18_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d3e699a295de522ccbf65cab3ea337bed2c06e9bac802be8c345dd248b2f0068
3
+ size 90923
global_step999/zero_pp_rank_18_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9e8b830f4b78f0cd6dd6f3b6a81c62508fd0fa6b74ba574ac03eea3b6c4654b6
3
+ size 32506595
global_step999/zero_pp_rank_19_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ab2067c75659134905fb6ee644753739e486da3a318cdde453e30a2ebc805365
3
+ size 90923
global_step999/zero_pp_rank_19_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aa40efe32ac8f5b2888017f3acab004f13a4fe9da6000520895f072d4b717ddb
3
+ size 32506595
global_step999/zero_pp_rank_1_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dbe09b5594c31cb477e6b9a99470619f6889d9d6c76738e6a2aade1e10f6a856
3
+ size 90923
global_step999/zero_pp_rank_1_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:71f05b4a3e53b349c2e0564b1acfc542b01b61c5e1edb1c5ab8f6b16c390a4ed
3
+ size 32506595
global_step999/zero_pp_rank_20_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:175318fe7bba3d84f5bcab318f33502c11e2536a502edf468bbcfc9947dc8b31
3
+ size 90923
global_step999/zero_pp_rank_20_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6385ab1410691b468632ea7ba8e04daf94e425f81fa9b2ff50be8cca8e483e7a
3
+ size 32506595
global_step999/zero_pp_rank_21_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dbe09b5594c31cb477e6b9a99470619f6889d9d6c76738e6a2aade1e10f6a856
3
+ size 90923
global_step999/zero_pp_rank_21_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fa8daa5b2c5ca5aa33862e73806a4568967e1970fce2ef2ff69b890702f1aa56
3
+ size 32506595
global_step999/zero_pp_rank_22_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d3e699a295de522ccbf65cab3ea337bed2c06e9bac802be8c345dd248b2f0068
3
+ size 90923
global_step999/zero_pp_rank_22_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:87150c28f4e9471addee9aca4d7b04118eaf64ebdcf67fe17c0ed7be1b3cabaa
3
+ size 32506595
global_step999/zero_pp_rank_23_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ab2067c75659134905fb6ee644753739e486da3a318cdde453e30a2ebc805365
3
+ size 90923
global_step999/zero_pp_rank_23_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ec20e21769bfaf035b4fe760916eda3af4ed5cd44b3f2a2f3fc680d4339b6a24
3
+ size 32506595
global_step999/zero_pp_rank_24_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:175318fe7bba3d84f5bcab318f33502c11e2536a502edf468bbcfc9947dc8b31
3
+ size 90923
global_step999/zero_pp_rank_24_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b8cf71fc7152ceda56352f1be154e2a15651c204798aff1b52122de4b172068b
3
+ size 32506595
global_step999/zero_pp_rank_25_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dbe09b5594c31cb477e6b9a99470619f6889d9d6c76738e6a2aade1e10f6a856
3
+ size 90923
global_step999/zero_pp_rank_25_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bfa71a625df9f7b3a157b99747ca21c4edd953d6c23a62f28e7e8197626ead0f
3
+ size 32506595
global_step999/zero_pp_rank_26_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d3e699a295de522ccbf65cab3ea337bed2c06e9bac802be8c345dd248b2f0068
3
+ size 90923
global_step999/zero_pp_rank_26_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fdb7df33d9c950c00887a02d80c5b1bb7027d5f2825242580ba68460a5091c06
3
+ size 32506595
global_step999/zero_pp_rank_27_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ab2067c75659134905fb6ee644753739e486da3a318cdde453e30a2ebc805365
3
+ size 90923
global_step999/zero_pp_rank_27_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0114f156648d1c5ba1946fc48f908de6f8455a7f4bea0b6f44179d7dc64b78ed
3
+ size 32506595
global_step999/zero_pp_rank_28_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:175318fe7bba3d84f5bcab318f33502c11e2536a502edf468bbcfc9947dc8b31
3
+ size 90923
global_step999/zero_pp_rank_28_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:449d97ddb52023e4915ef36561eb5768e0350986759ee46c26826885c9653e4f
3
+ size 32506595
global_step999/zero_pp_rank_29_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dbe09b5594c31cb477e6b9a99470619f6889d9d6c76738e6a2aade1e10f6a856
3
+ size 90923
global_step999/zero_pp_rank_29_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0950993e8ca0b0e41eb9ed2e9d85c74ccc60c62f815f8d9bc2e5bd4e4d9db20f
3
+ size 32506595
global_step999/zero_pp_rank_2_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d3e699a295de522ccbf65cab3ea337bed2c06e9bac802be8c345dd248b2f0068
3
+ size 90923
global_step999/zero_pp_rank_2_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d63e7a77a1b9e3075b032c6205f34769240728564938e5338f78d1972f89c96e
3
+ size 32506595
global_step999/zero_pp_rank_30_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d3e699a295de522ccbf65cab3ea337bed2c06e9bac802be8c345dd248b2f0068
3
+ size 90923
global_step999/zero_pp_rank_30_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f8c0af34d3caa968299aa49bac45b4964e701226593ad92f59425c05b179b1c0
3
+ size 32506595
global_step999/zero_pp_rank_31_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ab2067c75659134905fb6ee644753739e486da3a318cdde453e30a2ebc805365
3
+ size 90923