Hugging Face's logo

CambridgeMolecularEngineering
/
bert-base-uncased-scsmall

Fill-Mask
Transformers
PyTorch
bert
Inference Endpoints
Model card Files Community
ZongqianLi commited on
Commit
74777fd
•
1 Parent(s): 1491172

Upload 130 files

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. config.json +26 -0
  2. global_step999/zero_pp_rank_0_mp_rank_00_model_states.pt +3 -0
  3. global_step999/zero_pp_rank_0_mp_rank_00_optim_states.pt +3 -0
  4. global_step999/zero_pp_rank_10_mp_rank_00_model_states.pt +3 -0
  5. global_step999/zero_pp_rank_10_mp_rank_00_optim_states.pt +3 -0
  6. global_step999/zero_pp_rank_11_mp_rank_00_model_states.pt +3 -0
  7. global_step999/zero_pp_rank_11_mp_rank_00_optim_states.pt +3 -0
  8. global_step999/zero_pp_rank_12_mp_rank_00_model_states.pt +3 -0
  9. global_step999/zero_pp_rank_12_mp_rank_00_optim_states.pt +3 -0
  10. global_step999/zero_pp_rank_13_mp_rank_00_model_states.pt +3 -0
  11. global_step999/zero_pp_rank_13_mp_rank_00_optim_states.pt +3 -0
  12. global_step999/zero_pp_rank_14_mp_rank_00_model_states.pt +3 -0
  13. global_step999/zero_pp_rank_14_mp_rank_00_optim_states.pt +3 -0
  14. global_step999/zero_pp_rank_15_mp_rank_00_model_states.pt +3 -0
  15. global_step999/zero_pp_rank_15_mp_rank_00_optim_states.pt +3 -0
  16. global_step999/zero_pp_rank_16_mp_rank_00_model_states.pt +3 -0
  17. global_step999/zero_pp_rank_16_mp_rank_00_optim_states.pt +3 -0
  18. global_step999/zero_pp_rank_17_mp_rank_00_model_states.pt +3 -0
  19. global_step999/zero_pp_rank_17_mp_rank_00_optim_states.pt +3 -0
  20. global_step999/zero_pp_rank_18_mp_rank_00_model_states.pt +3 -0
  21. global_step999/zero_pp_rank_18_mp_rank_00_optim_states.pt +3 -0
  22. global_step999/zero_pp_rank_19_mp_rank_00_model_states.pt +3 -0
  23. global_step999/zero_pp_rank_19_mp_rank_00_optim_states.pt +3 -0
  24. global_step999/zero_pp_rank_1_mp_rank_00_model_states.pt +3 -0
  25. global_step999/zero_pp_rank_1_mp_rank_00_optim_states.pt +3 -0
  26. global_step999/zero_pp_rank_20_mp_rank_00_model_states.pt +3 -0
  27. global_step999/zero_pp_rank_20_mp_rank_00_optim_states.pt +3 -0
  28. global_step999/zero_pp_rank_21_mp_rank_00_model_states.pt +3 -0
  29. global_step999/zero_pp_rank_21_mp_rank_00_optim_states.pt +3 -0
  30. global_step999/zero_pp_rank_22_mp_rank_00_model_states.pt +3 -0
  31. global_step999/zero_pp_rank_22_mp_rank_00_optim_states.pt +3 -0
  32. global_step999/zero_pp_rank_23_mp_rank_00_model_states.pt +3 -0
  33. global_step999/zero_pp_rank_23_mp_rank_00_optim_states.pt +3 -0
  34. global_step999/zero_pp_rank_24_mp_rank_00_model_states.pt +3 -0
  35. global_step999/zero_pp_rank_24_mp_rank_00_optim_states.pt +3 -0
  36. global_step999/zero_pp_rank_25_mp_rank_00_model_states.pt +3 -0
  37. global_step999/zero_pp_rank_25_mp_rank_00_optim_states.pt +3 -0
  38. global_step999/zero_pp_rank_26_mp_rank_00_model_states.pt +3 -0
  39. global_step999/zero_pp_rank_26_mp_rank_00_optim_states.pt +3 -0
  40. global_step999/zero_pp_rank_27_mp_rank_00_model_states.pt +3 -0
  41. global_step999/zero_pp_rank_27_mp_rank_00_optim_states.pt +3 -0
  42. global_step999/zero_pp_rank_28_mp_rank_00_model_states.pt +3 -0
  43. global_step999/zero_pp_rank_28_mp_rank_00_optim_states.pt +3 -0
  44. global_step999/zero_pp_rank_29_mp_rank_00_model_states.pt +3 -0
  45. global_step999/zero_pp_rank_29_mp_rank_00_optim_states.pt +3 -0
  46. global_step999/zero_pp_rank_2_mp_rank_00_model_states.pt +3 -0
  47. global_step999/zero_pp_rank_2_mp_rank_00_optim_states.pt +3 -0
  48. global_step999/zero_pp_rank_30_mp_rank_00_model_states.pt +3 -0
  49. global_step999/zero_pp_rank_30_mp_rank_00_optim_states.pt +3 -0
  50. global_step999/zero_pp_rank_31_mp_rank_00_model_states.pt +3 -0
config.json ADDED
@@ -0,0 +1,26 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "bert-base-uncased",
3
+ "architectures": [
4
+ "BertForMaskedLM"
5
+ ],
6
+ "attention_probs_dropout_prob": 0.1,
7
+ "classifier_dropout": null,
8
+ "gradient_checkpointing": false,
9
+ "hidden_act": "gelu",
10
+ "hidden_dropout_prob": 0.1,
11
+ "hidden_size": 768,
12
+ "initializer_range": 0.02,
13
+ "intermediate_size": 3072,
14
+ "layer_norm_eps": 1e-12,
15
+ "max_position_embeddings": 512,
16
+ "model_type": "bert",
17
+ "num_attention_heads": 12,
18
+ "num_hidden_layers": 12,
19
+ "pad_token_id": 0,
20
+ "position_embedding_type": "absolute",
21
+ "torch_dtype": "float32",
22
+ "transformers_version": "4.25.1",
23
+ "type_vocab_size": 2,
24
+ "use_cache": true,
25
+ "vocab_size": 30522
26
+ }
global_step999/zero_pp_rank_0_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d5f726e3362f84623ddb642bd00d71282c6e308fdf4bd169c0ca6b248f0877c1
3
+ size 90923
global_step999/zero_pp_rank_0_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ee3e762906ad89a12ff763ee84f2e48aec92c4e6c115529426bf9f5e70eaced6
3
+ size 32858723
global_step999/zero_pp_rank_10_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aa9c3c7338fdd159ed35048968801e1b9b65de6f2853feb1e61ef7ab9a4daac0
3
+ size 90923
global_step999/zero_pp_rank_10_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0625e52c989e00c933b29a2507d999918061a02668e03477640c4fbec4622173
3
+ size 32858723
global_step999/zero_pp_rank_11_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9329dbac260fa257255291a184bdf66cc8ef8a776b40170cb3267d4a8fd49015
3
+ size 90923
global_step999/zero_pp_rank_11_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:56763cd8a42906803a22dea0cba8cd83b267be0da9e2231e1038f770eb81d06d
3
+ size 32858723
global_step999/zero_pp_rank_12_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d5f726e3362f84623ddb642bd00d71282c6e308fdf4bd169c0ca6b248f0877c1
3
+ size 90923
global_step999/zero_pp_rank_12_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8fc517791ec1db6f2a78877330390107a3d5bb3d914f82178eab36f99d2ac35c
3
+ size 32858723
global_step999/zero_pp_rank_13_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:76457f97a780141e544e6c76079bc187c8c724db20f06a6ed5d087417cc06dbb
3
+ size 90923
global_step999/zero_pp_rank_13_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:69dec3788515b2aeea6191a303171fafc4996ee5db273fda39b8cb4e995af95c
3
+ size 32858723
global_step999/zero_pp_rank_14_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aa9c3c7338fdd159ed35048968801e1b9b65de6f2853feb1e61ef7ab9a4daac0
3
+ size 90923
global_step999/zero_pp_rank_14_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9d3c1d1af4ab178fd9fe679d1f1932d04e60ccc18e97f80d997e5557ae19d906
3
+ size 32858723
global_step999/zero_pp_rank_15_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9329dbac260fa257255291a184bdf66cc8ef8a776b40170cb3267d4a8fd49015
3
+ size 90923
global_step999/zero_pp_rank_15_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cdfda1acb928a9d70b7983cfefb91dc785623dacb23c8ccf775ae2e58e7814ca
3
+ size 32858723
global_step999/zero_pp_rank_16_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d5f726e3362f84623ddb642bd00d71282c6e308fdf4bd169c0ca6b248f0877c1
3
+ size 90923
global_step999/zero_pp_rank_16_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e94cc76d513fbab6ceee85d1938ea393229aa4fa059d16a19b6dc63e6b7220fd
3
+ size 32858723
global_step999/zero_pp_rank_17_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:76457f97a780141e544e6c76079bc187c8c724db20f06a6ed5d087417cc06dbb
3
+ size 90923
global_step999/zero_pp_rank_17_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ec9e31f0054a46edc3bab32660368678fbbe93ba50a469e7faa42ccb527c953f
3
+ size 32858723
global_step999/zero_pp_rank_18_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aa9c3c7338fdd159ed35048968801e1b9b65de6f2853feb1e61ef7ab9a4daac0
3
+ size 90923
global_step999/zero_pp_rank_18_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b638d9f4759ec0ab4ef0529f2b4621e475e142f9b18c56c7b5ede3421f2eb8b5
3
+ size 32858723
global_step999/zero_pp_rank_19_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9329dbac260fa257255291a184bdf66cc8ef8a776b40170cb3267d4a8fd49015
3
+ size 90923
global_step999/zero_pp_rank_19_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d3cf623d28ae7e89e39d9e32474b9e51015767d0828eb928e8df02ff5b121620
3
+ size 32858723
global_step999/zero_pp_rank_1_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:76457f97a780141e544e6c76079bc187c8c724db20f06a6ed5d087417cc06dbb
3
+ size 90923
global_step999/zero_pp_rank_1_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:92d98e8504b960021b0a903286f6a34935f71403b71f544b52850757d8a376f1
3
+ size 32858723
global_step999/zero_pp_rank_20_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d5f726e3362f84623ddb642bd00d71282c6e308fdf4bd169c0ca6b248f0877c1
3
+ size 90923
global_step999/zero_pp_rank_20_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a3739d020122bd18dc3ac95eee06568dfd6e5834fe1bcc29d0c8ee16b54e6ce5
3
+ size 32858723
global_step999/zero_pp_rank_21_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:76457f97a780141e544e6c76079bc187c8c724db20f06a6ed5d087417cc06dbb
3
+ size 90923
global_step999/zero_pp_rank_21_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:971bf3383672341e8d97bb4319e3768af10c31ecb79b88535a6164c178f20b70
3
+ size 32858723
global_step999/zero_pp_rank_22_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aa9c3c7338fdd159ed35048968801e1b9b65de6f2853feb1e61ef7ab9a4daac0
3
+ size 90923
global_step999/zero_pp_rank_22_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6e83e58fe56bb064646e9688d510284e1f58abb2985c1fe41971676acb8577db
3
+ size 32858723
global_step999/zero_pp_rank_23_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9329dbac260fa257255291a184bdf66cc8ef8a776b40170cb3267d4a8fd49015
3
+ size 90923
global_step999/zero_pp_rank_23_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7423e79575e427b070951626bb231a60feb190b961d73816ec6f984fbddf069b
3
+ size 32858723
global_step999/zero_pp_rank_24_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d5f726e3362f84623ddb642bd00d71282c6e308fdf4bd169c0ca6b248f0877c1
3
+ size 90923
global_step999/zero_pp_rank_24_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:adcd65d8c767121b4d05599a11b1c9a63b0ec4b6c77f5959130cc374e08530d7
3
+ size 32858723
global_step999/zero_pp_rank_25_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:76457f97a780141e544e6c76079bc187c8c724db20f06a6ed5d087417cc06dbb
3
+ size 90923
global_step999/zero_pp_rank_25_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fa5ee4a0ca75a45d11e3845c0ea9b9db22aa8c3a1b8313cf6d9aadb1f12dbd65
3
+ size 32858723
global_step999/zero_pp_rank_26_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aa9c3c7338fdd159ed35048968801e1b9b65de6f2853feb1e61ef7ab9a4daac0
3
+ size 90923
global_step999/zero_pp_rank_26_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:37a7971f252770cd46e4b029d92d44d58e082401e0ec26778b656c079c91416d
3
+ size 32858723
global_step999/zero_pp_rank_27_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9329dbac260fa257255291a184bdf66cc8ef8a776b40170cb3267d4a8fd49015
3
+ size 90923
global_step999/zero_pp_rank_27_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c85c1f11b48309cf033edf5c3001d40c874409c61b47b6c13797952a5e834d23
3
+ size 32858723
global_step999/zero_pp_rank_28_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d5f726e3362f84623ddb642bd00d71282c6e308fdf4bd169c0ca6b248f0877c1
3
+ size 90923
global_step999/zero_pp_rank_28_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a26fc37d1c599608b2dbfac3e9fa5cbdaedae868fabf1e32c65d411a18a519e8
3
+ size 32858723
global_step999/zero_pp_rank_29_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:76457f97a780141e544e6c76079bc187c8c724db20f06a6ed5d087417cc06dbb
3
+ size 90923
global_step999/zero_pp_rank_29_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fe608e75e99c0abed7189e4e6d5ce89448ebaae669f6598a5117498f3149495d
3
+ size 32858723
global_step999/zero_pp_rank_2_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aa9c3c7338fdd159ed35048968801e1b9b65de6f2853feb1e61ef7ab9a4daac0
3
+ size 90923
global_step999/zero_pp_rank_2_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5d4e6d7892b329b51ff79933f96ca9bef38b7f37e2a3b91466b2289d4a1c7306
3
+ size 32858723
global_step999/zero_pp_rank_30_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aa9c3c7338fdd159ed35048968801e1b9b65de6f2853feb1e61ef7ab9a4daac0
3
+ size 90923
global_step999/zero_pp_rank_30_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ecc2fceb7865a393c776af6cca81d21cf357c2fd30c8627c6df29e89759c172a
3
+ size 32858723
global_step999/zero_pp_rank_31_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9329dbac260fa257255291a184bdf66cc8ef8a776b40170cb3267d4a8fd49015
3
+ size 90923