Training in progress, step 500

.gitignore

@@ -0,0 +1 @@
+checkpoint-*/

config.json

@@ -0,0 +1,35 @@
+{
+  "_name_or_path": "sultan/BioM-ALBERT-xxlarge",
+  "architectures": [
+    "AlbertForSequenceClassification"
+  ],
+  "attention_probs_dropout_prob": 0,
+  "bos_token_id": 2,
+  "classifier_dropout_prob": 0.1,
+  "down_scale_factor": 1,
+  "embedding_size": 128,
+  "eos_token_id": 3,
+  "gap_size": 0,
+  "hidden_act": "gelu",
+  "hidden_dropout_prob": 0,
+  "hidden_size": 4096,
+  "initializer_range": 0.01,
+  "inner_group_num": 1,
+  "intermediate_size": 16384,
+  "layer_norm_eps": 1e-12,
+  "layers_to_keep": [],
+  "max_position_embeddings": 512,
+  "model_type": "albert",
+  "net_structure_type": 0,
+  "num_attention_heads": 64,
+  "num_hidden_groups": 1,
+  "num_hidden_layers": 12,
+  "num_memory_blocks": 0,
+  "pad_token_id": 0,
+  "position_embedding_type": "absolute",
+  "problem_type": "single_label_classification",
+  "torch_dtype": "float32",
+  "transformers_version": "4.18.0",
+  "type_vocab_size": 2,
+  "vocab_size": 30000
+}

pytorch_model.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6576317bad89f80f9f46d3d1ca820dc7cffdea9b4e2cdd23d4eafe9e0e01f66f
+size 890428049

runs/Jun24_13-52-27_079680fe291d/1656078763.0677106/events.out.tfevents.1656078763.079680fe291d.33.1

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b2cd74d62e0f63a859480f28c9ffb7abd1fc592ac38615e89706fa79d490230
+size 4905

runs/Jun24_13-52-27_079680fe291d/events.out.tfevents.1656078763.079680fe291d.33.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83ebe5686f99cc56d66d4bbfce752357c2c98a57ec81ff68acc19e6f908b1d18
+size 3600

runs/Jun24_13-57-10_079680fe291d/1656079042.9755652/events.out.tfevents.1656079042.079680fe291d.529.1

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:587904ef4dc3f8da77f0a8ead81215ed7e4af01bf677026a942ab57471adf728
+size 4905

runs/Jun24_13-57-10_079680fe291d/events.out.tfevents.1656079042.079680fe291d.529.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67d6b1651be6e094fef1d10d829f5b6dc1ef030e00085a534aadd298e3e8b4bf
+size 3757

special_tokens_map.json

@@ -0,0 +1 @@
+{"bos_token": "[CLS]", "eos_token": "[SEP]", "unk_token": "<unk>", "sep_token": "[SEP]", "pad_token": "<pad>", "cls_token": "[CLS]", "mask_token": {"content": "[MASK]", "single_word": false, "lstrip": true, "rstrip": false, "normalized": false}}

spiece.model

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a677d8e80a34a6ac26b1d54e436a83d073e2991f27e7110df1039f751830ce95
+size 778401

tokenizer_config.json

@@ -0,0 +1 @@
+{"do_lower_case": true, "remove_space": true, "keep_accents": false, "bos_token": "[CLS]", "eos_token": "[SEP]", "unk_token": "<unk>", "sep_token": "[SEP]", "pad_token": "<pad>", "cls_token": "[CLS]", "mask_token": {"content": "[MASK]", "single_word": false, "lstrip": true, "rstrip": false, "normalized": false, "__type": "AddedToken"}, "special_tokens_map_file": null, "name_or_path": "sultan/BioM-ALBERT-xxlarge", "sp_model_kwargs": {}, "tokenizer_class": "AlbertTokenizer"}

training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da1061cbec2b19968c898bc6644e3ff152cb2036e49578b793867e84ff03f6e0
+size 3183