Upload 7 files

config.json

@@ -0,0 +1,31 @@
+{
+  "_name_or_path": "facebook/esm2_t6_8M_UR50D",
+  "architectures": [
+    "EsmForSequenceClassification"
+  ],
+  "attention_probs_dropout_prob": 0.0,
+  "classifier_dropout": null,
+  "emb_layer_norm_before": false,
+  "esmfold_config": null,
+  "hidden_act": "gelu",
+  "hidden_dropout_prob": 0.0,
+  "hidden_size": 320,
+  "initializer_range": 0.02,
+  "intermediate_size": 1280,
+  "is_folding_model": false,
+  "layer_norm_eps": 1e-05,
+  "mask_token_id": 32,
+  "max_position_embeddings": 1026,
+  "model_type": "esm",
+  "num_attention_heads": 20,
+  "num_hidden_layers": 6,
+  "pad_token_id": 1,
+  "position_embedding_type": "rotary",
+  "problem_type": "single_label_classification",
+  "token_dropout": true,
+  "torch_dtype": "float32",
+  "transformers_version": "4.25.0.dev0",
+  "use_cache": true,
+  "vocab_list": null,
+  "vocab_size": 33
+}

optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a34bf97373c05a675547856f6a6ff3c4171b4b8785283f2dbd919bbd63d26553
+size 60156037

pytorch_model.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:061faf49be5d1a619ce879bcfa7f77995588c853a45a5efbba89271c1a9e8c22
+size 31406473

rng_state.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e4a020859128898787016d8a34b3d6fb14153e2f7ea85230e231f97c71bb4fd
+size 13553

scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8df026ec5c201bc50d1c20c73c641b1d5fac3ffcc8046bf98d39cb8e974e0191
+size 627

trainer_state.json

@@ -0,0 +1,40 @@
+{
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 2.982530890498509,
+  "global_step": 7000,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.0,
+      "learning_rate": 4.999289873597501e-05,
+      "loss": 0.4718,
+      "step": 1
+    },
+    {
+      "epoch": 1.0,
+      "eval_accuracy": 0.89,
+      "eval_loss": 0.23648260533809662,
+      "eval_runtime": 31.0846,
+      "eval_samples_per_second": 3.217,
+      "eval_steps_per_second": 0.418,
+      "step": 2347
+    },
+    {
+      "epoch": 2.0,
+      "eval_accuracy": 0.9,
+      "eval_loss": 0.23966342210769653,
+      "eval_runtime": 4863.3895,
+      "eval_samples_per_second": 0.021,
+      "eval_steps_per_second": 0.003,
+      "step": 4694
+    }
+  ],
+  "max_steps": 7041,
+  "num_train_epochs": 3,
+  "total_flos": 2580901877465088.0,
+  "trial_name": null,
+  "trial_params": null
+}

training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0911c4ca9408415ed2920fa8d063f2146a004a447e2ed3fbffa1a64e41e9845
+size 3387