epoch=1: train_epoch_loss.item()=0.0011055214563384652 eval_epoch_loss.item()=7.347813152591698e-06{"valid_regex_ratio": 0.43}

README.md

@@ -1,3 +1,9 @@
 ---
-license: apache-2.0
+library_name: peft
 ---
+## Training procedure
+
+### Framework versions
+
+
+- PEFT 0.5.0

adapter_config.json

@@ -0,0 +1,16 @@
+{
+  "auto_mapping": null,
+  "base_model_name_or_path": "Salesforce/codegen-350M-mono",
+  "inference_mode": true,
+  "num_attention_heads": 16,
+  "num_layers": 20,
+  "num_transformer_submodules": 1,
+  "num_virtual_tokens": 8,
+  "peft_type": "PROMPT_TUNING",
+  "prompt_tuning_init": "TEXT",
+  "prompt_tuning_init_text": "Infer regex that full match the patterns provided\n",
+  "revision": null,
+  "task_type": "CAUSAL_LM",
+  "token_dim": 1024,
+  "tokenizer_name_or_path": "Salesforce/codegen-350M-mono"
+}

adapter_model.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:693185215eecd395fca170beb1d94b194f2d700a5d3565a03e3737cc1fb63e12
+size 34042