Upload 7 files

config.json

@@ -40,6 +40,7 @@
     "suppress_tokens": null,
     "begin_suppress_tokens": null,
     "architectures": [
+        "DistilBertModel",
         "DistilBertForMaskedLM"
     ],
     "finetuning_task": null,
@@ -60,7 +61,7 @@
     "decoder_start_token_id": null,
     "task_specific_params": null,
     "problem_type": null,
-    "_name_or_path": "/lustre/fswork/projects/rech/cuf/udk72sb/umls-kgi/model_configs/db-base",
+    "_name_or_path": "somelog-experiments/models/base/kgi/kgi-bert-fr-v2",
     "transformers_version": "4.27.4",
     "vocab_size": 44761,
     "max_position_embeddings": 512,

script_params.json

@@ -0,0 +1,31 @@
+{
+    "kg_fp": "/lustre/fswork/projects/rech/cuf/udk72sb/umls-kgi/data/umls/fre_v0",
+    "corpus_fp": "/lustre/fswork/projects/rech/cuf/udk72sb/umls-kgi/data/e3c/fr.txt",
+    "model_path": "/lustre/fswork/projects/rech/cuf/udk72sb/umls-kgi/runs/frkgi_12-11_15-47/",
+    "eval_set_dir": null,
+    "tokenizer_path": "/lustre/fswork/projects/rech/cuf/udk72sb/mbiolm-proj/tokenisers/fr/wp50k.json",
+    "from_cp": true,
+    "from_scratch": false,
+    "add_bert_special_tokens": "std",
+    "add_relation_tokens": false,
+    "output_dir": "/lustre/fswork/projects/rech/cuf/udk72sb/umls-kgi/runs",
+    "model_run_name": "frkgi",
+    "train_set_frac": 0.95,
+    "batch_size": 30,
+    "lr": 5e-05,
+    "epochs": 8,
+    "grad_acc": 13,
+    "linear_schedule_epochs": null,
+    "seq_len": 256,
+    "seed": 42,
+    "task_coefs": null,
+    "epoch_checkpoint_interval": 4,
+    "n_text_docs": null,
+    "n_triples": null,
+    "constant_schedule": true,
+    "train_data_only": true,
+    "nosave": false,
+    "pb": false,
+    "db": false,
+    "fup": false
+}