lt-patent-inventor-linking / LT_training_config.json
gbpatentdata's picture
Add new LinkTransformer model.
85bc45f
raw
history blame contribute delete
770 Bytes
{
"model_save_dir": "models",
"model_save_name": "check5",
"opt_model_description": "test",
"opt_model_lang": "en",
"train_batch_size": 64,
"num_epochs": 100,
"warm_up_perc": 1,
"learning_rate": 2e-05,
"loss_type": "supcon",
"val_perc": 0.2,
"wandb_names": {
"project": "linktransformer",
"id": "your-id",
"run": "run-name",
"entity": "your-id"
},
"add_pooling_layer": false,
"large_val": true,
"eval_steps_perc": 0.5,
"test_at_end": true,
"save_val_test_pickles": true,
"val_query_prop": 0.5,
"loss_params": {},
"batch_size": 128,
"eval_type": "retrieval",
"training_dataset": "../../../labelled_data.csv",
"base_model_path": "sentence-transformers/all-mpnet-base-v2",
"best_model_path": "models/check5"
}