Updated model with better training and evaluation. Test and val data included as pickle files. Older Legacy files were removed to avoid confusion.
af65d96
{ | |
"model_save_dir": "models", | |
"model_save_name": "linkage_en_aliases", | |
"opt_model_description": "This model was trained on a dataset consisting of company aliases from wiki data using the LinkTransformer framework. \n It was trained for 100 epochs using other defaults that can be found in the repo's LinkTransformer config file - LT_training_config.json \n ", | |
"opt_model_lang": "en", | |
"train_batch_size": 64, | |
"num_epochs": 100, | |
"warm_up_perc": 1, | |
"learning_rate": 2e-05, | |
"loss_type": "supcon", | |
"val_perc": 0.2, | |
"wandb_names": { | |
"project": "linkage", | |
"id": "econabhishek", | |
"run": "linkage_en_aliases", | |
"entity": "econabhishek" | |
}, | |
"add_pooling_layer": false, | |
"large_val": true, | |
"eval_steps_perc": 0.5, | |
"test_at_end": true, | |
"save_val_test_pickles": true, | |
"val_query_prop": 0.5, | |
"loss_params": {}, | |
"eval_type": "retrieval", | |
"training_dataset": "dataframe", | |
"base_model_path": "multi-qa-mpnet-base-dot-v1", | |
"best_model_path": "models/linkage_en_aliases" | |
} |