lt-kn-en_familyname-linkage / LT_training_config.json
96abhishekarora's picture
Modified validation and training for linktransformer model
2065bfc
{
"model_save_dir": "models",
"model_save_name": "linkage_kn_en_familyname",
"opt_model_description": "This model was trained on a dataset consisting of 12105132 people and their family id. 50% of the names are alo transliterated. \n It was trained for 6 epochs using other defaults that can be found in the repo's LinkTransformer config file - LT_training_config.json \n ",
"opt_model_lang": [
"kn",
"en"
],
"train_batch_size": 64,
"num_epochs": 6,
"warm_up_perc": 1,
"learning_rate": 2e-06,
"val_perc": 0.01,
"wandb_names": {
"project": "linkage",
"id": "econabhishek",
"run": "linkage_kn_en_familyname",
"entity": "econabhishek"
},
"add_pooling_layer": false,
"large_val": false,
"eval_steps_perc": 0.1,
"test_at_end": true,
"save_val_test_pickles": true,
"val_query_prop": 0.5,
"eval_type": "retrieval",
"training_dataset": "dataframe",
"base_model_path": "bert-base-multilingual-cased",
"best_model_path": "models/linkage_kn_en_familyname"
}