linktransformer-models-test / LT_training_config.json
96abhishekarora's picture
Updated model with better training and evaluation. Test and val data included as pickle files.
0675367
raw
history blame
736 Bytes
{
"model_save_dir": "models",
"model_save_name": "check",
"opt_model_description": "test",
"opt_model_lang": "jp",
"train_batch_size": 64,
"num_epochs": 1,
"warm_up_perc": 1,
"learning_rate": 2e-05,
"loss_type": "supcon",
"val_perc": 0.2,
"wandb_names": {
"project": "linktransformer",
"id": "your-id",
"run": "run-name",
"entity": "your-id"
},
"add_pooling_layer": false,
"large_val": true,
"eval_steps_perc": 0.5,
"test_at_end": true,
"save_val_test_pickles": true,
"val_query_prop": 0.5,
"loss_params": {},
"eval_type": "classification",
"training_dataset": "dataframe",
"base_model_path": "oshizo/sbert-jsnli-luke-japanese-base-lite",
"best_model_path": "models/check"
}