Updated model with better training and evaluation. Test and val data included as pickle files. Older Legacy files were removed to avoid confusion.
2de46f4
| { | |
| "model_save_dir": "models", | |
| "model_save_name": "check", | |
| "opt_model_description": "test", | |
| "opt_model_lang": "jp", | |
| "train_batch_size": 64, | |
| "num_epochs": 1, | |
| "warm_up_perc": 1, | |
| "learning_rate": 2e-05, | |
| "loss_type": "supcon", | |
| "val_perc": 0.2, | |
| "wandb_names": { | |
| "project": "linktransformer", | |
| "id": "your-id", | |
| "run": "run-name", | |
| "entity": "your-id" | |
| }, | |
| "add_pooling_layer": false, | |
| "large_val": true, | |
| "eval_steps_perc": 0.5, | |
| "test_at_end": true, | |
| "save_val_test_pickles": true, | |
| "val_query_prop": 0.5, | |
| "loss_params": {}, | |
| "eval_type": "classification", | |
| "training_dataset": "dataframe", | |
| "base_model_path": "oshizo/sbert-jsnli-luke-japanese-base-lite", | |
| "best_model_path": "models/check" | |
| } |