LLMAEL-ReFinED-FT / fine_tuning_args.json
Amy Xin
Initial Model Commit
d4d1913
raw
history blame contribute delete
No virus
769 Bytes
{"class_name": "FineTuningArgs", "experiment_name": "wiki_model_llama", "device": "cuda:0", "el": false, "ed_dropout": 0.05, "et_dropout": 0.1, "gradient_accumulation_steps": 4, "epochs": 5, "lr": 1e-05, "batch_size": 32, "ed_threshold": 0.15, "num_warmup_steps": 10, "num_candidates_train": 30, "num_candidates_eval": 30, "use_precomputed_descriptions": false, "output_dir": "../", "restore_model_path": null, "entity_set": "wikipedia", "data_dir": "/home/amy/.cache/refined", "debug": false, "transformer_name": "roberta-base", "n_gpu": 1, "mask_prob": 0.7, "mask_random_prob": 0.05, "candidate_dropout": 0.0, "max_mentions": 25, "download_files": true, "checkpoint_every_n_steps": 1000000, "resume": false, "checkpoint_metric": "ed", "model_name": "wikipedia_model"}