| { | |
| "config": { | |
| "experiment": "exp4", | |
| "task": "contact_prediction", | |
| "dataset_name": "timodonnell/protein-docs", | |
| "dataset_config": "default", | |
| "max_docs_per_cluster": 1, | |
| "train_samples": 1645588, | |
| "val_samples": 216247, | |
| "eval_samples": 500, | |
| "gen_eval_samples": 20, | |
| "gen_max_new_tokens": 1000, | |
| "max_token_length": 8192, | |
| "batch_size": 2, | |
| "gradient_accumulation_steps": 1, | |
| "lr": 0.0001, | |
| "n_epochs": 1, | |
| "warmup_ratio": 0.1, | |
| "warmup_steps": 500, | |
| "seed": 42, | |
| "n_params": 984475648, | |
| "hidden_size": 2048, | |
| "num_layers": 16, | |
| "num_heads": 32, | |
| "vocab_size": 2766 | |
| }, | |
| "train_loss": 0.7506831831044228 | |
| } |