| {"dataset_name": "GCA_000001405.15_GRCh38_genomic_no_mito_upper_N.filtered.6mers.1000toklen", "alphabet": "k-mers", "k_for_kmers": 6, "num_warmup_updates": 16000, "warmup_init_lr": 5e-05, "warmup_end_lr": 0.0001, "training_set_proportion": 0.95, "acc_batch_size": 36, "masking_ratio": 0.15, "masking_prob": 0.8, "batch_size": 7, "random_token_prob": 0.1, "alphabet_size": 4105, "pad_token_id": 1, "mask_token_id": 2, "class_token_id": 3, "eos_token_id": -1, "prepend_bos": true, "append_eos": false, "max_positions": 1000, "emb_layer_norm_before": false, "attention_heads": 20, "embed_dim": 1280, "ffn_embed_dim": 5120, "num_layers": 24, "token_dropout": true, "embed_scale": 1.0, "num_layer_per_remat_block": 1, "use_remat": false, "tokens_length": 1000, "mixed-precision": true, "model_num_parameters": 485729545} |