{ "adam_epsilon": 1e-08, "data_dir": "/content/data", "early_stop_callback": false, "en_ja_ratio": 4, "eval_batch_size": 32, "fp_16": false, "freeze_bert": true, "from_pretrained_bert": true, "gradient_accumulation_steps": 1, "learning_rate": 0.001, "lr_initial_epoch": 0, "lr_total_epochs": 4, "lr_warmup_epochs": 0.05, "max_cls_depth": 6, "max_grad_norm": 1.0, "max_input_length": 64, "model_name_or_path": "sonoisa/sentence-bert-base-ja-mean-tokens-v2", "n_gpu": 1, "num_train_epochs": 4, "seed": 42, "shuffle_buffer_size": 65536, "tokenizer_name_or_path": "sonoisa/sentence-bert-base-ja-mean-tokens-v2", "train_batch_size": 2560, "weight_decay": 0.0 }