File size: 533 Bytes
365e34d |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 |
{
"architectures": [
"SimCSEModel"
],
"base_model": "klue/roberta-large",
"batch_size": 64,
"debug": "False",
"device": "cuda:0",
"eval_steps": 50,
"local_rank": 0,
"lr": 3e-05,
"lr_scheduler_type": "linear",
"max_seq_len": 32,
"num_epochs": 1,
"num_warmup_steps": 0,
"output_dir": "/opt/ml/model/",
"rank": 0,
"save_path": "../model",
"seed": 42,
"temperature": 0.05,
"torch_dtype": "float32",
"transformers_version": "4.33.3",
"use_fp16": "True",
"version": 1.0,
"world_size": 4
}
|