DSI commited on
Commit
1f10be4
1 Parent(s): 7ac3509

Upload train_config.json

Browse files
Files changed (1) hide show
  1. train_config.json +1 -0
train_config.json ADDED
@@ -0,0 +1 @@
 
1
+ {"device": "cuda", "per_gpu_train_batch_size": 4, "per_gpu_unlabeled_batch_size": 64, "n_gpu": 1, "num_train_epochs": 3.0, "max_steps": -1, "gradient_accumulation_steps": 1, "weight_decay": 0.01, "learning_rate": 1e-05, "adam_epsilon": 1e-08, "warmup_steps": 0, "max_grad_norm": 1.0, "lm_training": false, "use_logits": true, "alpha": 0.9999, "temperature": 2}