File size: 449 Bytes
0766044
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
{
  "PERSONACHAT_DATASET_NAME": "bavard/personachat_truecased",
  "MODEL_NAME": "bigscience/test-bloomd-6b3",
  "INITIAL_PEERS":["/ip4/193.106.95.184/tcp/31000/p2p/QmSg7izCDtowVTACbUmWvEiQZNY4wgCQ9T9Doo66K59X6q"],
  "NUM_PREFIX_TOKENS": 16,
  "DEVICE": "cpu",
  "BATCH_SIZE": 4,
  "LR": 0.01,
  "WEIGHT_DECAY": 0.0,
  "NUM_SAMPLES": 1000,
  "SEED": 42,
  "MODEL_MAX_LENGTH": 256,
  "TUNING_MODE": "ptune",
  "N_EPOCH": 1,
  "PADDING_SIDE": "right"
}