user user commited on
Commit
40a5d17
·
1 Parent(s): 43dad1e

adapted config file for tokenizer_config, a new dict entry for the current scaling version

Browse files
Files changed (1) hide show
  1. config.yml +5 -3
config.yml CHANGED
@@ -133,8 +133,10 @@
133
  "profiler_output": null
134
  },
135
  "transformer_architecture": {
136
- "vocab_size": 128000,
137
- "vocab_file": "/scratch/samuel/Pharia-1-LLM-7B-control/vocab.json",
 
 
138
  "hidden_size": 4608,
139
  "num_layers": 27,
140
  "num_attention_heads": 36,
@@ -224,4 +226,4 @@
224
  },
225
  "determined_experiment_id": 2765,
226
  "determined_trial_id": 81283
227
- }
 
133
  "profiler_output": null
134
  },
135
  "transformer_architecture": {
136
+ "tokenizer_config": {
137
+ "vocab_size": 128000,
138
+ "vocab_file": null
139
+ },
140
  "hidden_size": 4608,
141
  "num_layers": 27,
142
  "num_attention_heads": 36,
 
226
  },
227
  "determined_experiment_id": 2765,
228
  "determined_trial_id": 81283
229
+ }