user user
commited on
Commit
·
40a5d17
1
Parent(s):
43dad1e
adapted config file for tokenizer_config, a new dict entry for the current scaling version
Browse files- config.yml +5 -3
config.yml
CHANGED
@@ -133,8 +133,10 @@
|
|
133 |
"profiler_output": null
|
134 |
},
|
135 |
"transformer_architecture": {
|
136 |
-
"
|
137 |
-
|
|
|
|
|
138 |
"hidden_size": 4608,
|
139 |
"num_layers": 27,
|
140 |
"num_attention_heads": 36,
|
@@ -224,4 +226,4 @@
|
|
224 |
},
|
225 |
"determined_experiment_id": 2765,
|
226 |
"determined_trial_id": 81283
|
227 |
-
}
|
|
|
133 |
"profiler_output": null
|
134 |
},
|
135 |
"transformer_architecture": {
|
136 |
+
"tokenizer_config": {
|
137 |
+
"vocab_size": 128000,
|
138 |
+
"vocab_file": null
|
139 |
+
},
|
140 |
"hidden_size": 4608,
|
141 |
"num_layers": 27,
|
142 |
"num_attention_heads": 36,
|
|
|
226 |
},
|
227 |
"determined_experiment_id": 2765,
|
228 |
"determined_trial_id": 81283
|
229 |
+
}
|