davidschulte commited on
Commit
d57f1f5
1 Parent(s): 13c9885

Upload config

Browse files
Files changed (1) hide show
  1. config.json +23 -3
config.json CHANGED
@@ -1,4 +1,24 @@
1
  {
2
- "embedding_dim": 768,
3
- "optional_layer_dims": null
4
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
  {
2
+ "base_model_name": "bert-base-multilingual-uncased",
3
+ "developers": "David Schulte",
4
+ "esm_architecture": "linear",
5
+ "esm_batch_size": 32,
6
+ "esm_learning_rate": 0.001,
7
+ "esm_num_epochs": 10,
8
+ "esm_optimizer": "AdamW",
9
+ "esm_weight_decay": 0.01,
10
+ "label_column": "scenario",
11
+ "language": null,
12
+ "lm_batch_size": 32,
13
+ "lm_learning_rate": 2e-05,
14
+ "lm_num_epochs": 3,
15
+ "lm_optimizer": "AdamW",
16
+ "lm_weight_decay": 0.01,
17
+ "num_examples": 10000,
18
+ "seed": 42,
19
+ "task_id": "AmazonScience/massive",
20
+ "task_split": "train",
21
+ "task_subset": "ro-RO",
22
+ "text_column": "annot_utt",
23
+ "transformers_version": "4.36.2"
24
+ }