omareweis commited on
Commit
05b92ea
·
verified ·
1 Parent(s): b4456a7

Update config.json

Browse files
Files changed (1) hide show
  1. config.json +13 -4
config.json CHANGED
@@ -1,6 +1,15 @@
1
  {
2
- "model_type": "your_model_type", // e.g., "bert", "gpt2", etc.
3
- "hidden_size": 768, // example parameter
4
- "num_attention_heads": 12, // example parameter
5
- "num_hidden_layers": 12 // example parameter
 
 
 
 
 
 
 
 
6
  }
 
 
1
  {
2
+ "model_name": "SkipGram",
3
+ "embedding_dim": 64,
4
+ "vocab_size": 70572,
5
+ "context_size": 2,
6
+ "batch_size": 2048,
7
+ "learning_rate": 0.001,
8
+ "epochs": 30,
9
+ "window_size": 5,
10
+ "random_samples": 2,
11
+ "checkpoint_path": "model_checkpoints/checkpoint_epoch_{}.pt",
12
+ "project_name": "skipgram_training",
13
+ "entity": "omareweis123"
14
  }
15
+