Update config.json
Browse files- config.json +6 -1
config.json
CHANGED
@@ -22,5 +22,10 @@
|
|
22 |
"torch_dtype": "bfloat16",
|
23 |
"transformers_version": "4.34.0",
|
24 |
"use_cache": true,
|
25 |
-
"vocab_size": 32000
|
|
|
|
|
|
|
|
|
|
|
26 |
}
|
|
|
22 |
"torch_dtype": "bfloat16",
|
23 |
"transformers_version": "4.34.0",
|
24 |
"use_cache": true,
|
25 |
+
"vocab_size": 32000,
|
26 |
+
|
27 |
+
// Memory-related parameters
|
28 |
+
"external_memory_size": 1024, // Example: Size of the external memory
|
29 |
+
"memory_read_heads": 4, // Example: Number of read heads for memory access
|
30 |
+
"memory_write_heads": 2 // Example: Number of write heads for memory access
|
31 |
}
|