Upload 3 files
Browse files- archive/config.json +14 -0
- archive/gemma-7b-it.ckpt +3 -0
- archive/tokenizer.model +3 -0
archive/config.json
ADDED
|
@@ -0,0 +1,14 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
'vocab_size': 256000,
|
| 3 |
+
'max_position_embeddings': 8192,
|
| 4 |
+
'num_hidden_layers': 28,
|
| 5 |
+
'num_attention_heads': 16,
|
| 6 |
+
'num_key_value_heads': 16,
|
| 7 |
+
'hidden_size': 3072,
|
| 8 |
+
'intermediate_size': 24576,
|
| 9 |
+
'head_dim': 256,
|
| 10 |
+
'rms_nms_eps': 1e-6,
|
| 11 |
+
'dtype': 'bfloat16',
|
| 12 |
+
'quant': false,
|
| 13 |
+
'tokenizer': 'tokenizer/tokenizer.model',
|
| 14 |
+
}
|
archive/gemma-7b-it.ckpt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:caf242310d83b3ff40d7eae5e1ba4104315de4f5b68d840b3a1379ca70a66bb0
|
| 3 |
+
size 17092219796
|
archive/tokenizer.model
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:61a7b147390c64585d6c3543dd6fc636906c9af3865a5548f27f31aee1d4c8e2
|
| 3 |
+
size 4241003
|