fix: config
Browse files- README.md +4 -1
- config.json +2 -4
README.md
CHANGED
|
@@ -6,4 +6,7 @@ library_name: transformers
|
|
| 6 |
pipeline_tag: text-generation
|
| 7 |
---
|
| 8 |
|
| 9 |
-
Gazelle
|
|
|
|
|
|
|
|
|
|
|
|
| 6 |
pipeline_tag: text-generation
|
| 7 |
---
|
| 8 |
|
| 9 |
+
# Gazelle
|
| 10 |
+
|
| 11 |
+
Gazelle v0.1 is a research preview of Tincan's joint speech-language models. More details TK.
|
| 12 |
+
|
config.json
CHANGED
|
@@ -166,12 +166,10 @@
|
|
| 166 |
"vocab_size": 32,
|
| 167 |
"xvector_output_dim": 512
|
| 168 |
},
|
| 169 |
-
"audio_model_id": "facebook/wav2vec2-base-960h",
|
| 170 |
"audio_token_index": 32000,
|
| 171 |
"hidden_size": 4096,
|
| 172 |
"ignore_index": -100,
|
| 173 |
"model_type": "gazelle",
|
| 174 |
-
"projector_hidden_act": "gelu",
|
| 175 |
"stack_factor": 8,
|
| 176 |
"text_config": {
|
| 177 |
"_name_or_path": "meta-llama/Llama-2-7b-chat-hf",
|
|
@@ -181,9 +179,9 @@
|
|
| 181 |
"max_position_embeddings": 4096,
|
| 182 |
"model_type": "llama",
|
| 183 |
"rms_norm_eps": 1e-05,
|
| 184 |
-
"torch_dtype": "float16"
|
|
|
|
| 185 |
},
|
| 186 |
-
"text_model_id": "meta-llama/Llama-2-7b-chat-hf",
|
| 187 |
"torch_dtype": "bfloat16",
|
| 188 |
"transformers_version": "4.38.1",
|
| 189 |
"vocab_size": 32001
|
|
|
|
| 166 |
"vocab_size": 32,
|
| 167 |
"xvector_output_dim": 512
|
| 168 |
},
|
|
|
|
| 169 |
"audio_token_index": 32000,
|
| 170 |
"hidden_size": 4096,
|
| 171 |
"ignore_index": -100,
|
| 172 |
"model_type": "gazelle",
|
|
|
|
| 173 |
"stack_factor": 8,
|
| 174 |
"text_config": {
|
| 175 |
"_name_or_path": "meta-llama/Llama-2-7b-chat-hf",
|
|
|
|
| 179 |
"max_position_embeddings": 4096,
|
| 180 |
"model_type": "llama",
|
| 181 |
"rms_norm_eps": 1e-05,
|
| 182 |
+
"torch_dtype": "float16",
|
| 183 |
+
"vocab_size": 32001
|
| 184 |
},
|
|
|
|
| 185 |
"torch_dtype": "bfloat16",
|
| 186 |
"transformers_version": "4.38.1",
|
| 187 |
"vocab_size": 32001
|