Pittawat Taveekitworachai
commited on
Commit
·
dfcf52b
1
Parent(s):
592c3e9
fix: update the correct base llm path
Browse files- config.json +2 -2
- configuration_typhoon2audio.py +1 -1
config.json
CHANGED
@@ -18,7 +18,7 @@
|
|
18 |
"hidden_act": "silu",
|
19 |
"hidden_size": 4096,
|
20 |
"intermediate_size": 14336,
|
21 |
-
"llama_base_model": "scb10x/
|
22 |
"max_position_embeddings": 131072,
|
23 |
"mlp_bias": false,
|
24 |
"model_type": "typhoon2audio",
|
@@ -132,4 +132,4 @@
|
|
132 |
"vocab_size": 51866
|
133 |
},
|
134 |
"whisper_extractor_feature_size": 128
|
135 |
-
}
|
|
|
18 |
"hidden_act": "silu",
|
19 |
"hidden_size": 4096,
|
20 |
"intermediate_size": 14336,
|
21 |
+
"llama_base_model": "scb10x/llama3.1-typhoon2-8b-instruct",
|
22 |
"max_position_embeddings": 131072,
|
23 |
"mlp_bias": false,
|
24 |
"model_type": "typhoon2audio",
|
|
|
132 |
"vocab_size": 51866
|
133 |
},
|
134 |
"whisper_extractor_feature_size": 128
|
135 |
+
}
|
configuration_typhoon2audio.py
CHANGED
@@ -51,7 +51,7 @@ class Typhoon2AudioConfig(PretrainedConfig):
|
|
51 |
|
52 |
def __init__(self, **kwargs):
|
53 |
# LLM -- Llama3
|
54 |
-
self.llama_base_model = "scb10x/
|
55 |
|
56 |
# Whisper
|
57 |
self.whisper_extractor_feature_size=128
|
|
|
51 |
|
52 |
def __init__(self, **kwargs):
|
53 |
# LLM -- Llama3
|
54 |
+
self.llama_base_model = "scb10x/llama3.1-typhoon2-8b-instruct"
|
55 |
|
56 |
# Whisper
|
57 |
self.whisper_extractor_feature_size=128
|