Update configuration_decilm.py
Browse files- configuration_decilm.py +1 -1
configuration_decilm.py
CHANGED
@@ -32,7 +32,7 @@ class DeciLMConfig(LlamaConfig):
|
|
32 |
|
33 |
def __init__(
|
34 |
self,
|
35 |
-
num_key_value_heads_per_layer: list
|
36 |
naive_attention_prefill: bool = False,
|
37 |
naive_attention_decode_batched: bool = False,
|
38 |
naive_attention_decode_single: bool = False,
|
|
|
32 |
|
33 |
def __init__(
|
34 |
self,
|
35 |
+
num_key_value_heads_per_layer: list = None,
|
36 |
naive_attention_prefill: bool = False,
|
37 |
naive_attention_decode_batched: bool = False,
|
38 |
naive_attention_decode_single: bool = False,
|