Update modeling_pharia.py
Browse files- modeling_pharia.py +4 -2
modeling_pharia.py
CHANGED
@@ -66,6 +66,8 @@ class PhariaAdapterConfig:
|
|
66 |
|
67 |
|
68 |
class PhariaConfig(PretrainedConfig):
|
|
|
|
|
69 |
def __init__(
|
70 |
self,
|
71 |
pad_token_id=None,
|
@@ -77,8 +79,8 @@ class PhariaConfig(PretrainedConfig):
|
|
77 |
initializer_range=0.02,
|
78 |
intermediate_size=2048,
|
79 |
max_position_embeddings=8192,
|
80 |
-
model_type="pharia-v2",
|
81 |
-
|
82 |
num_attention_heads=4,
|
83 |
num_hidden_layers=4,
|
84 |
num_key_value_heads=2,
|
|
|
66 |
|
67 |
|
68 |
class PhariaConfig(PretrainedConfig):
|
69 |
+
model_type = "phariaembed"
|
70 |
+
|
71 |
def __init__(
|
72 |
self,
|
73 |
pad_token_id=None,
|
|
|
79 |
initializer_range=0.02,
|
80 |
intermediate_size=2048,
|
81 |
max_position_embeddings=8192,
|
82 |
+
#model_type="pharia-v2",
|
83 |
+
model_type="phariaembed",
|
84 |
num_attention_heads=4,
|
85 |
num_hidden_layers=4,
|
86 |
num_key_value_heads=2,
|