peralp24 commited on
Commit
c3c777b
1 Parent(s): ba95108

Update modeling_pharia.py

Browse files
Files changed (1) hide show
  1. modeling_pharia.py +4 -2
modeling_pharia.py CHANGED
@@ -66,6 +66,8 @@ class PhariaAdapterConfig:
66
 
67
 
68
  class PhariaConfig(PretrainedConfig):
 
 
69
  def __init__(
70
  self,
71
  pad_token_id=None,
@@ -77,8 +79,8 @@ class PhariaConfig(PretrainedConfig):
77
  initializer_range=0.02,
78
  intermediate_size=2048,
79
  max_position_embeddings=8192,
80
- model_type="pharia-v2",
81
- #model_type="phariaembed",
82
  num_attention_heads=4,
83
  num_hidden_layers=4,
84
  num_key_value_heads=2,
 
66
 
67
 
68
  class PhariaConfig(PretrainedConfig):
69
+ model_type = "phariaembed"
70
+
71
  def __init__(
72
  self,
73
  pad_token_id=None,
 
79
  initializer_range=0.02,
80
  intermediate_size=2048,
81
  max_position_embeddings=8192,
82
+ #model_type="pharia-v2",
83
+ model_type="phariaembed",
84
  num_attention_heads=4,
85
  num_hidden_layers=4,
86
  num_key_value_heads=2,