McGill-NLP
/

LLM2Vec-Meta-Llama-31-8B-Instruct-mntp

Model card Files Files and versions Community

vaibhavad commited on 28 days ago

Commit

9d1613c

•

1 Parent(s): 1d49bff

Update modeling_llama_encoder.py

Change to point to correct abstraction

Files changed (1) hide show

modeling_llama_encoder.py +1 -1

modeling_llama_encoder.py CHANGED Viewed

@@ -53,7 +53,7 @@ class ModifiedLlamaDecoderLayer(LlamaDecoderLayer):
         self.post_attention_layernorm = LlamaRMSNorm(config.hidden_size, eps=config.rms_norm_eps)
-class BidirectionalLlama(LlamaModel):
     def __init__(self, config):
         LlamaPreTrainedModel.__init__(self, config)
         self.padding_idx = config.pad_token_id

         self.post_attention_layernorm = LlamaRMSNorm(config.hidden_size, eps=config.rms_norm_eps)
+class LlamaEncoderModel(LlamaModel):
     def __init__(self, config):
         LlamaPreTrainedModel.__init__(self, config)
         self.padding_idx = config.pad_token_id