Gengzigang
commited on
Commit
•
97f7d16
1
Parent(s):
1c201fa
update
Browse files
README.md
CHANGED
@@ -77,7 +77,7 @@ llm_model_name = 'microsoft/LLM2CLIP-Llama-3-8B-Instruct-CC-Finetuned'
|
|
77 |
config = AutoConfig.from_pretrained(
|
78 |
llm_model_name, trust_remote_code=True
|
79 |
)
|
80 |
-
llm_model = AutoModel.from_pretrained(llm_model_name, torch.bfloat16, config=config, trust_remote_code=True)
|
81 |
tokenizer = AutoTokenizer.from_pretrained(llm_model_name)
|
82 |
llm_model.config._name_or_path = 'meta-llama/Meta-Llama-3-8B-Instruct' # Workaround for LLM2VEC
|
83 |
l2v = LLM2Vec(llm_model, tokenizer, pooling_mode="mean", max_length=512, doc_max_length=512)
|
|
|
77 |
config = AutoConfig.from_pretrained(
|
78 |
llm_model_name, trust_remote_code=True
|
79 |
)
|
80 |
+
llm_model = AutoModel.from_pretrained(llm_model_name, torch_dtype=torch.bfloat16, config=config, trust_remote_code=True)
|
81 |
tokenizer = AutoTokenizer.from_pretrained(llm_model_name)
|
82 |
llm_model.config._name_or_path = 'meta-llama/Meta-Llama-3-8B-Instruct' # Workaround for LLM2VEC
|
83 |
l2v = LLM2Vec(llm_model, tokenizer, pooling_mode="mean", max_length=512, doc_max_length=512)
|