Upload folder using huggingface_hub
Browse files- Test_RAG.py +1 -1
Test_RAG.py
CHANGED
@@ -303,7 +303,7 @@ llm = HuggingFacePipeline.from_model_id(
|
|
303 |
)
|
304 |
# 设置 pad_token_id 为 eos_token_id
|
305 |
from transformers import AutoModelForCausalLM, AutoTokenizer, pipeline
|
306 |
-
tokenizer = AutoTokenizer.from_pretrained(
|
307 |
if tokenizer.pad_token_id is None:
|
308 |
tokenizer.pad_token_id = llm.config.eos_token_id
|
309 |
llm.invoke("2 + 2 =")
|
|
|
303 |
)
|
304 |
# 设置 pad_token_id 为 eos_token_id
|
305 |
from transformers import AutoModelForCausalLM, AutoTokenizer, pipeline
|
306 |
+
tokenizer = AutoTokenizer.from_pretrained('meta-llama/Llama-3.2-3B-Instruct')
|
307 |
if tokenizer.pad_token_id is None:
|
308 |
tokenizer.pad_token_id = llm.config.eos_token_id
|
309 |
llm.invoke("2 + 2 =")
|