tiiuae

/

falcon-7b

like 1.05k

from transformers import AutoModelForCausalLM, AutoTokenizer

model_path = "D:\Program\Falcon-7b"
tokenizer = AutoTokenizer.from_pretrained(model_path, trust_remote_code=True)
model = AutoModelForCausalLM.from_pretrained(model_path, trust_remote_code=True, from_tf=True, revision="main")

template = "Question: {question}"
prompt = PromptTemplate(template=template, input_variables=["question"])
llm_chain = LLMChain(prompt=prompt, llm=model)

question = "What is the meaning of life?"
output = llm_chain.run(question)
print(output)

│ d:\Program\zcode\test4.py:8 in │
│ │
│ 5 │
│ 6 model_path = "D:\Program\Falcon-7b" │
│ 7 tokenizer = AutoTokenizer.from_pretrained(model_path, trust_remote_code=True) │
│ ❱ 8 model = AutoModelForCausalLM.from_pretrained(model_path, trust_remote_code=True, from_tf │
│ 9 │
│ 10 template = "Question: {question}" │
│ 11 prompt = PromptTemplate(template=template, input_variables=["question"]) │
│ │
│ D:\Program\venv\Lib\site-packages\transformers\models\auto\auto_factory.py:466 in │
│ from_pretrained │
│ │
│ 463 │ │ │ │ pretrained_model_name_or_path, module_file + ".py", class_name, **hub_kw │
│ 464 │ │ │ ) │
│ 465 │ │ │ model_class.register_for_auto_class(cls.name) │
│ ❱ 466 │ │ │ return model_class.from_pretrained( │
│ 467 │ │ │ │ pretrained_model_name_or_path, *model_args, config=config, **hub_kwargs, │
│ 468 │ │ │ ) │
│ 469 │ │ elif type(config) in cls._model_mapping.keys(): │
│ │
│ D:\Program\venv\Lib\site-packages\transformers\modeling_utils.py:2753 in from_pretrained │
│ │
│ 2750 │ │ │ │ del device_map_without_lm_head │
│ 2751 │ │ │
│ 2752 │ │ if from_tf: │
│ ❱ 2753 │ │ │ if resolved_archive_file.endswith(".index"): │
│ 2754 │ │ │ │ # Load from a TensorFlow 1.X checkpoint - provided by original authors │
│ 2755 │ │ │ │ model = cls.load_tf_weights(model, config, resolved_archive_file[:-6]) │
│ 2756 │ │ │ else: │
╰──────────────────────────────────────────────────────────────────────────────────────────────────╯
AttributeError: 'list' object has no attribute 'endswith'