getting error
from transformers import AutoModelForCausalLM, AutoTokenizer
model_path = "D:\Program\Falcon-7b"
tokenizer = AutoTokenizer.from_pretrained(model_path, trust_remote_code=True)
model = AutoModelForCausalLM.from_pretrained(model_path, trust_remote_code=True, from_tf=True, revision="main")
template = "Question: {question}"
prompt = PromptTemplate(template=template, input_variables=["question"])
llm_chain = LLMChain(prompt=prompt, llm=model)
question = "What is the meaning of life?"
output = llm_chain.run(question)
print(output)
│ d:\Program\zcode\test4.py:8 in │
│ │
│ 5 │
│ 6 model_path = "D:\Program\Falcon-7b" │
│ 7 tokenizer = AutoTokenizer.from_pretrained(model_path, trust_remote_code=True) │
│ ❱ 8 model = AutoModelForCausalLM.from_pretrained(model_path, trust_remote_code=True, from_tf │
│ 9 │
│ 10 template = "Question: {question}" │
│ 11 prompt = PromptTemplate(template=template, input_variables=["question"]) │
│ │
│ D:\Program\venv\Lib\site-packages\transformers\models\auto\auto_factory.py:466 in │
│ from_pretrained │
│ │
│ 463 │ │ │ │ pretrained_model_name_or_path, module_file + ".py", class_name, **hub_kw │
│ 464 │ │ │ ) │
│ 465 │ │ │ model_class.register_for_auto_class(cls.name) │
│ ❱ 466 │ │ │ return model_class.from_pretrained( │
│ 467 │ │ │ │ pretrained_model_name_or_path, *model_args, config=config, **hub_kwargs, │
│ 468 │ │ │ ) │
│ 469 │ │ elif type(config) in cls._model_mapping.keys(): │
│ │
│ D:\Program\venv\Lib\site-packages\transformers\modeling_utils.py:2753 in from_pretrained │
│ │
│ 2750 │ │ │ │ del device_map_without_lm_head │
│ 2751 │ │ │
│ 2752 │ │ if from_tf: │
│ ❱ 2753 │ │ │ if resolved_archive_file.endswith(".index"): │
│ 2754 │ │ │ │ # Load from a TensorFlow 1.X checkpoint - provided by original authors │
│ 2755 │ │ │ │ model = cls.load_tf_weights(model, config, resolved_archive_file[:-6]) │
│ 2756 │ │ │ else: │
╰──────────────────────────────────────────────────────────────────────────────────────────────────╯
AttributeError: 'list' object has no attribute 'endswith'
Are you attempting to open a tensor flow version of the model? The error leads me to believe you are not. Try removing from_tf=True.
setting the from_tf=True, then encountered a new error as follows:
Traceback (most recent call last):
File "/home/others/model_test.py", line 35, in
func_inference_with_huggingface(model_dir)
File "/home/others/model_test.py", line 11, in func_inference_with_huggingface
model = AutoModelForCausalLM.from_pretrained(model_dir, from_tf=True)
File "/home/anaconda3/envs/env_py39/lib/python3.9/site-packages/transformers/models/auto/auto_factory.py", line 564, in from_pretrained
return model_class.from_pretrained(
File "/home/anaconda3/envs/env_py39/lib/python3.9/site-packages/transformers/modeling_utils.py", line 3796, in from_pretrained
if resolved_archive_file.endswith(".index"):
AttributeError: 'list' object has no attribute 'endswith'