Special tokens have been added in the vocabulary, make sure the associated word embeddings are fine-tuned or trained.
Traceback (most recent call last):
File "/home/xiah/MLLM/Kangaroo/video_understanding.py", line 5, in
model = AutoModelForCausalLM.from_pretrained(
File "/home/xiah/anaconda3/envs/kangaroo/lib/python3.9/site-packages/transformers/models/auto/auto_factory.py", line 550, in from_pretrained
model_class = get_class_from_dynamic_module(
File "/home/xiah/anaconda3/envs/kangaroo/lib/python3.9/site-packages/transformers/dynamic_module_utils.py", line 498, in get_class_from_dynamic_module
final_module = get_cached_module_file(
File "/home/xiah/anaconda3/envs/kangaroo/lib/python3.9/site-packages/transformers/dynamic_module_utils.py", line 323, in get_cached_module_file
modules_needed = check_imports(resolved_module_file)
File "/home/xiah/anaconda3/envs/kangaroo/lib/python3.9/site-packages/transformers/dynamic_module_utils.py", line 181, in check_imports
raise ImportError(
ImportError: This modeling file requires the following packages that were not found in your environment: flash_attn. Run pip install flash_attn
pip list | grep flash
flash_attn 2.5.5
Special tokens have been added in the vocabulary, make sure the associated word embeddings are fine-tuned or trained.
Traceback (most recent call last):
File "/home/xiah/MLLM/Kangaroo/video_understanding.py", line 5, in
model = AutoModelForCausalLM.from_pretrained(
File "/home/xiah/anaconda3/envs/kangaroo/lib/python3.9/site-packages/transformers/models/auto/auto_factory.py", line 550, in from_pretrained
model_class = get_class_from_dynamic_module(
File "/home/xiah/anaconda3/envs/kangaroo/lib/python3.9/site-packages/transformers/dynamic_module_utils.py", line 498, in get_class_from_dynamic_module
final_module = get_cached_module_file(
File "/home/xiah/anaconda3/envs/kangaroo/lib/python3.9/site-packages/transformers/dynamic_module_utils.py", line 323, in get_cached_module_file
modules_needed = check_imports(resolved_module_file)
File "/home/xiah/anaconda3/envs/kangaroo/lib/python3.9/site-packages/transformers/dynamic_module_utils.py", line 181, in check_imports
raise ImportError(
ImportError: This modeling file requires the following packages that were not found in your environment: flash_attn. Run
pip install flash_attnpip list | grep flash
flash_attn 2.5.5