Whenever I try to load the model (llava-hf/bakLlava-v1-hf) I get a connection error -
The code snippet -
from transformers import pipeline
model_id = "llava-hf/bakLlava-v1-hf"
pipe = pipeline("image-to-text", model=model_id, device="cuda:1")
The error log -
---------------------------------------------------------------------------
ValueError Traceback (most recent call last)
Cell In[2], line 5
1 from transformers import pipeline
3 model_id = "llava-hf/bakLlava-v1-hf"
----> 5 pipe = pipeline("image-to-text", model=model_id, device="cuda:1")
File /NS/llm-1/nobackup/afkhan/anaconda3/envs/ragenv/lib/python3.10/site-packages/transformers/pipelines/__init__.py:906, in pipeline(task, model, config, tokenizer, feature_extractor, image_processor, framework, revision, use_fast, token, device, device_map, torch_dtype, trust_remote_code, model_kwargs, pipeline_class, **kwargs)
904 if isinstance(model, str) or framework is None:
905 model_classes = {"tf": targeted_task["tf"], "pt": targeted_task["pt"]}
--> 906 framework, model = infer_framework_load_model(
907 model,
908 model_classes=model_classes,
909 config=config,
910 framework=framework,
911 task=task,
912 **hub_kwargs,
913 **model_kwargs,
914 )
916 model_config = model.config
917 hub_kwargs["_commit_hash"] = model.config._commit_hash
File /NS/llm-1/nobackup/afkhan/anaconda3/envs/ragenv/lib/python3.10/site-packages/transformers/pipelines/base.py:296, in infer_framework_load_model(model, config, model_classes, task, framework, **model_kwargs)
294 for class_name, trace in all_traceback.items():
295 error += f"while loading with {class_name}, an error is thrown:\n{trace}\n"
--> 296 raise ValueError(
297 f"Could not load model {model} with any of the following classes: {class_tuple}. See the original errors:\n\n{error}\n"
298 )
300 if framework is None:
301 framework = infer_framework(model.__class__)
ValueError: Could not load model llava-hf/bakLlava-v1-hf with any of the following classes: (<class 'transformers.models.auto.modeling_auto.AutoModelForVision2Seq'>, <class 'transformers.models.llava.modeling_llava.LlavaForConditionalGeneration'>). See the original errors:
while loading with AutoModelForVision2Seq, an error is thrown:
Traceback (most recent call last):
File "/NS/llm-1/nobackup/afkhan/anaconda3/envs/ragenv/lib/python3.10/site-packages/huggingface_hub/utils/_errors.py", line 304, in hf_raise_for_status
response.raise_for_status()
File "/NS/llm-1/nobackup/afkhan/anaconda3/envs/ragenv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status
raise HTTPError(http_error_msg, response=self)
requests.exceptions.HTTPError: 416 Client Error: Requested Range Not Satisfiable for url: https://cdn-lfs-us-1.huggingface.co/repos/94/8d/948d90c3014806b0f90cb45dfcc4a976890efb4cd7dafa5fc0fca66865db1482/ec9698807268456e5a3fa74d657a8bffa5dc161baed731488775454880424011?response-content-disposition=inline%3B+filename*%3DUTF-8%27%27model-00001-of-00004.safetensors%3B+filename%3D%22model-00001-of-00004.safetensors%22%3B&Expires=1720082679&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTcyMDA4MjY3OX19LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2RuLWxmcy11cy0xLmh1Z2dpbmdmYWNlLmNvL3JlcG9zLzk0LzhkLzk0OGQ5MGMzMDE0ODA2YjBmOTBjYjQ1ZGZjYzRhOTc2ODkwZWZiNGNkN2RhZmE1ZmMwZmNhNjY4NjVkYjE0ODIvZWM5Njk4ODA3MjY4NDU2ZTVhM2ZhNzRkNjU3YThiZmZhNWRjMTYxYmFlZDczMTQ4ODc3NTQ1NDg4MDQyNDAxMT9yZXNwb25zZS1jb250ZW50LWRpc3Bvc2l0aW9uPSoifV19&Signature=BbhqPtxg4m8rhBTkxkHcxrvXakKPPFzhd4hUgtB0LTeWruPnScu77Hi-lQafDSOhaS87QV2UgW8XwaZKvwRwKlp4rDwsin7UOW8K9z0LNMf92pUHb2iEGyQRm6gVG6dfKTO2~kAZhrpOByWn3L6luSLFEyA8r5nKIoii9iZSfB7-rhVQ2WJY-w6AQBs9V~9evfscjN1HUM3kQQ9jc1q~UdtLllrkPHc9~hfygGA9pbqO60GLDrmBFygDdZL8CoPe8SmqNOEIip-M9LZ-0K~em54bxBS69W9XzW5N-RjMF8Xepim4DBC0MQpVSpGNk-YLFlwLB4vaOcMljkFVd39iqw__&Key-Pair-Id=K24J24Z295AEI9
The above exception was the direct cause of the following exception:
Traceback (most recent call last):
File "/NS/llm-1/nobackup/afkhan/anaconda3/envs/ragenv/lib/python3.10/site-packages/transformers/utils/hub.py", line 399, in cached_file
resolved_file = hf_hub_download(
File "/NS/llm-1/nobackup/afkhan/anaconda3/envs/ragenv/lib/python3.10/site-packages/huggingface_hub/utils/_validators.py", line 114, in _inner_fn
return fn(*args, **kwargs)
File "/NS/llm-1/nobackup/afkhan/anaconda3/envs/ragenv/lib/python3.10/site-packages/huggingface_hub/file_download.py", line 1221, in hf_hub_download
return _hf_hub_download_to_cache_dir(
File "/NS/llm-1/nobackup/afkhan/anaconda3/envs/ragenv/lib/python3.10/site-packages/huggingface_hub/file_download.py", line 1367, in _hf_hub_download_to_cache_dir
_download_to_tmp_and_move(
File "/NS/llm-1/nobackup/afkhan/anaconda3/envs/ragenv/lib/python3.10/site-packages/huggingface_hub/file_download.py", line 1884, in _download_to_tmp_and_move
http_get(
File "/NS/llm-1/nobackup/afkhan/anaconda3/envs/ragenv/lib/python3.10/site-packages/huggingface_hub/file_download.py", line 459, in http_get
r = _request_wrapper(
File "/NS/llm-1/nobackup/afkhan/anaconda3/envs/ragenv/lib/python3.10/site-packages/huggingface_hub/file_download.py", line 396, in _request_wrapper
hf_raise_for_status(response)
File "/NS/llm-1/nobackup/afkhan/anaconda3/envs/ragenv/lib/python3.10/site-packages/huggingface_hub/utils/_errors.py", line 371, in hf_raise_for_status
raise HfHubHTTPError(str(e), response=response) from e
huggingface_hub.utils._errors.HfHubHTTPError: 416 Client Error: Requested Range Not Satisfiable for url: https://cdn-lfs-us-1.huggingface.co/repos/94/8d/948d90c3014806b0f90cb45dfcc4a976890efb4cd7dafa5fc0fca66865db1482/ec9698807268456e5a3fa74d657a8bffa5dc161baed731488775454880424011?response-content-disposition=inline%3B+filename*%3DUTF-8%27%27model-00001-of-00004.safetensors%3B+filename%3D%22model-00001-of-00004.safetensors%22%3B&Expires=1720082679&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTcyMDA4MjY3OX19LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2RuLWxmcy11cy0xLmh1Z2dpbmdmYWNlLmNvL3JlcG9zLzk0LzhkLzk0OGQ5MGMzMDE0ODA2YjBmOTBjYjQ1ZGZjYzRhOTc2ODkwZWZiNGNkN2RhZmE1ZmMwZmNhNjY4NjVkYjE0ODIvZWM5Njk4ODA3MjY4NDU2ZTVhM2ZhNzRkNjU3YThiZmZhNWRjMTYxYmFlZDczMTQ4ODc3NTQ1NDg4MDQyNDAxMT9yZXNwb25zZS1jb250ZW50LWRpc3Bvc2l0aW9uPSoifV19&Signature=BbhqPtxg4m8rhBTkxkHcxrvXakKPPFzhd4hUgtB0LTeWruPnScu77Hi-lQafDSOhaS87QV2UgW8XwaZKvwRwKlp4rDwsin7UOW8K9z0LNMf92pUHb2iEGyQRm6gVG6dfKTO2~kAZhrpOByWn3L6luSLFEyA8r5nKIoii9iZSfB7-rhVQ2WJY-w6AQBs9V~9evfscjN1HUM3kQQ9jc1q~UdtLllrkPHc9~hfygGA9pbqO60GLDrmBFygDdZL8CoPe8SmqNOEIip-M9LZ-0K~em54bxBS69W9XzW5N-RjMF8Xepim4DBC0MQpVSpGNk-YLFlwLB4vaOcMljkFVd39iqw__&Key-Pair-Id=K24J24Z295AEI9
During handling of the above exception, another exception occurred:
Traceback (most recent call last):
File "/NS/llm-1/nobackup/afkhan/anaconda3/envs/ragenv/lib/python3.10/site-packages/transformers/pipelines/base.py", line 283, in infer_framework_load_model
model = model_class.from_pretrained(model, **kwargs)
File "/NS/llm-1/nobackup/afkhan/anaconda3/envs/ragenv/lib/python3.10/site-packages/transformers/models/auto/auto_factory.py", line 563, in from_pretrained
return model_class.from_pretrained(
File "/NS/llm-1/nobackup/afkhan/anaconda3/envs/ragenv/lib/python3.10/site-packages/transformers/modeling_utils.py", line 3511, in from_pretrained
resolved_archive_file, sharded_metadata = get_checkpoint_shard_files(
File "/NS/llm-1/nobackup/afkhan/anaconda3/envs/ragenv/lib/python3.10/site-packages/transformers/utils/hub.py", line 1040, in get_checkpoint_shard_files
cached_filename = cached_file(
File "/NS/llm-1/nobackup/afkhan/anaconda3/envs/ragenv/lib/python3.10/site-packages/transformers/utils/hub.py", line 461, in cached_file
raise EnvironmentError(f"There was a specific connection error when trying to load {path_or_repo_id}:\n{err}")
OSError: There was a specific connection error when trying to load llava-hf/bakLlava-v1-hf:
416 Client Error: Requested Range Not Satisfiable for url: https://cdn-lfs-us-1.huggingface.co/repos/94/8d/948d90c3014806b0f90cb45dfcc4a976890efb4cd7dafa5fc0fca66865db1482/ec9698807268456e5a3fa74d657a8bffa5dc161baed731488775454880424011?response-content-disposition=inline%3B+filename*%3DUTF-8%27%27model-00001-of-00004.safetensors%3B+filename%3D%22model-00001-of-00004.safetensors%22%3B&Expires=1720082679&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTcyMDA4MjY3OX19LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2RuLWxmcy11cy0xLmh1Z2dpbmdmYWNlLmNvL3JlcG9zLzk0LzhkLzk0OGQ5MGMzMDE0ODA2YjBmOTBjYjQ1ZGZjYzRhOTc2ODkwZWZiNGNkN2RhZmE1ZmMwZmNhNjY4NjVkYjE0ODIvZWM5Njk4ODA3MjY4NDU2ZTVhM2ZhNzRkNjU3YThiZmZhNWRjMTYxYmFlZDczMTQ4ODc3NTQ1NDg4MDQyNDAxMT9yZXNwb25zZS1jb250ZW50LWRpc3Bvc2l0aW9uPSoifV19&Signature=BbhqPtxg4m8rhBTkxkHcxrvXakKPPFzhd4hUgtB0LTeWruPnScu77Hi-lQafDSOhaS87QV2UgW8XwaZKvwRwKlp4rDwsin7UOW8K9z0LNMf92pUHb2iEGyQRm6gVG6dfKTO2~kAZhrpOByWn3L6luSLFEyA8r5nKIoii9iZSfB7-rhVQ2WJY-w6AQBs9V~9evfscjN1HUM3kQQ9jc1q~UdtLllrkPHc9~hfygGA9pbqO60GLDrmBFygDdZL8CoPe8SmqNOEIip-M9LZ-0K~em54bxBS69W9XzW5N-RjMF8Xepim4DBC0MQpVSpGNk-YLFlwLB4vaOcMljkFVd39iqw__&Key-Pair-Id=K24J24Z295AEI9
while loading with LlavaForConditionalGeneration, an error is thrown:
Traceback (most recent call last):
File "/NS/llm-1/nobackup/afkhan/anaconda3/envs/ragenv/lib/python3.10/site-packages/huggingface_hub/utils/_errors.py", line 304, in hf_raise_for_status
response.raise_for_status()
File "/NS/llm-1/nobackup/afkhan/anaconda3/envs/ragenv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status
raise HTTPError(http_error_msg, response=self)
requests.exceptions.HTTPError: 416 Client Error: Requested Range Not Satisfiable for url: https://cdn-lfs-us-1.huggingface.co/repos/94/8d/948d90c3014806b0f90cb45dfcc4a976890efb4cd7dafa5fc0fca66865db1482/ec9698807268456e5a3fa74d657a8bffa5dc161baed731488775454880424011?response-content-disposition=inline%3B+filename*%3DUTF-8%27%27model-00001-of-00004.safetensors%3B+filename%3D%22model-00001-of-00004.safetensors%22%3B&Expires=1720083109&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTcyMDA4MzEwOX19LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2RuLWxmcy11cy0xLmh1Z2dpbmdmYWNlLmNvL3JlcG9zLzk0LzhkLzk0OGQ5MGMzMDE0ODA2YjBmOTBjYjQ1ZGZjYzRhOTc2ODkwZWZiNGNkN2RhZmE1ZmMwZmNhNjY4NjVkYjE0ODIvZWM5Njk4ODA3MjY4NDU2ZTVhM2ZhNzRkNjU3YThiZmZhNWRjMTYxYmFlZDczMTQ4ODc3NTQ1NDg4MDQyNDAxMT9yZXNwb25zZS1jb250ZW50LWRpc3Bvc2l0aW9uPSoifV19&Signature=E6vedtob4OUC1vV5lkf1W03jprYCIDNoG4L3o-Vwf2MhTnx3kUEPvBjDUjXKoVjf6iKpW7hy~HHK3QDbujpOHPTR3aZFHDdcIBlz3iAUMSyuSw6O332qBq5cj9nqp4NEbMLdfSfe9xCMJEUsVLaHMT2x6Hb6Hs~qDeO0U2TRZkdnCd8j8Pm86tgPKBlTs4JrDkG3rfyjLpo2hv8RExWrKfunSlttqxtBk~FEDtHc4buOuTcO~DRINq61~kNfsgc8nWR5ci0RoZnRU3xsHr6Tb6s6WQXjm5YHvFqsNHB12irtB7x94XbZ3g6243dT3K~c5Qs8T~0ZWS2gdcIdEndGbw__&Key-Pair-Id=K24J24Z295AEI9
The above exception was the direct cause of the following exception:
Traceback (most recent call last):
File "/NS/llm-1/nobackup/afkhan/anaconda3/envs/ragenv/lib/python3.10/site-packages/transformers/utils/hub.py", line 399, in cached_file
resolved_file = hf_hub_download(
File "/NS/llm-1/nobackup/afkhan/anaconda3/envs/ragenv/lib/python3.10/site-packages/huggingface_hub/utils/_validators.py", line 114, in _inner_fn
return fn(*args, **kwargs)
File "/NS/llm-1/nobackup/afkhan/anaconda3/envs/ragenv/lib/python3.10/site-packages/huggingface_hub/file_download.py", line 1221, in hf_hub_download
return _hf_hub_download_to_cache_dir(
File "/NS/llm-1/nobackup/afkhan/anaconda3/envs/ragenv/lib/python3.10/site-packages/huggingface_hub/file_download.py", line 1367, in _hf_hub_download_to_cache_dir
_download_to_tmp_and_move(
File "/NS/llm-1/nobackup/afkhan/anaconda3/envs/ragenv/lib/python3.10/site-packages/huggingface_hub/file_download.py", line 1884, in _download_to_tmp_and_move
http_get(
File "/NS/llm-1/nobackup/afkhan/anaconda3/envs/ragenv/lib/python3.10/site-packages/huggingface_hub/file_download.py", line 459, in http_get
r = _request_wrapper(
File "/NS/llm-1/nobackup/afkhan/anaconda3/envs/ragenv/lib/python3.10/site-packages/huggingface_hub/file_download.py", line 396, in _request_wrapper
hf_raise_for_status(response)
File "/NS/llm-1/nobackup/afkhan/anaconda3/envs/ragenv/lib/python3.10/site-packages/huggingface_hub/utils/_errors.py", line 371, in hf_raise_for_status
raise HfHubHTTPError(str(e), response=response) from e
huggingface_hub.utils._errors.HfHubHTTPError: 416 Client Error: Requested Range Not Satisfiable for url: https://cdn-lfs-us-1.huggingface.co/repos/94/8d/948d90c3014806b0f90cb45dfcc4a976890efb4cd7dafa5fc0fca66865db1482/ec9698807268456e5a3fa74d657a8bffa5dc161baed731488775454880424011?response-content-disposition=inline%3B+filename*%3DUTF-8%27%27model-00001-of-00004.safetensors%3B+filename%3D%22model-00001-of-00004.safetensors%22%3B&Expires=1720083109&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTcyMDA4MzEwOX19LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2RuLWxmcy11cy0xLmh1Z2dpbmdmYWNlLmNvL3JlcG9zLzk0LzhkLzk0OGQ5MGMzMDE0ODA2YjBmOTBjYjQ1ZGZjYzRhOTc2ODkwZWZiNGNkN2RhZmE1ZmMwZmNhNjY4NjVkYjE0ODIvZWM5Njk4ODA3MjY4NDU2ZTVhM2ZhNzRkNjU3YThiZmZhNWRjMTYxYmFlZDczMTQ4ODc3NTQ1NDg4MDQyNDAxMT9yZXNwb25zZS1jb250ZW50LWRpc3Bvc2l0aW9uPSoifV19&Signature=E6vedtob4OUC1vV5lkf1W03jprYCIDNoG4L3o-Vwf2MhTnx3kUEPvBjDUjXKoVjf6iKpW7hy~HHK3QDbujpOHPTR3aZFHDdcIBlz3iAUMSyuSw6O332qBq5cj9nqp4NEbMLdfSfe9xCMJEUsVLaHMT2x6Hb6Hs~qDeO0U2TRZkdnCd8j8Pm86tgPKBlTs4JrDkG3rfyjLpo2hv8RExWrKfunSlttqxtBk~FEDtHc4buOuTcO~DRINq61~kNfsgc8nWR5ci0RoZnRU3xsHr6Tb6s6WQXjm5YHvFqsNHB12irtB7x94XbZ3g6243dT3K~c5Qs8T~0ZWS2gdcIdEndGbw__&Key-Pair-Id=K24J24Z295AEI9
During handling of the above exception, another exception occurred:
Traceback (most recent call last):
File "/NS/llm-1/nobackup/afkhan/anaconda3/envs/ragenv/lib/python3.10/site-packages/transformers/pipelines/base.py", line 283, in infer_framework_load_model
model = model_class.from_pretrained(model, **kwargs)
File "/NS/llm-1/nobackup/afkhan/anaconda3/envs/ragenv/lib/python3.10/site-packages/transformers/modeling_utils.py", line 3511, in from_pretrained
resolved_archive_file, sharded_metadata = get_checkpoint_shard_files(
File "/NS/llm-1/nobackup/afkhan/anaconda3/envs/ragenv/lib/python3.10/site-packages/transformers/utils/hub.py", line 1040, in get_checkpoint_shard_files
cached_filename = cached_file(
File "/NS/llm-1/nobackup/afkhan/anaconda3/envs/ragenv/lib/python3.10/site-packages/transformers/utils/hub.py", line 461, in cached_file
raise EnvironmentError(f"There was a specific connection error when trying to load {path_or_repo_id}:\n{err}")
OSError: There was a specific connection error when trying to load llava-hf/bakLlava-v1-hf:
416 Client Error: Requested Range Not Satisfiable for url: https://cdn-lfs-us-1.huggingface.co/repos/94/8d/948d90c3014806b0f90cb45dfcc4a976890efb4cd7dafa5fc0fca66865db1482/ec9698807268456e5a3fa74d657a8bffa5dc161baed731488775454880424011?response-content-disposition=inline%3B+filename*%3DUTF-8%27%27model-00001-of-00004.safetensors%3B+filename%3D%22model-00001-of-00004.safetensors%22%3B&Expires=1720083109&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTcyMDA4MzEwOX19LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2RuLWxmcy11cy0xLmh1Z2dpbmdmYWNlLmNvL3JlcG9zLzk0LzhkLzk0OGQ5MGMzMDE0ODA2YjBmOTBjYjQ1ZGZjYzRhOTc2ODkwZWZiNGNkN2RhZmE1ZmMwZmNhNjY4NjVkYjE0ODIvZWM5Njk4ODA3MjY4NDU2ZTVhM2ZhNzRkNjU3YThiZmZhNWRjMTYxYmFlZDczMTQ4ODc3NTQ1NDg4MDQyNDAxMT9yZXNwb25zZS1jb250ZW50LWRpc3Bvc2l0aW9uPSoifV19&Signature=E6vedtob4OUC1vV5lkf1W03jprYCIDNoG4L3o-Vwf2MhTnx3kUEPvBjDUjXKoVjf6iKpW7hy~HHK3QDbujpOHPTR3aZFHDdcIBlz3iAUMSyuSw6O332qBq5cj9nqp4NEbMLdfSfe9xCMJEUsVLaHMT2x6Hb6Hs~qDeO0U2TRZkdnCd8j8Pm86tgPKBlTs4JrDkG3rfyjLpo2hv8RExWrKfunSlttqxtBk~FEDtHc4buOuTcO~DRINq61~kNfsgc8nWR5ci0RoZnRU3xsHr6Tb6s6WQXjm5YHvFqsNHB12irtB7x94XbZ3g6243dT3K~c5Qs8T~0ZWS2gdcIdEndGbw__&Key-Pair-Id=K24J24Z295AEI9
Other models such as llava-hf/llava-1.5-7b-hf work just fine.