Hi Peh_Intel,
The code is the same as before for the checkpoint model path.
from transformers import AutoModelForSequenceClassification, AutoTokenizer
# Define the path to the checkpoint
checkpoint_path = r"Training/AI/GenAI/ai-innovation-bridge/workshops/ai-workloads-with-huggingface/results/checkpoint-1000",
# Load the model
model = AutoModelForSequenceClassification.from_pretrained("checkpoint-1000")
# Load the tokenizer
tokenizer = AutoTokenizer.from_pretrained("distilbert-base-uncased")
from transformers import cached_file
# Replace with the actual values
path_or_repo_id = "Training/AI/GenAI/ai-innovation-bridge/workshops/ai-workloads-with-huggingface/results/checkpoint-1000"
filename = "model_file.bin"
cache_dir = "https://huggingface.co/Sids99/intobj"
# Download the file
resolved_file = cached_file(
path_or_repo_id="Training/AI/GenAI/ai-innovation-bridge/workshops/ai-workloads-with-huggingface/results/checkpoint-1000",
filename=config.json,
cache_dir="https://huggingface.co/Sids99/intobj",
force_download=True, # Set to True to force download
resume_download=True, # Set to True to resume download if it was interrupted
proxies=None, # Set to your proxy settings if needed
token=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, # Set to your Hugging Face token if the repository is gated
revision=None, # Set to a specific commit hash or tag if needed
local_files_only=True, # Set to True to only look for local files
subfolder=None, # Set to a subfolder if the file is in a subfolder
repo_type=None, # Set to "dataset" or "model" if necessary
user_agent=None, # Set to a custom user agent if needed
_raise_exceptions_for_gated_repo=True, # Set to False to not raise exceptions for gated repositories
_raise_exceptions_for_missing_entries=True, # Set to False to not raise exceptions for missing entries
_raise_exceptions_for_connection_errors=True, # Set to False to not raise exceptions for connection errors
_commit_hash=None, # Set to a specific commit hash if needed
ignore_mismatched_size =True
)
This is the error it generates:
---------------------------------------------------------------------------
HTTPError Traceback (most recent call last)
File ~/.local/lib/python3.11/site-packages/huggingface_hub/utils/_errors.py:286, in hf_raise_for_status(response, endpoint_name)
285 try:
--> 286 response.raise_for_status()
287 except HTTPError as e:
File /srv/jupyter/python-venv/lib/python3.11/site-packages/requests/models.py:1021, in Response.raise_for_status(self)
1020 if http_error_msg:
-> 1021 raise HTTPError(http_error_msg, response=self)
HTTPError: 404 Client Error: Not Found for url: https://huggingface.co/checkpoint-1000/resolve/main/config.json
The above exception was the direct cause of the following exception:
RepositoryNotFoundError Traceback (most recent call last)
File ~/.local/lib/python3.11/site-packages/transformers/utils/hub.py:385, in cached_file(path_or_repo_id, filename, cache_dir, force_download, resume_download, proxies, token, revision, local_files_only, subfolder, repo_type, user_agent, _raise_exceptions_for_missing_entries, _raise_exceptions_for_connection_errors, _commit_hash, **deprecated_kwargs)
383 try:
384 # Load from URL or cache if already cached
--> 385 resolved_file = hf_hub_download(
386 path_or_repo_id,
387 filename,
388 subfolder=None if len(subfolder) == 0 else subfolder,
389 repo_type=repo_type,
390 revision=revision,
391 cache_dir=cache_dir,
392 user_agent=user_agent,
393 force_download=force_download,
394 proxies=proxies,
395 resume_download=resume_download,
396 token=token,
397 local_files_only=local_files_only,
398 )
399 except GatedRepoError as e:
File ~/.local/lib/python3.11/site-packages/huggingface_hub/utils/_validators.py:118, in validate_hf_hub_args.<locals>._inner_fn(*args, **kwargs)
116 kwargs = smoothly_deprecate_use_auth_token(fn_name=fn.__name__, has_token=has_token, kwargs=kwargs)
--> 118 return fn(*args, **kwargs)
File ~/.local/lib/python3.11/site-packages/huggingface_hub/file_download.py:1368, in hf_hub_download(repo_id, filename, subfolder, repo_type, revision, library_name, library_version, cache_dir, local_dir, local_dir_use_symlinks, user_agent, force_download, force_filename, proxies, etag_timeout, resume_download, token, local_files_only, legacy_cache_layout, endpoint)
1366 elif isinstance(head_call_error, RepositoryNotFoundError) or isinstance(head_call_error, GatedRepoError):
1367 # Repo not found => let's raise the actual error
-> 1368 raise head_call_error
1369 else:
1370 # Otherwise: most likely a connection issue or Hub downtime => let's warn the user
File ~/.local/lib/python3.11/site-packages/huggingface_hub/file_download.py:1238, in hf_hub_download(repo_id, filename, subfolder, repo_type, revision, library_name, library_version, cache_dir, local_dir, local_dir_use_symlinks, user_agent, force_download, force_filename, proxies, etag_timeout, resume_download, token, local_files_only, legacy_cache_layout, endpoint)
1237 try:
-> 1238 metadata = get_hf_file_metadata(
1239 url=url,
1240 token=token,
1241 proxies=proxies,
1242 timeout=etag_timeout,
1243 library_name=library_name,
1244 library_version=library_version,
1245 user_agent=user_agent,
1246 )
1247 except EntryNotFoundError as http_error:
1248 # Cache the non-existence of the file and raise
File ~/.local/lib/python3.11/site-packages/huggingface_hub/utils/_validators.py:118, in validate_hf_hub_args.<locals>._inner_fn(*args, **kwargs)
116 kwargs = smoothly_deprecate_use_auth_token(fn_name=fn.__name__, has_token=has_token, kwargs=kwargs)
--> 118 return fn(*args, **kwargs)
File ~/.local/lib/python3.11/site-packages/huggingface_hub/file_download.py:1631, in get_hf_file_metadata(url, token, proxies, timeout, library_name, library_version, user_agent)
1630 # Retrieve metadata
-> 1631 r = _request_wrapper(
1632 method="HEAD",
1633 url=url,
1634 headers=headers,
1635 allow_redirects=False,
1636 follow_relative_redirects=True,
1637 proxies=proxies,
1638 timeout=timeout,
1639 )
1640 hf_raise_for_status(r)
File ~/.local/lib/python3.11/site-packages/huggingface_hub/file_download.py:385, in _request_wrapper(method, url, follow_relative_redirects, **params)
384 if follow_relative_redirects:
--> 385 response = _request_wrapper(
386 method=method,
387 url=url,
388 follow_relative_redirects=False,
389 **params,
390 )
392 # If redirection, we redirect only relative paths.
393 # This is useful in case of a renamed repository.
File ~/.local/lib/python3.11/site-packages/huggingface_hub/file_download.py:409, in _request_wrapper(method, url, follow_relative_redirects, **params)
408 response = get_session().request(method=method, url=url, **params)
--> 409 hf_raise_for_status(response)
410 return response
Thanks & Regards
Siddhartha Sharma
