Skip to content

Update constants import to use module-level access #1172 #2453

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Merged
merged 6 commits into from
Aug 20, 2024
Merged

Update constants import to use module-level access #1172 #2453

Changes from all commits
Commits
Show all changes
6 commits
Select commit Hold shift + click to select a range
91038ba
Update `constants` import to use module-level access (#1172)
WizKnight Aug 15, 2024
e782532
Update constants import to use module-level access #1172 #2453
WizKnight Aug 18, 2024
5bb271c
Update constants imports with backward compatibility #1172, #2453
WizKnight Aug 19, 2024
4773244
Update fastai_utils.py
WizKnight Aug 19, 2024
9ba7b2d
Update hf_api.py
WizKnight Aug 19, 2024
62af016
remove unecessary changes
Wauplin Aug 20, 2024
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
62 changes: 39 additions & 23 deletions src/huggingface_hub/hf_api.py
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -82,25 +82,25 @@
deserialize_event,
)
from .constants import (
DEFAULT_ETAG_TIMEOUT,
DEFAULT_REQUEST_TIMEOUT,
DEFAULT_REVISION,
DISCUSSION_STATUS,
DISCUSSION_TYPES,
ENDPOINT,
INFERENCE_ENDPOINTS_ENDPOINT,
REGEX_COMMIT_OID,
REPO_TYPE_MODEL,
REPO_TYPES,
REPO_TYPES_MAPPING,
REPO_TYPES_URL_PREFIXES,
SAFETENSORS_INDEX_FILE,
SAFETENSORS_MAX_HEADER_LENGTH,
SAFETENSORS_SINGLE_FILE,
SPACES_SDK_TYPES,
WEBHOOK_DOMAIN_T,
DiscussionStatusFilter,
DiscussionTypeFilter,
DEFAULT_ETAG_TIMEOUT, # noqa: F401 # kept for backward compatibility
DEFAULT_REQUEST_TIMEOUT, # noqa: F401 # kept for backward compatibility
DEFAULT_REVISION, # noqa: F401 # kept for backward compatibility
DISCUSSION_STATUS, # noqa: F401 # kept for backward compatibility
DISCUSSION_TYPES, # noqa: F401 # kept for backward compatibility
ENDPOINT, # noqa: F401 # kept for backward compatibility
INFERENCE_ENDPOINTS_ENDPOINT, # noqa: F401 # kept for backward compatibility
REGEX_COMMIT_OID, # noqa: F401 # kept for backward compatibility
REPO_TYPE_MODEL, # noqa: F401 # kept for backward compatibility
REPO_TYPES, # noqa: F401 # kept for backward compatibility
REPO_TYPES_MAPPING, # noqa: F401 # kept for backward compatibility
REPO_TYPES_URL_PREFIXES, # noqa: F401 # kept for backward compatibility
SAFETENSORS_INDEX_FILE, # noqa: F401 # kept for backward compatibility
SAFETENSORS_MAX_HEADER_LENGTH, # noqa: F401 # kept for backward compatibility
SAFETENSORS_SINGLE_FILE, # noqa: F401 # kept for backward compatibility
SPACES_SDK_TYPES, # noqa: F401 # kept for backward compatibility
WEBHOOK_DOMAIN_T, # noqa: F401 # kept for backward compatibility
DiscussionStatusFilter, # noqa: F401 # kept for backward compatibility
DiscussionTypeFilter, # noqa: F401 # kept for backward compatibility
)
from .file_download import HfFileMetadata, get_hf_file_metadata, hf_hub_url
from .repocard_data import DatasetCardData, ModelCardData, SpaceCardData
Expand Down Expand Up @@ -5554,10 +5554,18 @@ def get_safetensors_metadata(
```
"""
if self.file_exists( # Single safetensors file => non-sharded model
repo_id=repo_id, filename=SAFETENSORS_SINGLE_FILE, repo_type=repo_type, revision=revision, token=token
repo_id=repo_id,
filename=SAFETENSORS_SINGLE_FILE,
repo_type=repo_type,
revision=revision,
token=token,
):
file_metadata = self.parse_safetensors_file_metadata(
repo_id=repo_id, filename=SAFETENSORS_SINGLE_FILE, repo_type=repo_type, revision=revision, token=token
repo_id=repo_id,
filename=SAFETENSORS_SINGLE_FILE,
repo_type=repo_type,
revision=revision,
token=token,
)
return SafetensorsRepoMetadata(
metadata=None,
Expand All @@ -5566,11 +5574,19 @@ def get_safetensors_metadata(
files_metadata={SAFETENSORS_SINGLE_FILE: file_metadata},
)
elif self.file_exists( # Multiple safetensors files => sharded with index
repo_id=repo_id, filename=SAFETENSORS_INDEX_FILE, repo_type=repo_type, revision=revision, token=token
repo_id=repo_id,
filename=SAFETENSORS_INDEX_FILE,
repo_type=repo_type,
revision=revision,
token=token,
):
# Fetch index
index_file = self.hf_hub_download(
repo_id=repo_id, filename=SAFETENSORS_INDEX_FILE, repo_type=repo_type, revision=revision, token=token
repo_id=repo_id,
filename=SAFETENSORS_INDEX_FILE,
repo_type=repo_type,
revision=revision,
token=token,
)
with open(index_file) as f:
index = json.load(f)
Expand Down
Loading