mirror of
https://github.com/willmiao/ComfyUI-Lora-Manager.git
synced 2026-09-21 19:21:27 -03:00
Will Miao
e9e9ee20c6
A collection repository publishes many model files under a single source id, but enrichment re-read the README and the model-detail payload for every one of them: eight checkpoints meant sixteen HTTP requests, each detail payload being 10-22 KB of JSON. Add `ModelSourceCache`, created by `execute_skill()` for the duration of a run and passed to the provider through a new optional `cache` argument on `fetch_model_card_context()`. The agent caches the README (repository-wide and provider-agnostic), and ModelScope caches its detail payload under a provider-namespaced key. Only successful reads are memoised, so a transient failure is still retried for the next file, and the per-file selection is redone from the cached payload so a checkpoint never inherits a sibling's example images. Nothing is retained across runs — a model card can change at any time — and download URLs are not routed through the cache. Measured over the eight checkpoints of one ModelScope repository: 16 requests before, 2 after. To keep the two concerns separable, `_build_card_context()` now turns a detail payload into a `ModelCardContext` as a pure function.
78 lines
1.8 KiB
Python
78 lines
1.8 KiB
Python
"""External model-source providers (Hugging Face, ModelScope, TensorArt).
|
|
|
|
This package is the single abstraction over "a site that hosts models and
|
|
a model card". See :mod:`py.services.model_sources.base` for the provider
|
|
protocol and :mod:`py.services.model_sources.registry` for the lookup and
|
|
metadata-normalisation helpers used across the codebase.
|
|
"""
|
|
|
|
from __future__ import annotations
|
|
|
|
from .base import (
|
|
GROUP_PREFIXES,
|
|
HTTP_TIMEOUT,
|
|
ModelCardContext,
|
|
ModelSource,
|
|
ModelSourceCache,
|
|
ModelSourceError,
|
|
SourceRef,
|
|
USER_AGENT,
|
|
clean_source_url,
|
|
fetch_json,
|
|
fetch_text,
|
|
filter_weight_files,
|
|
is_valid_source_id,
|
|
)
|
|
from .huggingface import HuggingFaceSource
|
|
from .modelscope import ModelScopeSource
|
|
from .registry import (
|
|
LEGACY_HF_URL_FIELD,
|
|
SOURCE_PLATFORM_FIELD,
|
|
SOURCE_URL_FIELD,
|
|
detect_source,
|
|
downloadable_sources,
|
|
get_download_source,
|
|
get_source,
|
|
get_source_platform,
|
|
has_external_source,
|
|
list_sources,
|
|
normalize_metadata_source,
|
|
resolve_source_ref,
|
|
source_group_key,
|
|
source_label,
|
|
)
|
|
from .tensorart import TensorArtSource
|
|
|
|
__all__ = [
|
|
"GROUP_PREFIXES",
|
|
"HTTP_TIMEOUT",
|
|
"LEGACY_HF_URL_FIELD",
|
|
"ModelCardContext",
|
|
"ModelSource",
|
|
"ModelSourceCache",
|
|
"ModelSourceError",
|
|
"HuggingFaceSource",
|
|
"ModelScopeSource",
|
|
"SOURCE_PLATFORM_FIELD",
|
|
"SOURCE_URL_FIELD",
|
|
"SourceRef",
|
|
"TensorArtSource",
|
|
"USER_AGENT",
|
|
"clean_source_url",
|
|
"detect_source",
|
|
"downloadable_sources",
|
|
"fetch_json",
|
|
"fetch_text",
|
|
"filter_weight_files",
|
|
"get_download_source",
|
|
"get_source",
|
|
"get_source_platform",
|
|
"has_external_source",
|
|
"is_valid_source_id",
|
|
"list_sources",
|
|
"normalize_metadata_source",
|
|
"resolve_source_ref",
|
|
"source_group_key",
|
|
"source_label",
|
|
]
|