mirror of
https://github.com/willmiao/ComfyUI-Lora-Manager.git
synced 2026-09-21 03:01:27 -03:00
5ab0e88abc
A model file could only ever be linked to huggingface.co: `set_hf_url` validated the URL with a huggingface-only regex, the agent fetched the card from a hardcoded HF URL, and the readme processor built every relative image path off `https://huggingface.co/{repo}/resolve/main`. ModelScope publishes the same model-card convention (README.md + YAML frontmatter, often carrying `base_model:` and `trigger_words:`) behind a public, key-less API, so the enrichment pipeline could already serve it - it was the plumbing that was HF-shaped, not the idea. Make the external source a first-class, provider-driven concept: - New `py/services/model_sources/` registry. A `ModelSource` owns URL recognition (lenient for stored values, strict for user input), the canonical page URL, model-card fetching, the asset base URL and the capability flags. `HuggingFaceSource` is the previous logic relocated; `ModelScopeSource` reads `/models/{o}/{n}/resolve/{master|main}/README.md` and falls back to `/api/v1/models/{o}/{n}/repo`. `TensorArtSource` is link-only on purpose: tensor.art answers plain HTTP clients with a Cloudflare challenge and its internal API (ap-east-1.tensorart.cloud / cn.tensorart.net) rejects every /v1/model/* route with "invalid authorization header", so it declares supports_enrichment=False rather than failing silently later. - Metadata gains `source_platform` + `source_url`; `hf_url` stays as a read/write alias, written only for Hugging Face, so existing sidecars, cached rows and third-party consumers keep working. Normalisation runs at the scanner, the persistent cache (both directions, plus two new columns behind an ALTER migration) and the linking handler - which is what stops a user who switches sources from leaving a stale `hf_url` on a ModelScope model. - The agent pipeline keys off the provider instead of `hf_url`: the fast-fail gate now explains *why* a model is skipped (no source / unknown source / source without a reachable card), the prompt context exposes source_url/source_id/source_label/asset_base_url while still filling the legacy hf_url/repo aliases, and the four README image extractors take a base_url (defaulting to HF) so relative paths resolve against the right site. Version grouping generalises to hf: / ms: / ta: keys. - `POST /api/lm/set-hf-url` keeps its path and its legacy payload keys but accepts `source_url`, validates against every provider and returns the platform. `GET /api/lm/model-sources` lets the UI render the supported-site list from the server. - Frontend: a `modelSourceHelpers` mirror of the registry drives the link dialog, the card/modal globe (branded "View on ModelScope/TensorArt"), the version-group key and the enrichment gate; the versions tab no longer sends ms:/ta: keys to the CivitAI API. TensorArt stays in the list because provenance is worth keeping even when the card is unreadable - the dialog says so plainly ("Sites that don't expose one (currently TensorArt) can only be linked") and the context menu disables enrichment with a matching tooltip, instead of the user getting "Unsupported URL". Verified against the real ModelScope API: jj3550945163/Krea-2-LORA returns a 1882-byte card whose frontmatter carries base_model/tags/trigger_words, and relative images resolve to .../resolve/master/.... Tests: backend 2815 passed; frontend 1130 JS + 91 Vue passed; pytest tests/i18n and a Jinja compile pass over templates/. The nine locales carry [TODO: Translate] for the new strings, completed in the next commit.
174 lines
5.4 KiB
JavaScript
174 lines
5.4 KiB
JavaScript
/**
|
|
* External model source helpers (Hugging Face / ModelScope / TensorArt).
|
|
*
|
|
* Mirrors `py/services/model_sources/registry.py` so the frontend and the
|
|
* backend agree on URL recognition, version-group keys, and which sites
|
|
* support AI metadata enrichment.
|
|
*
|
|
* Models loaded from an older cache may only carry the legacy `hf_url`
|
|
* field; every helper here falls back to it, and to the legacy
|
|
* `hf:user/repo` group key shape.
|
|
*/
|
|
|
|
import { translate } from './i18nHelpers.js';
|
|
|
|
export const MODEL_SOURCES = [
|
|
{
|
|
platform: 'huggingface',
|
|
label: 'Hugging Face',
|
|
groupPrefix: 'hf',
|
|
supportsEnrichment: true,
|
|
supportsDownload: true,
|
|
exampleUrl: 'https://huggingface.co/user/repo',
|
|
placeholder: 'https://huggingface.co/user/repo',
|
|
pattern: /^https?:\/\/(?:www\.)?huggingface\.co\/([^/?#\s]+\/[^/?#\s]+)/i,
|
|
canonical: (id) => `https://huggingface.co/${id}`,
|
|
},
|
|
{
|
|
platform: 'modelscope',
|
|
label: 'ModelScope',
|
|
groupPrefix: 'ms',
|
|
supportsEnrichment: true,
|
|
supportsDownload: false,
|
|
exampleUrl: 'https://modelscope.cn/models/user/repo',
|
|
placeholder: 'https://modelscope.cn/models/user/repo',
|
|
pattern: /^https?:\/\/(?:www\.)?modelscope\.(?:cn|com)\/models\/([^/?#\s]+\/[^/?#\s]+)/i,
|
|
canonical: (id) => `https://modelscope.cn/models/${id}`,
|
|
},
|
|
{
|
|
platform: 'tensorart',
|
|
label: 'TensorArt',
|
|
groupPrefix: 'ta',
|
|
supportsEnrichment: false,
|
|
supportsDownload: false,
|
|
exampleUrl: 'https://tensor.art/models/827823520299086029',
|
|
placeholder: 'https://tensor.art/models/827823520299086029',
|
|
pattern: /^https?:\/\/(?:www\.)?(?:tensor\.art|tusi\.cn)\/models\/(\d+)/i,
|
|
canonical: (id) => `https://tensor.art/models/${id}`,
|
|
},
|
|
];
|
|
|
|
/** Return the source descriptor for a platform id, or null. */
|
|
export function getModelSource(platform) {
|
|
if (!platform || typeof platform !== 'string') return null;
|
|
const needle = platform.trim().toLowerCase();
|
|
return MODEL_SOURCES.find((source) => source.platform === needle) || null;
|
|
}
|
|
|
|
/**
|
|
* Parse any supported model URL.
|
|
* @returns {{platform: string, label: string, groupPrefix: string,
|
|
* supportsEnrichment: boolean, supportsDownload: boolean,
|
|
* sourceId: string, url: string}|null}
|
|
*/
|
|
export function parseModelSourceUrl(url) {
|
|
if (!url || typeof url !== 'string') return null;
|
|
const candidate = url.trim();
|
|
if (!candidate) return null;
|
|
for (const source of MODEL_SOURCES) {
|
|
const match = candidate.match(source.pattern);
|
|
if (match) {
|
|
return {
|
|
...source,
|
|
sourceId: match[1],
|
|
url: source.canonical(match[1]),
|
|
};
|
|
}
|
|
}
|
|
return null;
|
|
}
|
|
|
|
/** Return the stored source URL of a model (new field, then legacy). */
|
|
export function getModelSourceUrl(model) {
|
|
if (!model) return '';
|
|
const value = model.source_url || model.hf_url || '';
|
|
return typeof value === 'string' ? value.trim() : '';
|
|
}
|
|
|
|
/** Return the stored source platform of a model. */
|
|
export function getModelSourcePlatform(model) {
|
|
if (!model) return '';
|
|
const value = model.source_platform || '';
|
|
return typeof value === 'string' ? value.trim().toLowerCase() : '';
|
|
}
|
|
|
|
/**
|
|
* Resolve the full source descriptor for a model, tolerating models that
|
|
* predate the `source_*` fields.
|
|
*/
|
|
export function getModelSourceInfo(model) {
|
|
if (!model) return null;
|
|
const url = getModelSourceUrl(model);
|
|
const declared = getModelSource(getModelSourcePlatform(model));
|
|
const parsed = parseModelSourceUrl(url);
|
|
|
|
if (declared) {
|
|
return {
|
|
...declared,
|
|
sourceId: parsed ? parsed.sourceId : '',
|
|
url: parsed ? parsed.url : url,
|
|
};
|
|
}
|
|
return parsed;
|
|
}
|
|
|
|
/**
|
|
* Version-group key for a model, matching the backend's `_extract_group_key`.
|
|
* Returns `''` when the model has no external source.
|
|
*/
|
|
export function getModelSourceGroupKey(model) {
|
|
const info = getModelSourceInfo(model);
|
|
if (!info || !info.sourceId) return '';
|
|
return `${info.groupPrefix}:${info.sourceId}`;
|
|
}
|
|
|
|
/** Whether AI metadata enrichment can run for this model's source. */
|
|
export function canEnrichModelSource(model) {
|
|
const info = getModelSourceInfo(model);
|
|
return Boolean(info && info.supportsEnrichment);
|
|
}
|
|
|
|
/**
|
|
* Parse a version-group key such as `hf:user/repo`, `ms:user/repo`, or
|
|
* `ta:827823520299086029` back into its source descriptor.
|
|
*
|
|
* These keys are NOT CivitAI model ids, so callers must not send them to the
|
|
* CivitAI API.
|
|
*
|
|
* @returns {{platform: string, label: string, sourceId: string}|null}
|
|
*/
|
|
export function parseModelSourceGroupKey(groupKey) {
|
|
if (!groupKey || typeof groupKey !== 'string') return null;
|
|
const separator = groupKey.indexOf(':');
|
|
if (separator <= 0) return null;
|
|
|
|
const prefix = groupKey.slice(0, separator);
|
|
const source = MODEL_SOURCES.find((candidate) => candidate.groupPrefix === prefix);
|
|
if (!source) return null;
|
|
|
|
return {
|
|
platform: source.platform,
|
|
label: source.label,
|
|
sourceId: groupKey.slice(separator + 1),
|
|
};
|
|
}
|
|
|
|
/** Localised "View on X" title for the source globe icon. */
|
|
export function getModelSourceViewTitle(info) {
|
|
if (!info) return '';
|
|
if (info.platform === 'huggingface') {
|
|
return translate('modelCard.actions.viewOnHuggingFace', {}, 'View on Hugging Face');
|
|
}
|
|
return translate(
|
|
'modelCard.actions.viewOnSource',
|
|
{ source: info.label },
|
|
`View on ${info.label}`
|
|
);
|
|
}
|
|
|
|
/** Open a model page on its external site in a new tab. */
|
|
export function openModelSource(url) {
|
|
if (!url) return;
|
|
window.open(url, '_blank', 'noopener,noreferrer');
|
|
}
|