mirror of
https://github.com/willmiao/ComfyUI-Lora-Manager.git
synced 2026-07-05 17:01:16 -03:00
5494a70f40
Move the HF model list from ~/Documents/ into tests/enrich_hf_validation/test_data/
and commit the pipeline validation baseline artifacts (report.json,
preprocessing_audit.json, README snapshots) into baselines/.
Update config.py and run_validation.py defaults to use repo-relative paths
via os.path.dirname(__file__) instead of ~/Documents/ hardcode.
Originates from changes in 8fb00998 (validation pipeline audit).
134 lines
5.0 KiB
Python
134 lines
5.0 KiB
Python
"""Configuration for the HF metadata enrichment validation suite.
|
|
|
|
Loads user settings, defines paths, and pulls constants from the main
|
|
codebase (``py.utils.constants``).
|
|
"""
|
|
|
|
from __future__ import annotations
|
|
|
|
import json
|
|
import logging
|
|
import os
|
|
from typing import Any, Dict, List
|
|
|
|
logger = logging.getLogger(__name__)
|
|
|
|
# ---------------------------------------------------------------------------
|
|
# Default paths
|
|
# ---------------------------------------------------------------------------
|
|
|
|
_DEFAULT_MODELS_FILE = os.path.join(
|
|
os.path.dirname(__file__), "test_data", "hf_lora_models_with_safetensors.txt"
|
|
)
|
|
_DEFAULT_SETTINGS_PATH = os.path.expanduser(
|
|
"~/.config/ComfyUI-LoRA-Manager/settings.json"
|
|
)
|
|
_DEFAULT_OUTPUT_DIR = "/tmp/hf_enrich_validation"
|
|
|
|
# ---------------------------------------------------------------------------
|
|
# Constants from the main codebase (copied at import time)
|
|
# ---------------------------------------------------------------------------
|
|
|
|
# Priority tags used in the LLM prompt for tag selection guidance.
|
|
CIVITAI_MODEL_TAGS: List[str] = [
|
|
"character", "concept", "clothing", "realistic", "anime", "toon",
|
|
"furry", "style", "poses", "background", "tool", "vehicle",
|
|
"buildings", "objects", "assets", "animal", "action",
|
|
]
|
|
|
|
# ---------------------------------------------------------------------------
|
|
# Base model resolution — dynamically fetched from production code
|
|
# ---------------------------------------------------------------------------
|
|
|
|
# Module-level cache — populated by init_supported_base_models().
|
|
# Falls back to a comprehensive hardcoded list when the live fetch fails.
|
|
SUPPORTED_BASE_MODELS: List[str] = []
|
|
|
|
# Fallback base models when the production list_base_models() is unavailable.
|
|
_FALLBACK_BASE_MODELS: List[str] = [
|
|
"SD 1.4", "SD 1.5", "SD 1.5 LCM", "SD 1.5 Hyper",
|
|
"SD 2.0", "SD 2.1",
|
|
"SD 3", "SD 3.5", "SD 3.5 Medium", "SD 3.5 Large", "SD 3.5 Large Turbo",
|
|
"SDXL 1.0", "SDXL Lightning", "SDXL Hyper",
|
|
"Flux.1 D", "Flux.1 S", "Flux.1 Krea", "Flux.1 Kontext",
|
|
"Flux.2 D", "Flux.2 Klein 9B", "Flux.2 Klein 9B-base",
|
|
"Flux.2 Klein 4B", "Flux.2 Klein 4B-base",
|
|
"AuraFlow", "Chroma", "PixArt a", "PixArt E",
|
|
"Hunyuan 1", "Lumina", "Kolors",
|
|
"NoobAI", "Illustrious", "Pony", "Pony V7",
|
|
"HiDream", "Qwen", "ZImageTurbo", "ZImageBase",
|
|
"SVD", "LTXV", "LTXV2", "LTXV 2.3",
|
|
"CogVideoX", "Mochi",
|
|
"Wan Video", "Wan Video 1.3B t2v", "Wan Video 14B t2v",
|
|
"Wan Video 14B i2v 480p", "Wan Video 14B i2v 720p",
|
|
"Wan Video 2.2 TI2V-5B", "Wan Video 2.2 T2V-A14B",
|
|
"Wan Video 2.2 I2V-A14B",
|
|
"Wan Video 2.5 T2V", "Wan Video 2.5 I2V",
|
|
"Hunyuan Video", "Anima", "Ernie", "Ernie Turbo",
|
|
"Nucleus", "Krea 2",
|
|
]
|
|
|
|
|
|
async def init_supported_base_models() -> None:
|
|
"""Populate ``SUPPORTED_BASE_MODELS`` from the production codebase.
|
|
|
|
Calls ``py.agent_cli.list_base_models()`` which merges a hardcoded
|
|
fallback with models fetched from the CivitAI API. When the call
|
|
fails (e.g. offline, API error), falls back to ``_FALLBACK_BASE_MODELS``.
|
|
|
|
Must be called from within an async event loop (i.e. during
|
|
``run_validation.main()``, not at module level).
|
|
"""
|
|
try:
|
|
from py.agent_cli import list_base_models
|
|
|
|
models = await list_base_models()
|
|
if models:
|
|
SUPPORTED_BASE_MODELS[:] = models
|
|
logger.info("Loaded %d base models from production code", len(models))
|
|
return
|
|
logger.warning("list_base_models returned empty list, using fallback")
|
|
except Exception as exc:
|
|
logger.warning("Failed to load base models from production: %s", exc)
|
|
|
|
SUPPORTED_BASE_MODELS[:] = _FALLBACK_BASE_MODELS
|
|
logger.info("Using fallback base model list (%d entries)", len(SUPPORTED_BASE_MODELS))
|
|
|
|
|
|
# Placeholder values the LLM sometimes emits that should count as "empty".
|
|
PLACEHOLDER_VALUES = frozenset({
|
|
"none", "null", "n/a", "unknown", "not available",
|
|
"not specified", "no trigger words", "no trigger word",
|
|
})
|
|
|
|
|
|
# ---------------------------------------------------------------------------
|
|
# User settings loader
|
|
# ---------------------------------------------------------------------------
|
|
|
|
|
|
def load_settings(settings_path: str) -> Dict[str, Any]:
|
|
"""Load LoRA Manager settings from *settings_path*.
|
|
|
|
Returns a flat dict with the LLM configuration fields that the
|
|
enrichment pipeline depends on.
|
|
"""
|
|
path = os.path.expanduser(settings_path)
|
|
if not os.path.exists(path):
|
|
raise FileNotFoundError(
|
|
f"Settings file not found: {path}\n"
|
|
"Please provide a valid --settings path."
|
|
)
|
|
|
|
with open(path, "r", encoding="utf-8") as fh:
|
|
raw: Dict[str, Any] = json.load(fh)
|
|
|
|
# Extract LLM-relevant config
|
|
return {
|
|
"llm_provider": raw.get("llm_provider", "ollama"),
|
|
"llm_model": raw.get("llm_model", "qwen3.5:9b"),
|
|
"llm_api_base": raw.get("llm_api_base", "http://localhost:11434/v1"),
|
|
"llm_api_key": raw.get("llm_api_key", ""),
|
|
"settings_path": path,
|
|
}
|