feat: add metadata refresh skip paths setting, #790

This commit is contained in:
Will Miao
2026-02-09 09:53:40 +08:00
parent a13fbbff48
commit 024dfff021
15 changed files with 257 additions and 1 deletions

View File

@@ -69,6 +69,7 @@ DEFAULT_SETTINGS: Dict[str, Any] = {
"model_card_footer_action": "replace_preview",
"update_flag_strategy": "same_base",
"auto_organize_exclusions": [],
"metadata_refresh_skip_paths": [],
}
@@ -261,6 +262,17 @@ class SettingsManager:
self.settings["auto_organize_exclusions"] = []
inserted_defaults = True
if "metadata_refresh_skip_paths" in self.settings:
normalized_skip_paths = self.normalize_metadata_refresh_skip_paths(
self.settings.get("metadata_refresh_skip_paths")
)
if normalized_skip_paths != self.settings.get("metadata_refresh_skip_paths"):
self.settings["metadata_refresh_skip_paths"] = normalized_skip_paths
updated_existing = True
else:
self.settings["metadata_refresh_skip_paths"] = []
inserted_defaults = True
for key, value in defaults.items():
if key == "priority_tags":
continue
@@ -805,6 +817,7 @@ class SettingsManager:
defaults['priority_tags'] = DEFAULT_PRIORITY_TAG_CONFIG.copy()
defaults.setdefault('folder_paths', {})
defaults['auto_organize_exclusions'] = []
defaults['metadata_refresh_skip_paths'] = []
library_name = defaults.get("active_library") or "default"
default_library = self._build_library_payload(
@@ -876,6 +889,44 @@ class SettingsManager:
self._save_settings()
return exclusions
def normalize_metadata_refresh_skip_paths(self, value: Any) -> List[str]:
if value is None:
return []
if isinstance(value, str):
candidates: Iterable[str] = (
value.replace("\n", ",").replace(";", ",").split(",")
)
elif isinstance(value, Sequence) and not isinstance(value, (bytes, bytearray, str)):
candidates = value
else:
return []
paths: List[str] = []
for raw in candidates:
if isinstance(raw, str):
token = raw.replace("\\", "/").strip().strip("/")
if token:
paths.append(token)
unique_paths: List[str] = []
seen = set()
for path in paths:
if path not in seen:
seen.add(path)
unique_paths.append(path)
return unique_paths
def get_metadata_refresh_skip_paths(self) -> List[str]:
skip_paths = self.normalize_metadata_refresh_skip_paths(
self.settings.get("metadata_refresh_skip_paths")
)
if skip_paths != self.settings.get("metadata_refresh_skip_paths"):
self.settings["metadata_refresh_skip_paths"] = skip_paths
self._save_settings()
return skip_paths
def get_startup_messages(self) -> List[Dict[str, Any]]:
return [message.copy() for message in self._startup_messages]
@@ -913,6 +964,8 @@ class SettingsManager:
"""Set setting value and save"""
if key == "auto_organize_exclusions":
value = self.normalize_auto_organize_exclusions(value)
elif key == "metadata_refresh_skip_paths":
value = self.normalize_metadata_refresh_skip_paths(value)
self.settings[key] = value
portable_switch_pending = False
if key == "use_portable_settings" and isinstance(value, bool):

View File

@@ -3,7 +3,7 @@
from __future__ import annotations
import logging
from typing import Any, Dict, Optional, Protocol, Sequence
from typing import Any, Dict, List, Optional, Protocol, Sequence
from ..metadata_sync_service import MetadataSyncService
from ...utils.metadata_manager import MetadataManager
@@ -43,11 +43,13 @@ class BulkMetadataRefreshUseCase:
total_models = len(cache.raw_data)
enable_metadata_archive_db = self._settings.get("enable_metadata_archive_db", False)
skip_paths = self._settings.get("metadata_refresh_skip_paths", [])
to_process: Sequence[Dict[str, Any]] = [
model
for model in cache.raw_data
if model.get("sha256")
and not model.get("skip_metadata_refresh", False)
and not self._is_in_skip_path(model.get("folder", ""), skip_paths)
and (not model.get("civitai") or not model["civitai"].get("id"))
and not (
# Skip models confirmed not on CivitAI when no need to retry
@@ -121,6 +123,21 @@ class BulkMetadataRefreshUseCase:
return {"success": True, "message": message, "processed": processed, "updated": success, "total": total_models}
@staticmethod
def _is_in_skip_path(folder: str, skip_paths: List[str]) -> bool:
if not skip_paths or not folder:
return False
normalized = folder.replace("\\", "/").strip("/")
if not normalized:
return False
for sp in skip_paths:
nsp = sp.replace("\\", "/").strip("/")
if not nsp:
continue
if normalized == nsp or normalized.startswith(nsp + "/"):
return True
return False
async def execute_with_error_handling(
self,
*,