feat(scanner): report and re-admit model roots that are unavailable (#1108)

`Config._dedupe_existing_paths()` drops roots whose directory does not exist
when the root list is built, so a drive that is switched off while LM starts was
not "an offline root" — it was not a root at all. The Refresh ▾ menu had no row
for it in either state, a full refresh reported nothing (its cached entries
survived only because they fall outside every configured prefix), and plugging
the drive back in changed nothing until the next restart.

* `Config` now records the configured (existence-unfiltered) paths per model
  type — from ComfyUI's list in plugin mode, from the active library snapshot in
  standalone mode, where the host mock filters non-existent paths itself — and
  exposes them through `configured_roots_for()`.
* `ModelScanner.describe_model_roots()` appends configured-but-unavailable roots
  with a live `reachable`, an `available` flag and their cached entry count, so
  `/roots` (and therefore the menu) offers a row in both states: greyed while the
  directory is missing, normal and clickable once it is back.
* `_reconcile_cache()` reports them as `skipped_roots` / `unavailable_paths` with
  reason `root_unavailable` and counts their cached entries in `kept_unreachable`,
  which is what makes the "N models kept" toast appear in the startup-offline
  case. Report-only: they stay outside the scan scope, so nothing about pruning
  changes. A root-scoped scan stays quiet about roots it was not asked about, and
  a folder-scoped scan only mentions a missing root that holds cached entries of
  that folder.
* `Config.admit_configured_roots()` re-runs the per-type prepare helpers against
  the configured paths and APPENDS what is readable now (plus the
  checkpoint/unet/other side maps), then refreshes the preview allowlist, so a
  drive plugged in mid-session can be scanned without restarting. Append-only and
  order-preserving by design: removing a root mid-session would let a later
  settings save persist the loss, and re-sorting would move `*_roots[0]`, which
  derives the recipes directory and the usage-stats file location. `_roots[0]`
  never moves.
* `/roots` and `/scan` admit first, so `describe_model_roots()` stays a pure read
  and a caller that never opens the menu (the browser extension) still gets a
  drive that came back.

Verified on the sandbox with drive-Z switched off before startup: `/roots`
reports `drive-Z reachable=false available=false models=60`, a full refresh
returns `skipped_roots=[drive-Z root_unavailable]`,
`unavailable_paths=[{... kept: 60}]`, `kept_unreachable=60`, and all 432 models
stay cached. Renaming the drive back while the server runs admits it
(`available=true`) and `GET /scan?roots=<drive-Z>` walks it with no restart.
3714 passed, 7 skipped; frontend 1495 passed (149 files); vue widgets 96 passed.
This commit is contained in:
Will Miao
2026-10-07 16:38:38 +08:00
parent 08a8e54d87
commit f4d0228d6b
8 changed files with 576 additions and 12 deletions
+99
View File
@@ -1679,6 +1679,105 @@ class Config:
"""
return list((getattr(self, "_configured_root_paths", None) or {}).get(model_type, []))
def admit_configured_roots(self) -> List[str]:
"""Append configured roots that became readable again, never removing any.
The live lists are built once at startup (and when a library snapshot is
applied), so a drive plugged in later is invisible until the process is
restarted. Re-running the per-type prepare helpers against the configured
paths and appending only the new entries is what makes "plug the drive
in, scan it" work without a restart. Nothing is ever dropped or
re-ordered — see ``_append_new_paths`` for why order matters.
Returns the paths that were admitted by this call.
"""
admitted: List[str] = []
def _extend(current, candidates) -> List[str]:
merged = _append_new_paths(list(current or []), candidates)
admitted.extend(
path for path in merged if path not in (current or [])
)
return merged
try:
lora_configured = self.configured_roots_for("lora")
if lora_configured:
self.loras_roots = _extend(
self.loras_roots, self._prepare_lora_paths(lora_configured)
)
checkpoint_configured = self.configured_roots_for("checkpoint")
unet_configured = self.configured_roots_for("unet")
if checkpoint_configured or unet_configured:
(
all_roots,
checkpoint_roots,
unet_roots,
) = self._prepare_checkpoint_paths(
checkpoint_configured, unet_configured
)
self.base_models_roots = _extend(self.base_models_roots, all_roots)
self.checkpoints_roots = _extend(self.checkpoints_roots, checkpoint_roots)
self.unet_roots = _extend(self.unet_roots, unet_roots)
embedding_configured = self.configured_roots_for("embedding")
if embedding_configured:
self.embeddings_roots = _extend(
self.embeddings_roots,
self._prepare_embedding_paths(embedding_configured),
)
other_configured = self.configured_roots_for("other")
if other_configured:
(
other_roots,
other_subtypes,
other_per_key,
) = self._prepare_other_paths(
{
key: [
path
for path in self._configured_other_paths_for_key(key)
]
for key in self._get_enabled_other_folder_keys()
}
)
self.other_roots = _extend(self.other_roots, other_roots)
for root, sub_type in other_subtypes.items():
self.other_root_subtypes.setdefault(root, sub_type)
for key, roots in other_per_key.items():
self.other_folder_roots[key] = _append_new_paths(
self.other_folder_roots.get(key, []), roots
)
except Exception as exc: # pragma: no cover - defensive logging
logger.warning("Failed to admit configured roots: %s", exc)
return admitted
if admitted:
logger.info(
"Admitted %d previously unavailable model root(s): %s",
len(admitted),
", ".join(admitted),
)
try:
# Previews of the newly admitted drive must be servable again.
self.refresh_preview_roots()
except Exception as exc: # pragma: no cover - defensive logging
logger.debug("Failed to refresh preview roots: %s", exc)
return admitted
def _configured_other_paths_for_key(self, key: str) -> List[str]:
"""Configured other-model paths for one folder_paths key (may not exist)."""
try:
return [
path.strip()
for path in folder_paths.get_folder_paths(key) or []
if isinstance(path, str) and path.strip()
]
except Exception:
return []
def refresh_other_roots(self) -> None:
"""Rebuild other-model roots after the management toggles changed.