From b1e2e3831f2f255880417f3c286ad4a472ab4bf4 Mon Sep 17 00:00:00 2001 From: Will Miao <13051207myq@gmail.com> Date: Fri, 27 Jun 2025 13:09:19 +0800 Subject: [PATCH] fix: enhance model processing logic to skip already processed models only if their directories contain files. See #259 --- py/utils/example_images_download_manager.py | 11 ++++++++--- 1 file changed, 8 insertions(+), 3 deletions(-) diff --git a/py/utils/example_images_download_manager.py b/py/utils/example_images_download_manager.py index 973797dd..956075b3 100644 --- a/py/utils/example_images_download_manager.py +++ b/py/utils/example_images_download_manager.py @@ -295,10 +295,15 @@ class DownloadManager: # Update current model info download_progress['current_model'] = f"{model_name} ({model_hash[:8]})" - # Skip if already processed + # Skip if already processed AND directory exists with files if model_hash in download_progress['processed_models']: - logger.debug(f"Skipping already processed model: {model_name}") - return False + model_dir = os.path.join(output_dir, model_hash) + has_files = os.path.exists(model_dir) and any(os.listdir(model_dir)) + if has_files: + logger.debug(f"Skipping already processed model: {model_name}") + return False + else: + logger.info(f"Model {model_name} marked as processed but folder empty or missing, reprocessing") # Create model directory model_dir = os.path.join(output_dir, model_hash)