mirror of
https://github.com/comfyanonymous/ComfyUI.git
synced 2026-02-07 03:52:32 +08:00
abeec3072b
- Create file_utils.py with shared file utilities: - get_mtime_ns() - extract mtime in nanoseconds from stat - get_size_and_mtime_ns() - get both size and mtime - verify_file_unchanged() - check file matches DB mtime/size - list_files_recursively() - recursive directory listing - Create bulk_ingest.py for bulk operations: - BulkInsertResult dataclass - batch_insert_seed_assets() - batch insert with conflict handling - prune_orphaned_assets() - clean up orphaned assets - Update scanner.py to use new service modules instead of calling database queries directly - Update ingest.py to use shared get_size_and_mtime_ns() - Export new functions from services/__init__.py Amp-Thread-ID: https://ampcode.com/threads/T-019c2ae7-f701-716a-a0dd-1feb988732fb Co-authored-by: Amp <amp@ampcode.com>
50 lines
1.5 KiB
Python
50 lines
1.5 KiB
Python
import os
|
|
|
|
|
|
def get_mtime_ns(stat_result: os.stat_result) -> int:
|
|
"""Extract mtime in nanoseconds from a stat result."""
|
|
return getattr(
|
|
stat_result, "st_mtime_ns", int(stat_result.st_mtime * 1_000_000_000)
|
|
)
|
|
|
|
|
|
def get_size_and_mtime_ns(path: str, follow_symlinks: bool = True) -> tuple[int, int]:
|
|
"""Get file size in bytes and mtime in nanoseconds."""
|
|
st = os.stat(path, follow_symlinks=follow_symlinks)
|
|
return st.st_size, get_mtime_ns(st)
|
|
|
|
|
|
def verify_file_unchanged(
|
|
mtime_db: int | None,
|
|
size_db: int | None,
|
|
stat_result: os.stat_result,
|
|
) -> bool:
|
|
"""Check if a file is unchanged based on mtime and size.
|
|
|
|
Returns True if the file's mtime and size match the database values.
|
|
Returns False if mtime_db is None or values don't match.
|
|
"""
|
|
if mtime_db is None:
|
|
return False
|
|
actual_mtime_ns = get_mtime_ns(stat_result)
|
|
if int(mtime_db) != int(actual_mtime_ns):
|
|
return False
|
|
sz = int(size_db or 0)
|
|
if sz > 0:
|
|
return int(stat_result.st_size) == sz
|
|
return True
|
|
|
|
|
|
def list_files_recursively(base_dir: str) -> list[str]:
|
|
"""Recursively list all files in a directory."""
|
|
out: list[str] = []
|
|
base_abs = os.path.abspath(base_dir)
|
|
if not os.path.isdir(base_abs):
|
|
return out
|
|
for dirpath, _subdirs, filenames in os.walk(
|
|
base_abs, topdown=True, followlinks=False
|
|
):
|
|
for name in filenames:
|
|
out.append(os.path.abspath(os.path.join(dirpath, name)))
|
|
return out
|