Fix wrong cache type

This commit is contained in:
doctorpangloss 2025-10-21 14:42:20 -07:00
parent 9bfc6ff14d
commit 2261f18306

View File

@ -55,7 +55,7 @@ async def _prompt_worker(q: AbstractPromptQueue, server_instance: server_module.
if args.cache_lru > 0:
cache_type = execution.CacheType.LRU
elif args.cache_none:
cache_type = execution.CacheType.NONE
cache_type = execution.CacheType.DEPENDENCY_AWARE
e = execution.PromptExecutor(server_instance, cache_type=cache_type, cache_size=args.cache_lru)
last_gc_collect = 0