支持Concurrent-8 by米强滔

This commit is contained in:
Neo 2025-11-12 21:38:34 +08:00
parent 1199411747
commit f1d1fb78cf
2 changed files with 6 additions and 1 deletions

View File

@ -205,6 +205,8 @@ parser.add_argument("--user-directory", type=is_valid_directory, default=None, h
parser.add_argument("--enable-compress-response-body", action="store_true", help="Enable compressing response body.") parser.add_argument("--enable-compress-response-body", action="store_true", help="Enable compressing response body.")
parser.add_argument("--num-workers", type=int, default=1, help="Set the number of worker threads to process the queue (default: 1). Increase this for better concurrency but be aware of GPU memory limitations.")
parser.add_argument( parser.add_argument(
"--comfy-api-base", "--comfy-api-base",
type=str, type=str,

View File

@ -336,7 +336,10 @@ def start_comfyui(asyncio_loop=None):
prompt_server.add_routes() prompt_server.add_routes()
hijack_progress(prompt_server) hijack_progress(prompt_server)
threading.Thread(target=prompt_worker, daemon=True, args=(prompt_server.prompt_queue, prompt_server,)).start() num_workers = max(1, args.num_workers)
logging.info(f"Starting {num_workers} worker thread(s) for queue processing")
for i in range(num_workers):
threading.Thread(target=prompt_worker, daemon=True, args=(prompt_server.prompt_queue, prompt_server,), name=f"PromptWorker-{i+1}").start()
if args.quick_test_for_ci: if args.quick_test_for_ci:
exit(0) exit(0)