From d267aaa519397c635a2bddc989ba8c929a77cc35 Mon Sep 17 00:00:00 2001 From: Won-Kyu Park Date: Sun, 20 Oct 2024 15:11:01 +0900 Subject: [PATCH] set default max_worker == 1, add '--max-install-thread' cmd arg --- modules/cmd_args.py | 1 + modules/launch_utils.py | 19 +++++++++++++------ 2 files changed, 14 insertions(+), 6 deletions(-) diff --git a/modules/cmd_args.py b/modules/cmd_args.py index d71982b2c12..7a32cd31f31 100644 --- a/modules/cmd_args.py +++ b/modules/cmd_args.py @@ -31,6 +31,7 @@ parser.add_argument("--no-half-vae", action='store_true', help="do not switch the VAE model to 16-bit floats") parser.add_argument("--no-progressbar-hiding", action='store_true', help="do not hide progressbar in gradio UI (we hide it because it slows down ML if you have hardware acceleration in browser)") parser.add_argument("--max-batch-count", type=int, default=16, help="does not do anything") +parser.add_argument("--max-install-thread", type=int, default=1, help="Maximum Thread number for for asynchronously install extensions. 1 = normal install. ⚠ Enabling this feature may cause unintended issues with some extensions."), parser.add_argument("--embeddings-dir", type=normalized_filepath, default=os.path.join(data_path, 'embeddings'), help="embeddings directory for textual inversion (default: embeddings)") parser.add_argument("--textual-inversion-templates-dir", type=normalized_filepath, default=os.path.join(script_path, 'textual_inversion_templates'), help="directory with textual inversion templates") parser.add_argument("--hypernetwork-dir", type=normalized_filepath, default=os.path.join(models_path, 'hypernetworks'), help="hypernetwork directory") diff --git a/modules/launch_utils.py b/modules/launch_utils.py index 0bd3ac564b5..fdc9b878149 100644 --- a/modules/launch_utils.py +++ b/modules/launch_utils.py @@ -280,12 +280,19 @@ def run_extensions_installers(settings_file): if os.path.isdir(path): paths[dirname_extension] = path - with ThreadPoolExecutor(max_workers=2) as executor: - futures = {executor.submit(run_extension_installer, path): dirname_extension for dirname_extension, path in paths.items()} - for future in as_completed(futures): - dirname_extension = futures[future] - if future.result(): - startup_timer.record(dirname_extension) + max_workers = args.max_install_thread + if max_workers == 1: + for dirname_extension, path in paths.items(): + run_extension_installer(path) + startup_timer.record(dirname_extension) + else: + max_workers = min(max_workers, 4) + with ThreadPoolExecutor(max_workers=max_workers) as executor: + futures = {executor.submit(run_extension_installer, path): dirname_extension for dirname_extension, path in paths.items()} + for future in as_completed(futures): + dirname_extension = futures[future] + if future.result(): + startup_timer.record(dirname_extension) re_requirement = re.compile(r"\s*([-_a-zA-Z0-9]+)\s*(?:==\s*([-+_.a-zA-Z0-9]+))?\s*")