From b6d6f1765bb8ef9f34ca352074eda4ff6a8699dd Mon Sep 17 00:00:00 2001 From: tazlin Date: Fri, 29 Dec 2023 18:12:50 -0500 Subject: [PATCH] feat: support hordelib's disk locking (for LoRas/TIs) --- horde_worker_regen/process_management/inference_process.py | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-) diff --git a/horde_worker_regen/process_management/inference_process.py b/horde_worker_regen/process_management/inference_process.py index 434b3b1f..5c87c5ca 100644 --- a/horde_worker_regen/process_management/inference_process.py +++ b/horde_worker_regen/process_management/inference_process.py @@ -111,7 +111,7 @@ def __init__( try: with logger.catch(reraise=True): self._horde = HordeLib(comfyui_callback=self._comfyui_callback) - self._shared_model_manager = SharedModelManager() + self._shared_model_manager = SharedModelManager(do_not_load_model_mangers=True) except Exception as e: logger.critical(f"Failed to initialise HordeLib: {type(e).__name__} {e}") sys.exit(1) @@ -123,6 +123,8 @@ def __init__( logger.critical(f"Failed to initialise HordeCheckpointLoader: {type(e).__name__} {e}") sys.exit(1) + SharedModelManager.load_model_managers(multiprocessing_lock=self.disk_lock) + if SharedModelManager.manager.compvis is None: logger.critical("Failed to initialise SharedModelManager") self.send_process_state_change_message(