diff --git a/horde_worker_regen/process_management/inference_process.py b/horde_worker_regen/process_management/inference_process.py
index 434b3b1f..5c87c5ca 100644
--- a/horde_worker_regen/process_management/inference_process.py
+++ b/horde_worker_regen/process_management/inference_process.py
@@ -111,7 +111,7 @@ def __init__(
         try:
             with logger.catch(reraise=True):
                 self._horde = HordeLib(comfyui_callback=self._comfyui_callback)
-                self._shared_model_manager = SharedModelManager()
+                self._shared_model_manager = SharedModelManager(do_not_load_model_mangers=True)
         except Exception as e:
             logger.critical(f"Failed to initialise HordeLib: {type(e).__name__} {e}")
             sys.exit(1)
@@ -123,6 +123,8 @@ def __init__(
             logger.critical(f"Failed to initialise HordeCheckpointLoader: {type(e).__name__} {e}")
             sys.exit(1)
 
+        SharedModelManager.load_model_managers(multiprocessing_lock=self.disk_lock)
+
         if SharedModelManager.manager.compvis is None:
             logger.critical("Failed to initialise SharedModelManager")
             self.send_process_state_change_message(