diff --git a/modules/samplers_advanced.py b/modules/samplers_advanced.py
index 6ad77343..b7d8a082 100644
--- a/modules/samplers_advanced.py
+++ b/modules/samplers_advanced.py
@@ -152,7 +152,8 @@ class KSamplerWithRefiner:
                                           noise.shape[3], noise.shape[2], self.device, "negative")
 
         def refiner_switch():
-            comfy.model_management.load_model_gpu(self.refiner_model_patcher)
+            comfy.model_management.load_models_gpu([self.refiner_model_patcher], comfy.model_management.batch_area_memory(
+                noise.shape[0] * noise.shape[2] * noise.shape[3]))
             self.model_denoise.inner_model = self.refiner_model_denoise.inner_model
             for i in range(len(positive)):
                 positive[i] = refiner_positive[i]