From efb6ca01d389b6e14620ea7733a9736ff361baba Mon Sep 17 00:00:00 2001
From: Manuel Schmid <dev@mash1t.de>
Date: Sat, 13 Jul 2024 15:49:07 +0200
Subject: [PATCH] fix: prevent inference tensor version counter tracking issue
 for GroundingDINO

use no_grad and inference_mode on predict_with_caption
see https://github.com/lllyasviel/Fooocus/discussions/3213#discussioncomment-10017126
---
 extras/GroundingDINO/util/inference.py | 2 ++
 1 file changed, 2 insertions(+)

diff --git a/extras/GroundingDINO/util/inference.py b/extras/GroundingDINO/util/inference.py
index bc8b6429..34ab8f01 100644
--- a/extras/GroundingDINO/util/inference.py
+++ b/extras/GroundingDINO/util/inference.py
@@ -19,6 +19,8 @@ class GroundingDinoModel(Model):
         self.load_device = torch.device('cpu')
         self.offload_device = torch.device('cpu')
 
+    @torch.no_grad()
+    @torch.inference_mode()
     def predict_with_caption(
             self,
             image: np.ndarray,