diff --git a/tools/mtmd/clip.cpp b/tools/mtmd/clip.cpp
index ffea7fd9bd..cc022ad2e0 100644
--- a/tools/mtmd/clip.cpp
+++ b/tools/mtmd/clip.cpp
@@ -1194,6 +1194,8 @@ struct clip_model_loader {
                 case PROJECTOR_TYPE_PADDLEOCR:
                     {
                         hparams.proj_scale_factor = 2;
+                        hparams.set_limit_image_tokens(8, 1024);
+                        hparams.set_warmup_n_tokens(256); // avoid OOM on warmup
                     } break;
                 default:
                     break;