From 3f9b5f2c8f23a8f7e829cf96ed0139b32aa245c3 Mon Sep 17 00:00:00 2001 From: Stiven Valeriano Date: Tue, 24 Mar 2026 17:28:28 -0500 Subject: [PATCH] fix limit html meta response body size --- plugin/httpgetter/html_meta.go | 5 ++--- 1 file changed, 2 insertions(+), 3 deletions(-) diff --git a/plugin/httpgetter/html_meta.go b/plugin/httpgetter/html_meta.go index 3ac719487..50e71716a 100644 --- a/plugin/httpgetter/html_meta.go +++ b/plugin/httpgetter/html_meta.go @@ -51,9 +51,8 @@ func GetHTMLMeta(urlStr string) (*HTMLMeta, error) { return nil, errors.New("not a HTML page") } - // TODO: limit the size of the response body - - htmlMeta := extractHTMLMeta(response.Body) + reader := io.LimitReader(response.Body, 1<<20) // 1 MB max + htmlMeta := extractHTMLMeta(reader) enrichSiteMeta(response.Request.URL, htmlMeta) return htmlMeta, nil }