diff --git a/plugin/httpgetter/html_meta.go b/plugin/httpgetter/html_meta.go index 3ac7194878a09..50e71716ac5aa 100644 --- a/plugin/httpgetter/html_meta.go +++ b/plugin/httpgetter/html_meta.go @@ -51,9 +51,8 @@ func GetHTMLMeta(urlStr string) (*HTMLMeta, error) { return nil, errors.New("not a HTML page") } - // TODO: limit the size of the response body - - htmlMeta := extractHTMLMeta(response.Body) + reader := io.LimitReader(response.Body, 1<<20) // 1 MB max + htmlMeta := extractHTMLMeta(reader) enrichSiteMeta(response.Request.URL, htmlMeta) return htmlMeta, nil }