diff --git a/colly.go b/colly.go index fdca9451..4a957d6c 100644 --- a/colly.go +++ b/colly.go @@ -671,6 +671,10 @@ func (c *Collector) fetch(u, method string, depth int, requestData io.Reader, ct ID: atomic.AddUint32(&c.requestCount, 1), } + if req.Header.Get("Accept") == "" { + req.Header.Set("Accept", "*/*") + } + c.handleOnRequest(request) if request.abort { @@ -681,10 +685,6 @@ func (c *Collector) fetch(u, method string, depth int, requestData io.Reader, ct req.Header.Add("Content-Type", "application/x-www-form-urlencoded") } - if req.Header.Get("Accept") == "" { - req.Header.Set("Accept", "*/*") - } - var hTrace *HTTPTrace if c.TraceHTTP { hTrace = &HTTPTrace{}