retry redirect to AlreadyVisitedUrl will loop error

gocolly · Apr 8, 2024 · 9180983 · 9180983
1 parent 8e80593
commit 9180983
Showing 1 changed file with 0 additions and 3 deletions.
diff --git a/colly.go b/colly.go
@@ -653,9 +653,6 @@ func (c *Collector) scrape(u, method string, depth int, requestData io.Reader, c
 	}
 	// note: once 1.13 is minimum supported Go version,
 	// replace this with http.NewRequestWithContext
-	if c.Context == nil {
-		c.Context = context.Background()
-	}
 	req = req.WithContext(context.WithValue(c.Context, CheckRevisitKey, checkRevisit))
 
 	if err := c.requestCheck(parsedURL, method, req.GetBody, depth, checkRevisit); err != nil {