diff --git a/main.go b/main.go index 15f91e279c..273c731508 100644 --- a/main.go +++ b/main.go @@ -90,7 +90,6 @@ func main() { regexp.MustCompile(`www.suse.com/support/kb/(.*)/?id(.*)`), ), colly.MaxDepth(1), - colly.CheckHead(), ) articleCollector.SetRequestTimeout(30 * time.Second)