chore: remove Head Request

zaggash · Sep 29, 2023 · f1b2bed · f1b2bed
1 parent 0d00048
commit f1b2bed
Showing 1 changed file with 0 additions and 1 deletion.
diff --git a/main.go b/main.go
@@ -90,7 +90,6 @@ func main() {
 			regexp.MustCompile(`www.suse.com/support/kb/(.*)/?id(.*)`),
 		),
 		colly.MaxDepth(1),
-		colly.CheckHead(),
 	)
 
 	articleCollector.SetRequestTimeout(30 * time.Second)