From 9d697b6a8f5cbab0dddf8f8db68650ff04c0d282 Mon Sep 17 00:00:00 2001
From: man90 <man90@tuta.io>
Date: Sat, 20 Dec 2025 09:56:43 +0100
Subject: [PATCH] Remove internal rate limiter

---
 scraper/scraper.go | 5 -----
 1 file changed, 5 deletions(-)

diff --git a/scraper/scraper.go b/scraper/scraper.go
index c118b53..2b6c632 100644
--- a/scraper/scraper.go
+++ b/scraper/scraper.go
@@ -33,11 +33,6 @@ func InitScraper() {
 	scraper.AllowURLRevisit = true
 	scraper.SetRequestTimeout(time.Minute / 2)
 
-	scraper.Limit(&colly.LimitRule{
-		Delay:       time.Second,
-		RandomDelay: 5 * time.Second,
-	})
-
 	proxies := viper.GetStringSlice("proxy")
 	if p, err := proxy.RoundRobinProxySwitcher(proxies...); err == nil {
 		scraper.SetProxyFunc(p)