fix: possible crash while scraping (#1690)

xbapps · Apr 5, 2024 · e376fa4 · e376fa4
1 parent 8e47a65
commit e376fa4
Showing 1 changed file with 3 additions and 1 deletion.
diff --git a/pkg/scrape/scrape_rate_limiter.go b/pkg/scrape/scrape_rate_limiter.go
@@ -67,7 +67,9 @@ func WaitBeforeVisit(rateLimiter string, visitFunc func(string) error, pageURL s
 func ScraperRateLimiterCheckErrors(domain string, err error) {
 	if err != nil {
 		limiter := GetRateLimiter(domain)
-		limiter.lastRequest = time.Time{}
+		if limiter != nil {
+			limiter.lastRequest = time.Time{}
+		}
 	}
 }