From 9b52681a78a12ed4556ea8a44f765c84894a2ac0 Mon Sep 17 00:00:00 2001 From: Ben Adrian Sarmiento Date: Sat, 13 Jul 2024 20:20:46 +0200 Subject: [PATCH] Remove rate limiter on download client --- internal/app.go | 8 +++----- pkg/http/client.go | 4 +++- 2 files changed, 6 insertions(+), 6 deletions(-) diff --git a/internal/app.go b/internal/app.go index c30d994..4c5cdfe 100644 --- a/internal/app.go +++ b/internal/app.go @@ -57,10 +57,8 @@ func MainApp(configPath string) { proxyURL = os.Getenv("PROXY") } - dummyLimiter := http.NewRateLimiter(1000) - - repoClient4 := http.NewHTTPClient("", 0, 1, false, []string{}, proxyURL, dummyLimiter, log.Named("network_test")) - repoClient6 := http.NewHTTPClient("", 0, 1, true, []string{}, proxyURL, dummyLimiter, log.Named("network_test")) + repoClient4 := http.NewHTTPClient("", 0, 1, false, []string{}, proxyURL, nil, log.Named("network_test")) + repoClient6 := http.NewHTTPClient("", 0, 1, true, []string{}, proxyURL, nil, log.Named("network_test")) repo := http.NewIPRepository(repoClient4, repoClient6, "", log.Named("network_test")) var hosts []string @@ -112,7 +110,7 @@ func MainApp(configPath string) { config.ShouldForceIPv6(), hosts, proxyURL, - rateLimiter, + nil, log.Named("download_client"), ) diff --git a/pkg/http/client.go b/pkg/http/client.go index 29af2bb..cbf8ca6 100644 --- a/pkg/http/client.go +++ b/pkg/http/client.go @@ -157,7 +157,9 @@ func (r *HTTPClient) Do(req *http.Request) (*http.Response, error) { r.ensureReachableHost(req) } - r.rateLimiter.Wait() + if r.rateLimiter != nil { + r.rateLimiter.Wait() + } resp, err = r.client.Do(req)