From 487a3877000e94c6ac85a198195ae36582dff3c1 Mon Sep 17 00:00:00 2001 From: demo Date: Tue, 26 May 2026 21:22:14 -0400 Subject: feat: add break condition from worklist loop --- workers.go | 6 ++++++ 1 file changed, 6 insertions(+) (limited to 'workers.go') diff --git a/workers.go b/workers.go index ab99da8..fcfb504 100644 --- a/workers.go +++ b/workers.go @@ -40,6 +40,7 @@ func workers(startURL url.URL, maxConcurrency, maxURLs int) { seen := make(map[url.URL]bool) count := 1 +loop: for batch := range worklist { for _, u := range batch { if !seen[u] { @@ -47,6 +48,11 @@ func workers(startURL url.URL, maxConcurrency, maxURLs int) { count++ seen[u] = true + + if len(seen) == maxURLs { + break loop + } + urls <- u } } -- cgit v1.2.3