summaryrefslogtreecommitdiff
path: root/workers.go
diff options
context:
space:
mode:
Diffstat (limited to 'workers.go')
-rw-r--r--workers.go6
1 files changed, 6 insertions, 0 deletions
diff --git a/workers.go b/workers.go
index ab99da8..fcfb504 100644
--- a/workers.go
+++ b/workers.go
@@ -40,6 +40,7 @@ func workers(startURL url.URL, maxConcurrency, maxURLs int) {
seen := make(map[url.URL]bool)
count := 1
+loop:
for batch := range worklist {
for _, u := range batch {
if !seen[u] {
@@ -47,6 +48,11 @@ func workers(startURL url.URL, maxConcurrency, maxURLs int) {
count++
seen[u] = true
+
+ if len(seen) == maxURLs {
+ break loop
+ }
+
urls <- u
}
}