diff options
Diffstat (limited to 'workers.go')
| -rw-r--r-- | workers.go | 6 |
1 files changed, 6 insertions, 0 deletions
@@ -40,6 +40,7 @@ func workers(startURL url.URL, maxConcurrency, maxURLs int) { seen := make(map[url.URL]bool) count := 1 +loop: for batch := range worklist { for _, u := range batch { if !seen[u] { @@ -47,6 +48,11 @@ func workers(startURL url.URL, maxConcurrency, maxURLs int) { count++ seen[u] = true + + if len(seen) == maxURLs { + break loop + } + urls <- u } } |
