feat: add break condition from worklist loop

1 files changed, 6 insertions, 0 deletions

diff --git a/workers.go b/workers.go
index ab99da8..fcfb504 100644
--- a/workers.go
+++ b/workers.go
@@ -40,6 +40,7 @@ func workers(startURL url.URL, maxConcurrency, maxURLs int) {
 	seen := make(map[url.URL]bool)
 	count := 1
 
+loop:
 	for batch := range worklist {
 		for _, u := range batch {
 			if !seen[u] {
@@ -47,6 +48,11 @@ func workers(startURL url.URL, maxConcurrency, maxURLs int) {
 				count++
 
 				seen[u] = true
+
+				if len(seen) == maxURLs {
+					break loop
+				}
+
 				urls <- u
 			}
 		}