diff options
| author | demo <demo@antix1> | 2026-05-26 17:11:24 -0400 |
|---|---|---|
| committer | demo <demo@antix1> | 2026-05-26 17:11:24 -0400 |
| commit | dfc111552917ceeabb0852cc6f1ba8a46fc21595 (patch) | |
| tree | 3dd138127618be7c8da35dce4afc9ccdfcd7d44f /main.go | |
| parent | fb1bdcc58470ee7c56586cc604591f850ecd59ad (diff) | |
refactor: make deduplication part of main goroutine
Diffstat (limited to 'main.go')
| -rw-r--r-- | main.go | 7 |
1 files changed, 5 insertions, 2 deletions
@@ -57,9 +57,12 @@ func pool(startURL url.URL, maxConcurrency, maxURLs int) { } batches := fanIn(outlets...) - go deduplicate(batches, urls) - urls <- startURL + go func() { + urls <- startURL + }() + + deduplicate(batches, urls) fmt.Println("waiting") wg.Wait() |
