feat: avoid sending empty URL slices to the worklist

1 files changed, 4 insertions, 1 deletions

diff --git a/main.go b/main.go
index 33989df..74e3144 100644
--- a/main.go
+++ b/main.go
@@ -70,7 +70,10 @@ loop:
 					sem <- struct{}{}
 					defer func() { <-sem }()
 
-					worklist <- crawl(ctx, u)
+					more := crawl(ctx, u)
+					if len(more) > 0 {
+						worklist <- more
+					}
 				}()
 			}
 		}