summaryrefslogtreecommitdiff
path: root/findurls.go
diff options
context:
space:
mode:
authordemo <demo@antix1>2026-05-28 11:56:10 -0400
committerdemo <demo@antix1>2026-05-28 11:56:10 -0400
commite59a7f0dd76b0e837dbd125d446aa02fb2bc18cc (patch)
tree3b92aa5e3cdea824a6747620f3dd3f965876f488 /findurls.go
parent8d3bf78303a42fdf7289c6e1896e3d3f7e9b1cb7 (diff)
docs: expand findURLs godoc
Diffstat (limited to 'findurls.go')
-rw-r--r--findurls.go5
1 files changed, 4 insertions, 1 deletions
diff --git a/findurls.go b/findurls.go
index 6bc95d7..8f84936 100644
--- a/findurls.go
+++ b/findurls.go
@@ -9,7 +9,10 @@ import (
)
// findURLs combs htmlDoc for anchor-tag URLs. The refURL parameter is
-// used to resolve each found URL into an absolute URL.
+// used to resolve each found URL into an absolute URL, and also
+// ensures that we don't crawl outside refURL's parent Web domain.
+//
+// Return the slice of URLs.
func findURLs(refURL url.URL, htmlDoc *html.Node) []url.URL {
// Used for collecting all the URLs we find.
var rawURLs []url.URL