From e59a7f0dd76b0e837dbd125d446aa02fb2bc18cc Mon Sep 17 00:00:00 2001 From: demo Date: Thu, 28 May 2026 11:56:10 -0400 Subject: docs: expand findURLs godoc --- findurls.go | 5 ++++- 1 file changed, 4 insertions(+), 1 deletion(-) diff --git a/findurls.go b/findurls.go index 6bc95d7..8f84936 100644 --- a/findurls.go +++ b/findurls.go @@ -9,7 +9,10 @@ import ( ) // findURLs combs htmlDoc for anchor-tag URLs. The refURL parameter is -// used to resolve each found URL into an absolute URL. +// used to resolve each found URL into an absolute URL, and also +// ensures that we don't crawl outside refURL's parent Web domain. +// +// Return the slice of URLs. func findURLs(refURL url.URL, htmlDoc *html.Node) []url.URL { // Used for collecting all the URLs we find. var rawURLs []url.URL -- cgit v1.2.3