diff options
| author | demo <demo@antix1> | 2026-05-28 11:56:10 -0400 |
|---|---|---|
| committer | demo <demo@antix1> | 2026-05-28 11:56:10 -0400 |
| commit | e59a7f0dd76b0e837dbd125d446aa02fb2bc18cc (patch) | |
| tree | 3b92aa5e3cdea824a6747620f3dd3f965876f488 /findurls.go | |
| parent | 8d3bf78303a42fdf7289c6e1896e3d3f7e9b1cb7 (diff) | |
docs: expand findURLs godoc
Diffstat (limited to 'findurls.go')
| -rw-r--r-- | findurls.go | 5 |
1 files changed, 4 insertions, 1 deletions
diff --git a/findurls.go b/findurls.go index 6bc95d7..8f84936 100644 --- a/findurls.go +++ b/findurls.go @@ -9,7 +9,10 @@ import ( ) // findURLs combs htmlDoc for anchor-tag URLs. The refURL parameter is -// used to resolve each found URL into an absolute URL. +// used to resolve each found URL into an absolute URL, and also +// ensures that we don't crawl outside refURL's parent Web domain. +// +// Return the slice of URLs. func findURLs(refURL url.URL, htmlDoc *html.Node) []url.URL { // Used for collecting all the URLs we find. var rawURLs []url.URL |
