summaryrefslogtreecommitdiff
path: root/internal/findlinks/doc.go
diff options
context:
space:
mode:
Diffstat (limited to 'internal/findlinks/doc.go')
-rw-r--r--internal/findlinks/doc.go47
1 files changed, 47 insertions, 0 deletions
diff --git a/internal/findlinks/doc.go b/internal/findlinks/doc.go
new file mode 100644
index 0000000..28573f8
--- /dev/null
+++ b/internal/findlinks/doc.go
@@ -0,0 +1,47 @@
+// Package findlinks iterates over an HTML tree and extracts relevant
+// data from it.
+package findlinks
+
+import (
+ "fmt"
+ "io"
+
+ "golang.org/x/net/html"
+ "golang.org/x/net/html/atom"
+)
+
+// A Link encapsulates the data harvested from a link.
+type Link struct {
+ Href string
+ Text string
+}
+
+// findLinks consumes the given [io.Reader], scraping it of anchor
+// tags. Each anchor tag is "unmarshalled" into a [Link]. The
+// resulting slice of Links is returned, along with an error.
+func FindLinks(r io.Reader) ([]Link, error) {
+ doc, err := html.Parse(r)
+ if err != nil {
+ return nil, fmt.Errorf("can't parse html reader: %w", err)
+ }
+
+ var links []Link
+
+ for n := range doc.Descendants() {
+ if n.Type == html.ElementNode && n.DataAtom == atom.A {
+ var link Link
+
+ // Scan the href.
+ for _, a := range n.Attr {
+ if a.Key == "href" {
+ link.Href = a.Val
+ }
+ }
+
+ // FIXME: for now, only scan for hrefs.
+ links = append(links, link)
+ }
+ }
+
+ return links, nil
+}