From 6ba67c878cefe8123e3fcd81f5dd181920a22c08 Mon Sep 17 00:00:00 2001 From: demo Date: Sun, 10 May 2026 11:05:59 -0400 Subject: feat: write fetch function --- internal/links/fetch.go | 28 ++++++++++++++++++++++++++++ 1 file changed, 28 insertions(+) create mode 100644 internal/links/fetch.go diff --git a/internal/links/fetch.go b/internal/links/fetch.go new file mode 100644 index 0000000..864d754 --- /dev/null +++ b/internal/links/fetch.go @@ -0,0 +1,28 @@ +package links + +import ( + "bufio" + "fmt" + "io" + "net/http" + "time" +) + +func fetch(rawURL string, timeoutSecs int) (io.Reader, error) { + client := http.Client{ + Timeout: time.Duration(timeoutSecs) * time.Second, + } + + req, err := http.NewRequest(http.MethodGet, rawURL, nil) + if err != nil { + return nil, fmt.Errorf("can't create %s request for %s", http.MethodGet, rawURL) + } + + resp, err := client.Do(req) + if err != nil { + return nil, fmt.Errorf("client failed to perform %s request for %s", http.MethodGet, rawURL) + } + defer resp.Body.Close() + + return bufio.NewReader(resp.Body), nil +} -- cgit v1.2.3