diff --git a/internal/scraper/helper.go b/internal/scraper/helper.go new file mode 100644 index 0000000..9098a6b --- /dev/null +++ b/internal/scraper/helper.go @@ -0,0 +1,24 @@ +package scraper + +import ( + "io" + "net/http" + "strings" + + "github.com/PuerkitoBio/goquery" +) + +func GetText(resp *http.Response) (string, error) { + defer resp.Body.Close() + body, err := io.ReadAll(resp.Body) + return string(body), err +} + +func GetHtml(resp *http.Response) (*goquery.Document, error) { + text, err := GetText(resp) + if err != nil { + return nil, err + } + + return goquery.NewDocumentFromReader(strings.NewReader(text)) +}