From 1d4b4b069f357c111db0a10d03c7d3bed9e47711 Mon Sep 17 00:00:00 2001
From: Hazel Noack <hazel@webcontact.de>
Date: Wed, 8 Oct 2025 11:41:50 +0200
Subject: [PATCH] scraping helper

---
 internal/scraper/helper.go | 24 ++++++++++++++++++++++++
 1 file changed, 24 insertions(+)
 create mode 100644 internal/scraper/helper.go

diff --git a/internal/scraper/helper.go b/internal/scraper/helper.go
new file mode 100644
index 0000000..9098a6b
--- /dev/null
+++ b/internal/scraper/helper.go
@@ -0,0 +1,24 @@
+package scraper
+
+import (
+	"io"
+	"net/http"
+	"strings"
+
+	"github.com/PuerkitoBio/goquery"
+)
+
+func GetText(resp *http.Response) (string, error) {
+	defer resp.Body.Close()
+	body, err := io.ReadAll(resp.Body)
+	return string(body), err
+}
+
+func GetHtml(resp *http.Response) (*goquery.Document, error) {
+	text, err := GetText(resp)
+	if err != nil {
+		return nil, err
+	}
+
+	return goquery.NewDocumentFromReader(strings.NewReader(text))
+}