generating headers#

.gitignore

@@ -160,3 +160,4 @@ cython_debug/
 #  option (not recommended) you can uncomment the following to ignore the entire idea folder.
 #.idea/
 
+cache

.vscode/settings.json

@@ -0,0 +1,5 @@
+{
+    "cSpell.words": [
+        "referer"
+    ]
+}

README.md

@@ -5,6 +5,7 @@ A Python library for simplified HTTP requests, featuring rate limiting, browser-
 ## ToDo
 
 - [ ] basic structure
+- [ ] caching
 - [ ] add cloudscraper
 
 ## License

python_requests/__init__.py

@@ -4,3 +4,5 @@ import pathlib
 __name__ = "python_requests"
 __folder__ = str(pathlib.Path(__file__).parent)
 
+
+CACHE_DIRECTORY = "cache"

python_requests/__main__.py

@@ -1,6 +1,8 @@
 import argparse
 import logging
 
+from .connections import Connection
+
 
 def cli():
     parser = argparse.ArgumentParser(
@@ -30,5 +32,12 @@ def cli():
         )
 
 
+    c = Connection()
+    c.generate_headers()
+    print(c.session.headers)
+
+    
+
+
 if __name__ == "__main__":
     cli()

python_requests/connections.py

@@ -0,0 +1,22 @@
+from __future__ import annotations
+from typing import Optional
+import requests
+from urllib.parse import urlparse, urlunsplit, ParseResult
+
+
+class Connection:
+    def __init__(self, session: Optional[requests.Session] = None) -> None:
+        self.session = session if session is not None else requests.Session()
+
+    def generate_headers(self, referer: Optional[str] = None):
+        headers = {
+            "User-Agent": "Mozilla/5.0 (X11; Linux x86_64; rv:139.0) Gecko/20100101 Firefox/139.0",
+            "Connection": "keep-alive",
+            "Accept-Language": "en-US,en;q=0.5",
+        }
+
+        if referer is not None:
+            headers["Referer"] = referer
+
+        self.session.headers.update(**headers)
+