Hazel/python-requests
1
0
Fork 0
generated from Hazel/python-project
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

implemented waiting

Browse Source
This commit is contained in:
Hazel Noack 2025-06-11 13:44:42 +02:00
parent c9bd539123
commit b7245e29b5
2 changed files with 20 additions and 5 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
python_requests/__main__.py
View File

@ -6,11 +6,13 @@ from . import cache
def main(): def main():
c = Connection(cache_enable=False) c = Connection(cache_enable=False, request_delay=3)
c.generate_headers() c.generate_headers()
print(c.session.headers)
print(c.get("http://ip.org/")) print(c.get("http://ip.org/"))
print(c.get("http://ip.org/"))
print(c.get("http://ip.org/"))
print(c.get("http://ip.org/"))
def cli(): def cli():

19
python_requests/connections.py
View File

@ -3,16 +3,20 @@ from typing import Optional, Set
import requests import requests
from datetime import timedelta from datetime import timedelta
import time import time
import logging
from . import cache from . import cache
log = logging.getLogger(__name__)
class Connection: class Connection:
def __init__( def __init__(
self, self,
session: Optional[requests.Session] = None, session: Optional[requests.Session] = None,
cache_enable: bool = True, cache_enable: bool = True,
cache_expires_after: Optional[timedelta] = None, cache_expires_after: Optional[timedelta] = None,
request_delay: float = 3, request_delay: float = 0,
additional_delay_per_try: float = 1, additional_delay_per_try: float = 1,
error_status_codes: Optional[Set[int]] = None, error_status_codes: Optional[Set[int]] = None,
rate_limit_status_codes: Optional[Set[int]] = None, rate_limit_status_codes: Optional[Set[int]] = None,
@ -96,17 +100,26 @@ class Connection:
return True return True
def send_request(self, request: requests.Request) -> requests.Response: def send_request(self, request: requests.Request, attempt: int = 0) -> requests.Response:
url = request.url url = request.url
if url is None: if url is None:
raise ValueError("can't send a request without url") raise ValueError("can't send a request without url")
if self.cache_enable and cache.has_cache(url): if self.cache_enable and cache.has_cache(url):
return cache.get_cache(url) return cache.get_cache(url)
# TODO wait the normal configured amount current_delay = self.request_delay + (self.additional_delay_per_try * attempt)
elapsed_time = time.time() - self.last_request
to_wait = current_delay - elapsed_time
if to_wait > 0:
log.info(f"waiting {to_wait} at attempt {attempt}: {url}")
time.sleep(to_wait)
response = self.session.send(request.prepare()) response = self.session.send(request.prepare())
self.last_request = time.time()
# TODO validate response and retrying if necessary # TODO validate response and retrying if necessary
if self.cache_enable: if self.cache_enable: