1. import time
  2. import requests
  3. from urllib.parse import urlparse
  5. class SessionCookieThrottler:
  6. def __init__(self, max_requests, interval):
  7. self.max_requests = max_requests # Maximum number of requests allowed within the interval
  8. self.interval = interval # Time interval in seconds
  9. self.request_count = 0
  10. self.last_reset = time.time()
  11. self.session = requests.Session() # Use a session for cookie management
  13. def __call__(self, func):
  14. def wrapper(*args, **kwargs):
  15. def inner(*args2, **kwargs2):
  16. if self.request_count >= self.max_requests:
  17. # Calculate time until the interval resets
  18. time_since_last_reset = time.time() - self.last_reset
  19. wait_time = self.interval - time_since_last_reset
  20. if wait_time > 0:
  21. time.sleep(wait_time)
  22. self.request_count = 0 # Reset count after waiting.
  24. try:
  25. response = func(*args2, **kwargs2) # Execute the original function
  26. self.request_count += 1
  27. self.last_reset = time.time()
  28. return response
  29. except Exception as e:
  30. print(f"Error during request: {e}")
  31. return None
  32. return inner
  33. return wrapper
  37. if __name__ == '__main__':
  38. # Example Usage
  39. @SessionCookieThrottler(max_requests=2, interval=5) # Allow 2 requests every 5 seconds
  40. def make_request(url):
  41. print(f"Making request to: {url}")
  42. response = requests.get(url)
  43. print(f"Response from: {url} - Status Code: {response.status_code}")
  44. return response
  46. # Example URLs
  47. urls = [
  48. "https://www.example.com",
  49. "https://www.google.com",
  50. "https://www.wikipedia.org",
  51. "https://www.python.org"
  52. ]
  54. for url in urls:
  55. make_request(url)
  57. print("Finished.")

Add your comment