1. import logging
  3. # Configure logging
  4. logging.basicConfig(level=logging.INFO, format='%(asctime)s - %(levelname)s - %(message)s')
  6. def truncate_headers(headers, max_size=2048):
  7. """
  8. Truncates request headers exceeding a specified size.
  10. Args:
  11. headers (dict): A dictionary of request headers.
  12. max_size (int): The maximum size (in bytes) allowed for the combined headers.
  14. Returns:
  15. dict: A dictionary of truncated headers.
  16. """
  18. truncated_headers = {}
  19. total_size = 0
  21. for key, value in headers.items():
  22. if isinstance(value, str):
  23. value_bytes = value.encode('utf-8') # Encode string to bytes
  24. else:
  25. value_bytes = str(value).encode('utf-8') #handle non-string values
  27. header_size = len(value_bytes)
  29. if total_size + header_size > max_size:
  30. if key in truncated_headers:
  31. # Truncate existing header
  32. truncated_headers[key] += "..." if truncated_headers[key] else "" #add ellipsis if not empty
  33. else:
  34. truncated_headers[key] = "..." # Add ellipsis if new header
  35. total_size = max_size #reset total size
  36. truncated_headers[key] = value #keep original value for output
  38. total_size += header_size
  40. return truncated_headers
  43. if __name__ == '__main__':
  44. # Example Usage
  45. headers = {
  46. "Content-Type": "application/json",
  47. "User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36",
  48. "X-Custom-Header": "This is a very long header value to test truncation.",
  49. "Another-Header": "Short value"
  50. }
  52. truncated = truncate_headers(headers)
  53. print(truncated)
  55. #Example with non-string value
  56. headers2 = {
  57. "Content-Type": "application/json",
  58. "User-Agent": 12345,
  59. "X-Custom-Header": "This is a very long header value to test truncation.",
  60. }
  62. truncated2 = truncate_headers(headers2)
  63. print(truncated2)
  65. #Example of header exceeding max_size
  66. headers3 = {
  67. "Content-Type": "application/json",
  68. "User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36",
  69. "X-Custom-Header": "This is a very long header value to test truncation." * 100, #long string
  70. }
  71. truncated3 = truncate_headers(headers3)
  72. print(truncated3)

Add your comment