1. import os
  2. import time
  3. import requests
  4. import logging
  5. from threading import Thread
  7. class FileStreamer:
  8. def __init__(self, file_paths, api_endpoint, retry_interval=5, max_retries=3, log_file="file_streamer.log"):
  9. self.file_paths = file_paths
  10. self.api_endpoint = api_endpoint
  11. self.retry_interval = retry_interval
  12. self.max_retries = max_retries
  13. self.log_file = log_file
  14. self.logging.basicConfig(filename=self.log_file, level=logging.INFO,
  15. format='%(asctime)s - %(levelname)s - %(message)s')
  17. def stream_file(self, file_path):
  18. for attempt in range(self.max_retries):
  19. try:
  20. with open(file_path, 'rb') as f:
  21. files = {'file': (os.path.basename(file_path), f)}
  22. response = requests.post(self.api_endpoint, files=files)
  23. response.raise_for_status() # Raise HTTPError for bad responses (4xx or 5xx)
  24. self.logging.info(f"Successfully streamed {file_path} (attempt {attempt + 1})")
  25. return True # Indicate successful stream
  26. except requests.exceptions.RequestException as e:
  27. self.logging.error(f"Error streaming {file_path} (attempt {attempt + 1}): {e}")
  28. if attempt < self.max_retries - 1:
  29. self.logging.info(f"Retrying in {self.retry_interval} seconds...")
  30. time.sleep(self.retry_interval)
  31. else:
  32. self.logging.error(f"Failed to stream {file_path} after {self.max_retries} attempts.")
  33. return False # Indicate failed stream
  34. except Exception as e:
  35. self.logging.error(f"Unexpected error streaming {file_path} (attempt {attempt + 1}): {e}")
  36. return False # Indicate failed stream
  38. def process_files(self):
  39. threads = []
  40. for file_path in self.file_paths:
  41. thread = Thread(target=self.stream_file, args=(file_path,))
  42. threads.append(thread)
  43. thread.start()
  45. for thread in threads:
  46. thread.join()
  48. if __name__ == '__main__':
  49. # Example Usage
  50. file_paths = ['file1.txt', 'file2.txt', 'file3.txt'] # Replace with your file paths
  51. api_endpoint = 'http://your-api-endpoint.com/upload' # Replace with your API endpoint
  53. #Create dummy files if they don't exist
  54. for file_path in file_paths:
  55. if not os.path.exists(file_path):
  56. with open(file_path, "w") as f:
  57. f.write("This is a dummy file.")
  59. streamer = FileStreamer(file_paths, api_endpoint)
  60. streamer.process_files()
  61. print("File streaming complete.")

Add your comment