1. import time
  2. import logging
  3. import random
  5. class ArraySync:
  7. def __init__(self, staging_arrays, source_arrays, retry_interval=5):
  8. """
  9. Initializes the ArraySync class.
  11. Args:
  12. staging_arrays (list): A list of staging array paths/identifiers.
  13. source_arrays (list): A list of source array paths/identifiers.
  14. retry_interval (int): The retry interval in seconds.
  15. """
  16. self.staging_arrays = staging_arrays
  17. self.source_arrays = source_arrays
  18. self.retry_interval = retry_interval
  19. self.logger = logging.getLogger(__name__)
  20. logging.basicConfig(level=logging.INFO, format='%(asctime)s - %(levelname)s - %(message)s') #Basic logging setup
  22. def sync_arrays(self):
  23. """
  24. Synchronizes arrays from source to staging environments with retries.
  25. """
  26. for staging_array in self.staging_arrays:
  27. for source_array in self.source_arrays:
  28. while True:
  29. try:
  30. self._sync_array(staging_array, source_array)
  31. self.logger.info(f"Successfully synced {source_array} to {staging_array}")
  32. break # Exit retry loop on success
  33. except Exception as e:
  34. self.logger.error(f"Failed to sync {source_array} to {staging_array}. Error: {e}")
  35. time.sleep(self.retry_interval + random.uniform(0,2)) #Add random jitter to retry
  38. def _sync_array(self, staging_array, source_array):
  39. """
  40. Placeholder for the actual array synchronization logic.
  41. Replace with your specific array processing code.
  42. """
  43. # Simulate an array sync operation
  44. time.sleep(2)
  45. print(f"Simulating sync {source_array} to {staging_array}")
  46. #In a real implementation, this would read from source_array and write to staging_array
  48. if __name__ == '__main__':
  49. # Example usage
  50. staging_arrays = ["staging_array_1", "staging_array_2"]
  51. source_arrays = ["source_array_1", "source_array_2"]
  52. sync_manager = ArraySync(staging_arrays, source_arrays, retry_interval=3)
  53. sync_manager.sync_arrays()

Add your comment