1. /**
  2. * Configures file processing parameters for batch execution with retries.
  3. *
  4. * @param {Array<object>} files An array of file objects. Each object should have a 'path' property (string)
  5. * and any other necessary metadata.
  6. * @param {object} options Configuration options.
  7. * @param {number} options.retryIntervalMs The interval (in milliseconds) between retry attempts.
  8. * @param {number} options.maxRetries The maximum number of retry attempts.
  9. * @param {function} options.processFile Function to process a single file. Takes the file object as input. Returns a promise.
  10. * @returns {Promise<Array<object>>} A promise that resolves to an array of processed files, or rejects if all files fail after retries.
  11. */
  12. async function processFilesBatch(files, options) {
  13. const { retryIntervalMs, maxRetries, processFile } = options;
  15. if (!files || !Array.isArray(files)) {
  16. throw new Error("Files must be a non-empty array.");
  17. }
  19. if (typeof retryIntervalMs !== 'number' || retryIntervalMs <= 0) {
  20. throw new Error("retryIntervalMs must be a positive number.");
  21. }
  23. if (typeof maxRetries !== 'number' || maxRetries <= 0) {
  24. throw new Error("maxRetries must be a positive number.");
  25. }
  27. if (typeof processFile !== 'function') {
  28. throw new Error("processFile must be a function.");
  29. }
  31. const processedFiles = [];
  33. for (const file of files) {
  34. let retryCount = 0;
  35. let fileProcessed = false;
  37. while (!fileProcessed && retryCount < maxRetries) {
  38. try {
  39. const result = await processFile(file); // Process the file
  40. processedFiles.push(result);
  41. fileProcessed = true;
  42. } catch (error) {
  43. retryCount++;
  44. console.log(`File ${file.path} failed. Retry attempt ${retryCount}/${maxRetries}. Error: ${error.message}`);
  45. await new Promise(resolve => setTimeout(resolve, retryIntervalMs)); // Wait before retrying
  46. }
  47. }
  49. if (!fileProcessed) {
  50. console.error(`File ${file.path} failed after ${maxRetries} retries.`);
  51. //Consider rejecting the entire batch here, depending on desired behavior.
  52. //For now, we continue with the next file.
  53. }
  54. }
  56. return processedFiles;
  57. }

Add your comment