1. /**
  2. * Cleans data collections for manual execution with a dry-run mode.
  3. *
  4. * @param {object} collections An object containing data collections. Each key is a collection name,
  5. * and the value is an array of data objects.
  6. * @param {object} options Configuration options.
  7. * @param {boolean} options.dryRun If true, only logs the changes without modifying the collections. Defaults to false.
  8. */
  9. function cleanData(collections, options = {}) {
  10. const { dryRun = false } = options;
  12. for (const collectionName in collections) {
  13. if (collections.hasOwnProperty(collectionName)) {
  14. const collection = collections[collectionName];
  15. if (!Array.isArray(collection)) {
  16. console.warn(`Collection "${collectionName}" is not an array. Skipping.`);
  17. continue;
  18. }
  20. const cleanedCollection = [];
  21. for (const item of collection) {
  22. if (typeof item !== 'object' || item === null) {
  23. console.warn(`Skipping invalid item in collection "${collectionName}":`, item);
  24. continue;
  25. }
  28. const cleanedItem = {};
  29. for (const key in item) {
  30. if (item.hasOwnProperty(key)) {
  31. let value = item[key];
  33. if (value === null || value === undefined) {
  34. cleanedItem[key] = null; // Handle null/undefined values
  35. } else if (typeof value === 'string') {
  36. value = value.trim(); // Trim whitespace from strings
  37. cleanedItem[key] = value;
  38. } else if (typeof value === 'number') {
  39. cleanedItem[key] = Number(value); // Convert to number if possible
  40. } else if (Array.isArray(value)) {
  41. cleanedItem[key] = value.map(item2 => (typeof item2 === 'string' ? item2.trim() : item2)); //trim array elements
  42. } else if (typeof value === 'object' && value !== null) {
  43. cleanedItem[key] = cleanData({[key]: value}, options).data[key]; //recursive call for nested objects
  44. }
  45. else {
  46. cleanedItem[key] = value;
  47. }
  48. }
  49. }
  50. cleanedCollection.push(cleanedItem);
  51. }
  53. if (dryRun) {
  54. console.log(`Dry Run: Cleaning collection "${collectionName}"`);
  55. console.log("Changes:");
  56. console.log(JSON.stringify(cleanedCollection, null, 2));
  57. } else {
  58. console.log(`Cleaning collection "${collectionName}"`);
  59. collections[collectionName] = cleanedCollection;
  60. }
  61. }
  62. }
  63. }

Add your comment