1. const fs = require('fs');
  2. const path = require('path');
  4. /**
  5. * Syncs resources between datasets based on a configuration file.
  6. * @param {string} configPath Path to the configuration file.
  7. */
  8. async function syncDatasets(configPath) {
  9. try {
  10. const config = JSON.parse(fs.readFileSync(configPath, 'utf8'));
  12. if (!config.datasets || !Array.isArray(config.datasets)) {
  13. console.error("Invalid config format: 'datasets' must be an array.");
  14. return;
  15. }
  17. for (const datasetName in config.datasets) {
  18. if (!config.datasets.hasOwnProperty(datasetName)) continue;
  20. const datasetConfig = config.datasets[datasetName];
  22. if (!datasetConfig.source || !datasetConfig.target) {
  23. console.warn(`Missing 'source' or 'target' in dataset config for ${datasetName}. Skipping.`);
  24. continue;
  25. }
  27. const sourcePath = datasetConfig.source;
  28. const targetPath = datasetConfig.target;
  30. //Check if source file exists
  31. if (!fs.existsSync(sourcePath)) {
  32. console.warn(`Source file not found: ${sourcePath} for dataset ${datasetName}. Skipping.`);
  33. continue;
  34. }
  37. try {
  38. // Copy resources from source to target
  39. await copyResources(sourcePath, targetPath);
  40. console.log(`Synced resources from ${sourcePath} to ${targetPath} for dataset ${datasetName}`);
  42. } catch (error) {
  43. console.error(`Error syncing resources for dataset ${datasetName}:`, error);
  44. }
  45. }
  46. } catch (error) {
  47. console.error("Error reading or parsing config:", error);
  48. }
  49. }
  52. /**
  53. * Copies resources from a source path to a target path.
  54. * @param {string} sourcePath Path to the source directory or file.
  55. * @param {string} targetPath Path to the target directory.
  56. */
  57. async function copyResources(sourcePath, targetPath) {
  58. try {
  59. const sourceFiles = fs.readdirSync(sourcePath);
  61. for (const file of sourceFiles) {
  62. const sourceFilePath = path.join(sourcePath, file);
  63. const targetFilePath = path.join(targetPath, file);
  65. const stat = fs.statSync(sourceFilePath);
  67. if (stat.isFile()) {
  68. fs.copyFileSync(sourceFilePath, targetFilePath);
  69. console.log(`Copied file: ${sourceFilePath} to ${targetFilePath}`);
  70. } else if (stat.isDirectory()) {
  71. fs.mkdirSync(targetFilePath, { recursive: true }); // Create target directory if it doesn't exist
  72. copyResources(sourceFilePath, targetFilePath); // Recursively copy contents
  73. }
  74. }
  75. } catch (error) {
  76. throw error;
  77. }
  78. }
  82. // Example usage (replace with your config file path)
  83. // syncDatasets('config.json');
  85. module.exports = { syncDatasets };

Add your comment