1. import java.io.*;
  2. import java.util.*;
  4. public class DuplicateRemover {
  6. public static void removeDuplicates(String inputFilePath, String outputFilePath, boolean dryRun) throws IOException {
  7. // Use a Set to store unique lines. Set automatically handles duplicates.
  8. Set<String> uniqueLines = new HashSet<>();
  10. try (BufferedReader reader = new BufferedReader(new FileReader(inputFilePath));
  11. BufferedWriter writer = new BufferedWriter(new FileWriter(outputFilePath))) {
  13. String line;
  14. while ((line = reader.readLine()) != null) {
  15. if (uniqueLines.add(line)) { // add() returns true if element was not already present
  16. writer.write(line);
  17. writer.newLine();
  18. }
  19. }
  21. if(dryRun){
  22. System.out.println("Dry run mode is active. No changes were made.");
  23. } else {
  24. System.out.println("Duplicates removed. Output written to: " + outputFilePath);
  25. }
  27. }
  28. }
  30. public static void main(String[] args) throws IOException {
  31. if (args.length != 2) {
  32. System.out.println("Usage: java DuplicateRemover <input_file_path> <output_file_path> [dryRun (true/false)]");
  33. return;
  34. }
  36. String inputFilePath = args[0];
  37. String outputFilePath = args[1];
  39. boolean dryRun = false;
  40. if(args.length == 3){
  41. dryRun = args[2].equalsIgnoreCase("true");
  42. }
  45. try {
  46. removeDuplicates(inputFilePath, outputFilePath, dryRun);
  47. } catch (IOException e) {
  48. System.err.println("Error processing files: " + e.getMessage());
  49. e.printStackTrace();
  50. }
  51. }
  52. }

Add your comment