1. import java.io.*;
  2. import java.util.*;
  4. public class RuntimeEnvironmentDeduplicator {
  6. private static final String INPUT_FILE = "runtime_env.txt";
  7. private static final String OUTPUT_FILE = "deduplicated_runtime_env.txt";
  8. private static final boolean DRY_RUN = true; // Set to false for actual deduplication
  10. public static void main(String[] args) {
  11. try {
  12. List<String> lines = readLinesFromFile(INPUT_FILE);
  13. List<String> deduplicatedLines = deduplicate(lines);
  15. if (DRY_RUN) {
  16. System.out.println("Dry Run: Would write deduplicated data to " + OUTPUT_FILE);
  17. printDeduplicatedLines(deduplicatedLines);
  18. } else {
  19. writeLinesToFile(deduplicatedLines, OUTPUT_FILE);
  20. System.out.println("Deduplication complete. Data written to " + OUTPUT_FILE);
  21. }
  23. } catch (IOException e) {
  24. System.err.println("Error processing file: " + e.getMessage());
  25. e.printStackTrace();
  26. }
  27. }
  29. private static List<String> readLinesFromFile(String filename) throws IOException {
  30. List<String> lines = new ArrayList<>();
  31. try (BufferedReader reader = new BufferedReader(new FileReader(filename))) {
  32. String line;
  33. while ((line = reader.readLine()) != null) {
  34. lines.add(line);
  35. }
  36. }
  37. return lines;
  38. }
  40. private static List<String> deduplicate(List<String> lines) {
  41. Set<String> seen = new HashSet<>();
  42. List<String> deduplicated = new ArrayList<>();
  44. for (String line : lines) {
  45. if (!seen.contains(line)) {
  46. seen.add(line);
  47. deduplicated.add(line);
  48. }
  49. }
  50. return deduplicated;
  51. }
  53. private static void writeLinesToFile(List<String> lines, String filename) throws IOException {
  54. try (BufferedWriter writer = new BufferedWriter(new FileWriter(filename))) {
  55. for (String line : lines) {
  56. writer.write(line);
  57. writer.newLine();
  58. }
  59. }
  60. }
  62. private static void printDeduplicatedLines(List<String> lines) {
  63. for (String line : lines) {
  64. System.out.println(line);
  65. }
  66. }
  67. }

Add your comment