1. import java.util.ArrayList;
  2. import java.util.List;
  3. import java.util.regex.Matcher;
  4. import java.util.regex.Pattern;
  6. public class DataCleaner {
  8. public static List<String> cleanData(List<String> data) {
  9. List<String> cleanedData = new ArrayList<>();
  11. for (String item : data) {
  12. if (item != null && !item.trim().isEmpty()) {
  13. String cleanedItem = item;
  15. // Remove leading/trailing whitespace
  16. cleanedItem = cleanedItem.trim();
  18. // Replace multiple spaces with single space
  19. cleanedItem = Pattern.compile("\\s+").matcher(cleanedItem).replaceAll(" ");
  21. // Remove HTML tags
  22. cleanedItem = removeHtmlTags(cleanedItem);
  24. // Remove special characters (keep alphanumeric and spaces)
  25. cleanedItem = removeSpecialCharacters(cleanedItem);
  27. // Convert to lowercase (optional, depending on needs)
  28. cleanedItem = cleanedItem.toLowerCase();
  30. cleanedData.add(cleanedItem);
  31. }
  32. }
  34. return cleanedData;
  35. }
  39. private static String removeHtmlTags(String text) {
  40. Pattern pattern = Pattern.compile("<[^>]*>");
  41. Matcher matcher = pattern.matcher(text);
  42. return matcher.replaceAll("");
  43. }
  45. private static String removeSpecialCharacters(String text) {
  46. Pattern pattern = Pattern.compile("[^a-zA-Z0-9\\s]"); //Keep alphanumeric and spaces
  47. Matcher matcher = pattern.matcher(text);
  48. return matcher.replaceAll("");
  49. }
  53. public static void main(String[] args) {
  54. //Example Usage
  55. List<String> dirtyData = new ArrayList<>();
  56. dirtyData.add(" This is a test! ");
  57. dirtyData.add("Some text with <HTML> tags.");
  58. dirtyData.add("Special chars: !@#$%^&*()");
  59. dirtyData.add("Another test with multiple spaces.");
  60. dirtyData.add(null);
  61. dirtyData.add("");
  63. List<String> cleanedData = cleanData(dirtyData);
  65. for (String item : cleanedData) {
  66. System.out.println(item);
  67. }
  68. }
  69. }

Add your comment