/** * @author lautturi.com * Java example: remove duplicate words in a java string */ import java.util.*; import java.util.regex.Pattern; public class Lautturi { public static <T> ArrayList<T> removeDuplicates(ArrayList<T> list) { Set<T> set = new LinkedHashSet<>(list); return new ArrayList<T>(set); } public static void main(String[] args) { String string = "hi Java world,lauttur learning java. Java is a programming language"; String[] words = string.split("\\W+"); StringBuilder stringBuilder = new StringBuilder(); Set<String> wordsHashSet = new HashSet<>(); for (String word : words) { if (wordsHashSet.contains(word.toLowerCase())) continue; wordsHashSet.add(word.toLowerCase()); stringBuilder.append(word).append(" "); } String newString = stringBuilder.toString().trim(); System.out.println(string); System.out.println(newString); } }
output:
hi Java world,lauttur learning java. Java is a programming language hi Java world lauttur learning is a programming language