package cn.edu.bjut.textmining.chapter2;

import java.util.StringTokenizer;

public class TokenizerDemo {
    public static void main(String[] args) {
        String text = "Text analysis and text mining are amazing!";
        StringTokenizer tokenizer = new StringTokenizer(text);

        System.out.println("词元：");
        while (tokenizer.hasMoreTokens()) {
            System.out.println(tokenizer.nextToken());
        }
    }
}