package cn.edu.bjut.chapter1;

import opennlp.tools.tokenize.SimpleTokenizer;

public class TokenizerExample {
	public static void main(String[] args) {
		String text = "Text analysis and text mining are amazing!";
		SimpleTokenizer tokenizer = SimpleTokenizer.INSTANCE;

		System.out.println("Tokens:");
		String[] tokens = tokenizer.tokenize(text);
		for (String token : tokens) {
			System.out.println(token);
		}
	}
}