/**
	 * 5.序列標註:Chunker
	 * @deprecated 通過使用標記生成器生成的tokens分為一個句子劃分為一組塊。What chunker does is to partition a sentence to a set of chunks by using the tokens generated by tokenizer.
	 * @param str
	 */
	public static void chunk(String str) throws IOException {
		POSModel model = new POSModelLoader().load(new File("./nlpbin/en-pos-maxent.bin"));
		//PerformanceMonitor perfMon = new PerformanceMonitor(System.err, "sent");
		POSTaggerME tagger = new POSTaggerME(model);
		ObjectStream<String> lineStream = new PlainTextByLineStream(new StringReader(str));
		//perfMon.start();
		String line;
		String whitespaceTokenizerLine[] = null;
		String[] tags = null;
		while ((line = lineStream.read()) != null) {
			whitespaceTokenizerLine = WhitespaceTokenizer.INSTANCE.tokenize(line);
			tags = tagger.tag(whitespaceTokenizerLine);
			POSSample sample = new POSSample(whitespaceTokenizerLine, tags);
			System.out.println(sample.toString());
				//perfMon.incrementCounter();
		}
		//perfMon.stopAndPrintFinalResult();
		
		// chunker
		InputStream is = new FileInputStream("./nlpbin/en-chunker.bin");
		ChunkerModel cModel = new ChunkerModel(is);
		ChunkerME chunkerME = new ChunkerME(cModel);
		String result[] = chunkerME.chunk(whitespaceTokenizerLine, tags);
		for (String s : result)
			System.out.println(s);
		Span[] span = chunkerME.chunkAsSpans(whitespaceTokenizerLine, tags);
		for (Span s : span)
			System.out.println(s.toString());
		System.out.println("--------------5-------------");
	}