<?xml version="1.0" encoding="UTF-8"?>

<!DOCTYPE properties SYSTEM "http://java.sun.com/dtd/properties.dtd">

<properties>

	<comment>IK Analyzer 扩展配置</comment>

	<!--用户可以在这里配置自己的扩展字典 -->

	<entry key="ext_dict">ext.dic;</entry> 

	<!--用户可以在这里配置自己的扩展停止词字典-->

	<entry key="ext_stopwords">stopwords.dic;</entry> 

</properties>

import java.io.*;

import java.io.BufferedReader;

import java.io.FileInputStream;

import java.io.IOException;

import java.io.InputStreamReader;

import java.io.StringReader;

import org.apache.lucene.analysis.TokenStream;

import org.apache.lucene.analysis.tokenattributes.CharTermAttribute;

import org.wltea.analyzer.core.IKSegmenter;

import org.wltea.analyzer.core.Lexeme;

import org.wltea.analyzer.lucene.IKAnalyzer;

public class Text1 {

	public static void main(String[] args) throws IOException {

		String filePath = "C:\\test.txt";

		String news=new String();

        BufferedReader in = new BufferedReader(new InputStreamReader(new FileInputStream(filePath), "UTF8"));

	    String str;

	    while ((str = in.readLine()) != null) {

	    	news+=str;

	    }

	   in.close();

	   System.out.println(news);

	   IKAnalyzer analyzer = new IKAnalyzer(true);

	   StringReader reader = new StringReader(news);

	   TokenStream ts = analyzer.tokenStream("", reader);

	   CharTermAttribute term = ts.getAttribute(CharTermAttribute.class);

	   while(ts.incrementToken()){

		   System.out.print(term.toString()+"|");

		   }

	   analyzer.close();

	   reader.close();

	   System.out.println();

	   StringReader re = new StringReader(news);

	   IKSegmenter ik = new IKSegmenter(re,true);

	   Lexeme lex = null;

	   File  f = new File("C://jieguo.txt");

	   f.delete();

      String path="C://jieguo.txt";  //%%%%%%

	   while((lex=ik.next())!=null){

		   System.out.print(lex.getLexemeText()+"|");

		   try {

	            FileWriter fw=new FileWriter(path,true);

	            PrintWriter pw=new PrintWriter(fw);

	            pw.print(lex.getLexemeText()+"|");

	            pw.close();

	            //bw.close();

	            fw.close();

	        } catch (IOException e) {

	            // TODO Auto-generated catch block

	            e.printStackTrace(); }

	   }

	}

}