基于LUCENE的java词频统计

package demo.analysis;

import java.io.BufferedReader;
import java.io.File;
import java.io.FileInputStream;
import java.io.FileNotFoundException;
import java.io.IOException;
import java.io.InputStreamReader;
import java.io.Reader;
import java.io.StringReader;
import java.io.UnsupportedEncodingException;
import java.util.HashMap;
import java.util.Iterator;
import java.util.Map;

import jeasy.analysis.MMAnalyzer;

import org.apache.lucene.analysis.Token;
import org.apache.lucene.analysis.TokenStream;

public class Segment {

 public static void main(String args[]) throws IOException {

  Segment s = new Segment();
  String text = s.ReadFileByBufferdeReader("./1.txt");
//  System.out.println(text);
  s.getWordByReader(text);

 }

 public String ReadFileByBufferdeReader(String readFileName) {
  String temp = "";

  File f = new File(readFileName);
 

  InputStreamReader read;
  try {
   read = new InputStreamReader(new FileInputStream(f), "utf-8");

   BufferedReader reader = new BufferedReader(read);

   String line;

   while ((line = reader.readLine()) != null) {

    temp += line + "\n";

   }
  } catch (UnsupportedEncodingException e) {
   // TODO Auto-generated catch block
   e.printStackTrace();
  } catch (FileNotFoundException e) {
   // TODO Auto-generated catch block
   e.printStackTrace();
  } catch (IOException e) {
   // TODO Auto-generated catch block
   e.printStackTrace();
  }

  return temp;

 }

 public void getWordByReader(String text) {
  //采用正向最大匹配的中文分词算法

  MMAnalyzer analyzer = new MMAnalyzer();
  analyzer.addWord("任家坪");
  Map map = new HashMap();

  try {
   System.out.println("Length = " + text.length());
   Reader r = new StringReader(text);
   TokenStream ts = analyzer.tokenStream(null, r);
   System.out.println("开始分词...\n");
   long begin = System.currentTimeMillis();
   for (Token t = ts.next(); t != null; t = ts.next()) {

    String str = t.termText();
    Object o = map.get(str);

    if (o == null) {
     map.put(str, new Integer(1));

    } else {
     Integer I = new Integer(((Integer) o).intValue() + 1);
     map.put(str, I);

    }

   }
   //System.out.println(t.startOffset() + " - " + t.endOffset() + " = " + t.termText());
   for (Iterator iter = map.entrySet().iterator(); iter.hasNext();) {
    Map.Entry entry = (Map.Entry) iter.next();
    System.out.println(entry.getKey() + ":" + entry.getValue());
   }
   long end = System.currentTimeMillis();
   System.out.println("分词数量: "+map.size()+" 耗时 : " + (end - begin) + "ms");
  } catch (IOException e) {
   e.printStackTrace();
  }

 }

 public void getWordBySegment(String text) {
  MMAnalyzer analyzer = new MMAnalyzer();
  try {
   System.out.println(analyzer.segment(text, "\n"));
  } catch (IOException e) {
   // TODO Auto-generated catch block
   e.printStackTrace();
  }
 }

}