Lucene中Analyzer语句分析

    Lucene中Analyzer语句分析,利用lucene中自带的词法分析工具Analyzer，进行对句子的分析。

源代码如下：

package com.test;

import java.io.IOException;
import java.io.StringReader;
import java.util.List;

import org.apache.lucene.analysis.Analyzer;
import org.apache.lucene.analysis.SimpleAnalyzer;
import org.apache.lucene.analysis.StopAnalyzer;
import org.apache.lucene.analysis.Token;
import org.apache.lucene.analysis.TokenStream;
import org.apache.lucene.analysis.WhitespaceAnalyzer;
import org.apache.lucene.analysis.standard.StandardAnalyzer;
import org.apache.lucene.analysis.tokenattributes.TermToBytesRefAttribute;
import org.apache.lucene.util.Version;

import com.bean.mashupDerscriptionTest;
import com.daoImpl.MashupDaoImpl;
import com.gargoylesoftware.htmlunit.javascript.host.Comment;

public class KeyWordsTest {

    /**
     * @param args
     */
    public static void main(String[] args) {
        MashupDaoImpl mashupDao = new MashupDaoImpl();
        List<mashupDerscriptionTest> list = mashupDao
                .findAllmashupDescripteonTest();
        int i = 1;
        String comment = null;
        for (mashupDerscriptionTest mashup : list) {
            // 描述为空去名字作为描述
            if (mashup.getComments().equals("")) {
                comment = mashup.getName();
            } else {
                comment = mashup.getComments();
            }
//            System.out.println(comment);
            //对读取的描述利用Lucene中的Analyzer进行句子分析产生
            //空格及各种符号分割,去掉停止词，停止词包括 is,are,in,on,the等无实际意义的词  
            StringReader reader = new StringReader(comment);
            Analyzer analyzer = new StopAnalyzer();
            TokenStream tStream = analyzer.tokenStream("", reader);
            Token t;
            try {
                while ((t = tStream.next()) != null) {
                    //对每个单词采用
                    System.out.print(t.termText()+" ");
                }
                System.out.println((i++)+"条描述分词结束！");
            } catch (IOException e) {
                e.printStackTrace();
            }    
        }
    }
}

　　注:数据来源于数据库中......