Html解析本地搜网站

业务类

package code.lxy.test;

import java.io.File;
import java.io.FileNotFoundException;
import java.io.FileOutputStream;
import java.io.PrintWriter;

import org.htmlparser.Node;
import org.htmlparser.NodeFilter;
import org.htmlparser.Parser;
import org.htmlparser.tags.Div;
import org.htmlparser.tags.LinkTag;
import org.htmlparser.util.NodeList;
import org.htmlparser.util.ParserException;

public class HtmlParserDemo {
    public static void parserHtml(String htmlToParser)
            throws FileNotFoundException {
        PrintWriter writer = new PrintWriter(new FileOutputStream(new File(
                "d:/test.text")));
        Parser parser = new Parser();
        try {
            parser.setURL(htmlToParser);
            parser.setEncoding("UTF-8");
            NodeFilter filter = new NodeFilter() {
                @Override
                public boolean accept(Node node) {
                    // TODO Auto-generated method stub
                    if (node instanceof Div) {
                        Div divNode = (Div) node;
                        // System.out.println(divNode.getAttribute("class"));
                        if (divNode.getAttribute("class") != null) {
                            if (divNode.getAttribute("class").endsWith("zuo01_bt")||divNode.getAttribute("class").endsWith("zuo01_con")) {
                                return true;
                            }
                        }
                    }
                    return false;
                }
            };
            NodeList nodelist = parser.extractAllNodesThatMatch(filter);
            for (int i = 0; i < nodelist.size(); i++) {
                /*Div divNode=(Div) nodelist.elementAt(i);
                System.out.println(divNode.toPlainTextString());*/
                Div divnode=(Div) nodelist.elementAt(i);
                String test=divnode.getAttribute("class");
                if(divnode.getAttribute("class").equals("zuo01_bt"))
                {
                    LinkTag linkTag=(LinkTag) divnode.childAt(1);
                    System.out.println(linkTag.getAttribute("title"));
                }else{
                    System.out.println(divnode.toPlainTextString());
                }
            }
            writer.close();
        } catch (ParserException e) {
            // TODO Auto-generated catch block
            e.printStackTrace();
        }
    }
}

测试类

package code.lxy.main;

import java.io.FileNotFoundException;

import code.lxy.test.HtmlParserDemo;

public class MainClass {

    /**
     * @param args
     * @throws FileNotFoundException 
     */
    public static void main(String[] args) throws FileNotFoundException {
        // TODO Auto-generated method stub
        HtmlParserDemo.parserHtml("http://www.locoso.com/cate/0sts2");
    }

}

结果输出显示