利用htmlparser提取网页纯文本的例子

import org.htmlparser.Node;

import org.htmlparser.NodeFilter;

import org.htmlparser.Parser;

importorg.htmlparser.filters.TagNameFilter;

import org.htmlparser.tags.TableTag;

import org.htmlparser.util.NodeList;

/**

* 标题:利用htmlparser提取网页纯文本的例子

*/

public class TestHTMLParser2 {

/**

* 读取目标html内容

*

*/

publicstatic void testHtml() {

try{

StringsCurrentLine;

StringsTotalString;

sCurrentLine= "";

sTotalString= "";

java.io.InputStreaml_urlStream;

java.net.URLl_url = new java.net.URL(

"http://10.249.187.199:8083/injs100/");

java.net.HttpURLConnectionl_connection = (java.net.HttpURLConnection) l_url

.openConnection();

l_connection.connect();

l_urlStream= l_connection.getInputStream();

java.io.BufferedReaderl_reader = new java.io.BufferedReader(

newjava.io.InputStreamReader(l_urlStream));

while((sCurrentLine = l_reader.readLine()) != null) {

sTotalString+= sCurrentLine + "\r\n";

}

StringtestText = extractText(sTotalString);

}catch (Exception e) {

e.printStackTrace();

}

}

/**

* 抽取纯文本信息

* @param inputHtml：html文本

* @return

* @throws Exception

*/

publicstatic String extractText(String inputHtml) throws Exception {

StringBuffertext = new StringBuffer();

Parserparser = Parser.createParser(new String(inputHtml.getBytes(),

"GBK"),"GBK");

//遍历所有的节点

NodeListnodes = parser.extractAllNodesThatMatch(new NodeFilter() {

publicboolean accept(Node node) {

returntrue;

}

});

System.out.println(nodes.size());

for(int i = 0; i < nodes.size(); i++) {

Nodenodet = nodes.elementAt(i);

//字符串的代表性节点:节点的描述

text.append(newString(nodet.toPlainTextString().getBytes("GBK"))

+"\r\n");

}

returntext.toString();

}

/**

*  读取文件的方式/utl 来分析内容.filePath也可以是一个Url.

* @param resource :文件/Url

* @throws Exception

*/

publicstatic void test5(String resource) throws Exception {

ParsermyParser = new Parser(resource);

myParser.setEncoding("GBK");

StringfilterStr = "table";

NodeFilterfilter = new TagNameFilter(filterStr);

NodeListnodeList = myParser.extractAllNodesThatMatch(filter);

/*for(inti=0;i<nodeList.size();i++)

{

TableTagtabletag = (TableTag) nodeList.elementAt(i);

//标签名称

System.out.println(tabletag.getTagName());

System.out.println(tabletag.getText());

}*/

TableTagtabletag = (TableTag) nodeList.elementAt(1);

http://c.tieba.baidu.com/p/3392402431

http://c.tieba.baidu.com/p/3392405849

http://c.tieba.baidu.com/p/3392411579

http://c.tieba.baidu.com/p/3392416082

http://c.tieba.baidu.com/p/3392420343

http://c.tieba.baidu.com/p/3392424840

http://c.tieba.baidu.com/p/3392429238

http://c.tieba.baidu.com/p/3392433592

http://c.tieba.baidu.com/p/3392437923

http://c.tieba.baidu.com/p/3392442352

http://c.tieba.baidu.com/p/3392446861

http://c.tieba.baidu.com/p/3392451443

http://c.tieba.baidu.com/p/3392455917

http://c.tieba.baidu.com/p/3392460228

http://c.tieba.baidu.com/p/3392464693

http://c.tieba.baidu.com/p/3392469164

http://c.tieba.baidu.com/p/3392473582

http://c.tieba.baidu.com/p/3392478006

http://c.tieba.baidu.com/p/3392482459

http://c.tieba.baidu.com/p/3392487114

http://c.tieba.baidu.com/p/3392491670

http://c.tieba.baidu.com/p/3392496190

http://c.tieba.baidu.com/p/3392500743

http://c.tieba.baidu.com/p/3392505309

http://c.tieba.baidu.com/p/3392509820

http://c.tieba.baidu.com/p/3392514415

http://c.tieba.baidu.com/p/3392519080

http://c.tieba.baidu.com/p/3392523563

http://c.tieba.baidu.com/p/3392528180

http://c.tieba.baidu.com/p/3392532879

http://c.tieba.baidu.com/p/3392537592

http://c.tieba.baidu.com/p/3392542235

http://c.tieba.baidu.com/p/3392546757

http://c.tieba.baidu.com/p/3392551549

http://c.tieba.baidu.com/p/3392556372

http://c.tieba.baidu.com/p/3392561202

http://c.tieba.baidu.com/p/3392566194

http://c.tieba.baidu.com/p/3392571173

http://c.tieba.baidu.com/p/3392576221

http://c.tieba.baidu.com/p/3392581132

http://c.tieba.baidu.com/p/3392586257

http://c.tieba.baidu.com/p/3392591293

http://c.tieba.baidu.com/p/3392596453

http://c.tieba.baidu.com/p/3392601756

http://c.tieba.baidu.com/p/3392606977

http://c.tieba.baidu.com/p/3392612191

http://c.tieba.baidu.com/p/3392617313

http://c.tieba.baidu.com/p/3392622531

http://c.tieba.baidu.com/p/3392627719

http://c.tieba.baidu.com/p/3392633007

http://c.tieba.baidu.com/p/3392638423

http://c.tieba.baidu.com/p/3392643790

http://c.tieba.baidu.com/p/3392649198

http://c.tieba.baidu.com/p/3392654429

http://c.tieba.baidu.com/p/3392659821

http://c.tieba.baidu.com/p/3392665260

http://c.tieba.baidu.com/p/3392670593

http://c.tieba.baidu.com/p/3392676058

http://c.tieba.baidu.com/p/3392681592

http://c.tieba.baidu.com/p/3392687221

http://c.tieba.baidu.com/p/3392692701

http://c.tieba.baidu.com/p/3392698484

http://c.tieba.baidu.com/p/3392704140

http://c.tieba.baidu.com/p/3392783374

http://c.tieba.baidu.com/p/3392798951

http://c.tieba.baidu.com/p/3392817954

http://c.tieba.baidu.com/p/3392817954

http://c.tieba.baidu.com/p/3392841279

http://c.tieba.baidu.com/p/3392850395

http://c.tieba.baidu.com/p/3392856094

http://c.tieba.baidu.com/p/3392861130

http://c.tieba.baidu.com/p/3392870496

http://c.tieba.baidu.com/p/3392903790

http://c.tieba.baidu.com/p/3392910784

http://c.tieba.baidu.com/p/3392915350