html抽取文本信息-java版（适合lucene建立索引）

标签：html   纯文本抽取   

import org.htmlparser.NodeFilter;
import org.htmlparser.Parser;
import org.htmlparser.beans.StringBean;
import org.htmlparser.filters.CssSelectorNodeFilter;
import org.htmlparser.util.NodeList;

public class HtmlUtil {
	public static String getText(String html, String id) {
		try {
			Parser parser = new Parser(html);
			NodeFilter filter = new CssSelectorNodeFilter("#" + id);
			NodeList nList = parser.extractAllNodesThatMatch(filter);
			return nList == null || nList.size() == 0 ? null : nList.elementAt(
					0).toPlainTextString();
		} catch (Exception e) {
			e.printStackTrace();
			return null;
		}
	}

	public static String getTextByClass(String html, String css_class) {
		try {
			Parser parser = new Parser(html);
			NodeFilter filter = new CssSelectorNodeFilter("." + css_class);
			NodeList nList = parser.extractAllNodesThatMatch(filter);
			return nList == null || nList.size() == 0 ? null : nList.elementAt(
					0).toPlainTextString();
		} catch (Exception e) {
			e.printStackTrace();
			return null;
		}
	}

	public static String filterText(String text) {
		if (text == null)
			return null;
		text = text.replace(">", ">");
		text = text.replace("<", "<");
		text = text.replace(""", "\"");
		text = text.replace(" ", " ");
		text = text.replace("&", "&");
		text = text.replace("&copy;", "©");
		text = text.replace(" ", "");
		return text;
	}

	/**
	 * 获取网页中纯文本信息
	 * 
	 * @param html
	 * @param id
	 * @return
	 * @throws Exception
	 * @throws Exception
	 */
	public static String getText(String html) throws Exception {
		StringBean bean = new StringBean();
		bean.setLinks(false);
		bean.setReplaceNonBreakingSpaces(true);
		bean.setCollapse(true);

		// 返回解析后的网页纯文本信息
		Parser parser = Parser.createParser(html, "utf-8");
		parser.visitAllNodesWith(bean);
		parser.reset();
		return bean.getStrings();
	}
}

需要用htmlparse.jar库，调用方式如下：

HtmlUtil.getText(htmlStr)；

html抽取文本信息-java版（适合lucene建立索引）

标签：html   纯文本抽取   

原文地址：http://blog.csdn.net/bolg_hero/article/details/46633185