zoukankan
html css js c++ java
使用java得到网页编码格式
import java.net.MalformedURLException; import java.net.URL; import org.apache.commons.httpclient.Header; import org.apache.commons.httpclient.HeaderElement; import org.apache.commons.httpclient.HttpClient; import org.apache.commons.httpclient.NameValuePair; import org.apache.commons.httpclient.methods.GetMethod; import toptrack.tools.JQueryBase; /** * 得到网页编码格式 * @author dl */ public class JHtmlUpdateCheck { /**文本内容编码识别类*/ private static cpdetector.io.CodepageDetectorProxy detector = cpdetector.io.CodepageDetectorProxy.getInstance(); static { detector.add(new cpdetector.io.HTMLCodepageDetector(false)); detector.add(cpdetector.io.JChardetFacade.getInstance()); } /** *<br>方法说明:得到网页编码格式 *<br>输入参数:strUrl 网页链接; timeout 超时设置 *<br>返回类型:网页编码 */ public static String getEncoding(String strUrl, int timeout) { String strEncoding = null; HttpClient client = new HttpClient(); client.getHttpConnectionManager().getParams().setConnectionTimeout(timeout); GetMethod method = new GetMethod(strUrl); method.setFollowRedirects( true ); int statusCode; try { statusCode = client.executeMethod(method); if( statusCode != -1) { //从http头得到网页编码 strEncoding = getContentCharSet(method.getResponseHeader("Content-Type")); if (strEncoding != null) { method.releaseConnection(); return strEncoding; } //通过解析meta得到网页编码 String strHtml = method.getResponseBodyAsString().toLowerCase(); StringBuffer strBuffer = new StringBuffer(); int pos = JQueryBase.getTagText(strHtml, "<meta", ">", strBuffer, false, 0); while (strBuffer.length() > 0) { StringBuffer strEncodingBuffer = new StringBuffer(); JQueryBase.getTagText(strBuffer.toString(), "charset=", "“"", strEncodingBuffer, 0); if (strEncodingBuffer.length() > 0) { strEncoding = strEncodingBuffer.toString(); method.releaseConnection(); return strEncoding; } strBuffer = new StringBuffer(); pos = JQueryBase.getTagText(strHtml, "<meta", ">", strBuffer, false, pos); } //分析字节得到网页编码 strEncoding = getFileEncoding(strUrl, timeout); //设置默认网页字符编码 if (strEncoding == null) strEncoding = "GBK"; } method.releaseConnection(); } catch (Exception e) { // TODO Auto-generated catch block System.out.println(e.getClass() + "对" + strUrl + "提取网页编码信息出错"); return null; } return strEncoding; } /** *<br>方法说明:通过http头得到网页编码信息 *<br>输入参数:contentheade rhttp头 *<br>返回类型:网页编码 */ protected static String getContentCharSet(Header contentheader) { String charset = null; if (contentheader != null) { HeaderElement values[] = contentheader.getElements(); if (values.length == 1) { NameValuePair param = values[0].getParameterByName("charset"); if (param != null) { charset = param.getValue(); } } } return charset; }
欢迎转载,转载请注明出处。本文出自:
http://www.cnblogs.com/zdcaolei
0
查看全文
相关阅读:
4.PHP正则表达式与数组
3.PHP条件语句及其字符串相关函数
3.PHP条件语句及其字符串相关函数
2.PHP语言基础
2.PHP语言基础
1.简单认识PHP和环境搭建
1.简单认识PHP和环境搭建
Windows PE 第十章 加载配置信息
#Leetcode# 20.Valid Parentheses
#Leetcode# 14. Longest Common Prefix
原文地址:https://www.cnblogs.com/zdcaolei/p/2122939.html
最新文章
Office 2013和Office 365应用程序对电脑和移动操作系统支持情况分析
BMP图像旋转----C++实现
Win7中IIS出现“HTTP 错误 404.17
关于新技术的常见认知误区
hdu 2065
html入门之—一天快速掌握
[置顶] C#扩展方法调用简析
约瑟夫环的暴力解法
8.PHP图像处理
7.PHP Cookie与Session
热门文章
7.PHP Cookie与Session
Win64 驱动内核编程-2.基本框架(安装.通讯.HelloWorld)
Win64 驱动内核编程-2.基本框架(安装.通讯.HelloWorld)
Win64 驱动内核编程-1.环境搭建
Win64 驱动内核编程-1.环境搭建
6.PHP与JavaScript交互
6.PHP与JavaScript交互
5.PHP与Web页面交互
5.PHP与Web页面交互
4.PHP正则表达式与数组
Copyright © 2011-2022 走看看