标签：java实现 httpclient 代码访问网页 源代码 log4j
<dependencies> <dependency> <groupId>junit</groupId> <artifactId>junit</artifactId> <version>4.8.2</version> <scope>test</scope> </dependency> <dependency> <groupId>org.apache.httpcomponents</groupId> <artifactId>httpclient</artifactId> <version>4.1.2</version> </dependency> <dependency> <groupId>org.apache.httpcomponents</groupId> <artifactId>httpclient-cache</artifactId> <version>4.1.2</version> </dependency> <dependency> <groupId>org.apache.httpcomponents</groupId> <artifactId>httpmime</artifactId> <version>4.1.2</version> </dependency> <dependency> <groupId>log4j</groupId> <artifactId>log4j</artifactId> <version>1.2.16</version> </dependency> </dependencies>
package com.qidou.httpclient;
import java.io.UnsupportedEncodingException;
import java.util.ArrayList;
import java.util.Iterator;
import java.util.List;
import java.util.Map;
import java.util.Map.Entry;
import java.util.Set;
import org.apache.http.HttpResponse;
import org.apache.http.NameValuePair;
import org.apache.http.client.entity.UrlEncodedFormEntity;
import org.apache.http.client.methods.HttpGet;
import org.apache.http.client.methods.HttpPost;
import org.apache.http.client.methods.HttpUriRequest;
import org.apache.http.impl.client.DefaultHttpClient;
import org.apache.http.message.BasicNameValuePair;
import org.apache.http.protocol.HTTP;
import org.apache.http.util.EntityUtils;
import org.apache.log4j.Logger;
/**
* HTTP请求客户端，提供GET和POST两种方式发送请求。
*
* @author Administrator
*
*/
public class HttpClient
{
/**
* 日志对象。
*/
private static Logger logger = Logger.getLogger(HttpClient.class);
/**
* 默认HTTP请求客户端对象。
*/
private DefaultHttpClient _httpclient;
/**
* 用户自定义消息头。
*/
private Map<String, String> _headers;
/**
* 使用默认客户端对象。
*/
public HttpClient()
{
// 1. 创建HttpClient对象。
_httpclient = new DefaultHttpClient();
logger.info("create _httpclient ...");
}
/**
* 调用者指定客户端对象。
*
* @param httpclient
*/
public HttpClient(Map<String, String> headers)
{
// 1. 创建HttpClient对象。
_httpclient = new DefaultHttpClient();
this._headers = headers;
logger.info("create _httpclient ...");
}
/**
* HTTP POST请求。
*
* @param url
* @param params
* @return
* @throws InterruptedException
*/
public HttpResponse post(String url, Map<String, String> params)
{
// 2. 创建请求方法的实例，并指定请求URL，添加请求参数。
HttpPost post = postForm(url, params);
logger.info("create httppost : " + url);
return invoke(post);
}
/**
* HTTP GET请求。
*
* @param url
* @return
*/
public HttpResponse get(String url)
{
HttpGet get = new HttpGet(url);
logger.info("create httpget : " + url);
return invoke(get);
}
/**
* 发送请求，处理响应。
* @param request
* @return
*/
private HttpResponse invoke(HttpUriRequest request)
{
if (this._headers != null)
{
//
addHeaders(request);
logger.info("addHeaders to http ...");
}
HttpResponse response = null;
try
{
// 3. 调用HttpClient对象的execute(HttpUriRequest request)发送请求，返回一个HttpResponse。
response = _httpclient.execute(request);
logger.info("execute http success... ; body = " + EntityUtils.toString(response.getEntity()));
}
catch (Exception e)
{
e.printStackTrace();
logger.info("execute http exception...");
}
finally
{
// 4. 无论执行方法是否成功，都必须释放连接。
request.abort();
logger.info("release http ...");
}
return response;
}
/**
* 获取post方法。
*
* @param url
* @param params
* @return
*/
private HttpPost postForm(String url, Map<String, String> params)
{
HttpPost httpost = new HttpPost(url);
List<NameValuePair> nvps = new ArrayList<NameValuePair>();
// 组装参数。
Set<String> keySet = params.keySet();
for (String key : keySet)
{
nvps.add(new BasicNameValuePair(key, params.get(key)));
}
try
{
logger.info("set utf-8 form entity to httppost ...");
httpost.setEntity(new UrlEncodedFormEntity(nvps, HTTP.UTF_8));
}
catch (UnsupportedEncodingException e)
{
e.printStackTrace();
}
return httpost;
}
/**
* 增加消息头。
*
* @param httpost
*/
private void addHeaders(HttpUriRequest httpost)
{
Iterator<Entry<String, String>> it = this._headers.entrySet()
.iterator();
Entry<String, String> entry = null;
String name = null;
String value = null;
while (it.hasNext())
{
entry = it.next();
name = entry.getKey();
value = entry.getValue();
httpost.addHeader(name, value);
}
}
/**
* 关闭HTTP客户端链接。
*/
public void shutdown()
{
_httpclient.getConnectionManager().shutdown();
logger.info("shutdown _httpclient ...");
}
}package com.qidou.httpclient;
import java.util.HashMap;
import java.util.Map;
import org.apache.http.HttpResponse;
/**
* HTTP客户端测试类。
*/
public class TestHttpClient
{
/**
* HTTP请求客户端。
*/
private HttpClient httpClient;
/**
* 初始化HTTP请求客户端。
*/
{
System.out.println("init http client...");
Map<String,String> headers = new HashMap<String,String>();
headers.put("Accept", "*/*");
headers.put("Accept-Encoding", "gzip, deflate");
headers.put("Accept-Language", "zh-cn");
headers.put("Connection", "Keep-Alive");
headers.put("Cookie", "UC_SID=66134277449dcc94b77dfbcdb65a3d70; cna=HnmMDIROzW4CAbdDI+iUySCj; PHPSESSID=91818085719e575f59bd5f4b31df402f; lzstat_uv=260674130547154807|3037573; lzstat_ss=582317835_2_1409680845_3037573; PHPSESSID=91818085719e575f59bd5f4b31df402f; frontvar=lns%3Dmenu-1%2Cflow-0%2Ctraf-0%2Ccont-0%2Cvisitor-0%2Ceanalysis-0%2Cbigdata-0%2C%26cmenu%3Dsite_overview%26siteShowHis%3Dopen; CNZZDATA30086426=cnzz_eid%3D2088392191-1409645088-http%253A%252F%252Ftongji.cnzz.com%252F%26ntime%3D1409650488; CNZZDATA30069868=cnzz_eid%3D241047449-1409644292-http%253A%252F%252Ftongji.cnzz.com%252F%26ntime%3D1409647196; CNZZDATA33222=cnzz_eid%3D1336832806-1409645823-http%253A%252F%252Ftongji.cnzz.com%252F%26ntime%3D1409651227; CNZZDATA30001831=cnzz_eid%3D732886644-1409644865-http%253A%252F%252Ftongji.cnzz.com%252F%26ntime%3D1409649918; _cnzz_CV30069868=%E6%98%AF%E5%90%A6%E7%99%BB%E5%BD%95%7C%E6%AD%A3%E5%B8%B8%E7%99%BB%E5%BD%95%7C1409680810339");
headers.put("User-Agent", "Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 6.1; Trident/5.0; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR 3.0.30729)");
headers.put("Referer", "http://www.baidu.com/");
headers.put("x-requested-with", "XMLHttpRequest");
//新建HTTP请求客户端，可以自己设置消息头的一些参数 ： httpClient = new HttpClient(headers);
httpClient = new HttpClient();
}
/**
* 测试方法。
* 实现过程：
* 1、使用用户名/密码登陆人人网 ： http://www.renren.com/PLogin.do
* 2、访问博客 ： http://blog.renren.com/blog/304317577/449470467
*
*/
@org.junit.Test
public void testPost()
{
String url = "http://www.renren.com/PLogin.do";
String redirectURL = "http://blog.renren.com/blog/304317577/449470467";
String userName = "。。。。";
String password = "。。。。";
/**
* 登陆参数。
*/
Map<String,String> params = new HashMap<String,String>();
params.put("origURL", redirectURL);
params.put("domain", "renren.com");
params.put("isplogin", "true");
params.put("formName", "");
params.put("method", "");
params.put("submit", "登录");
params.put("email", userName);
params.put("password", password);
//发送请求登陆人人网。
HttpResponse postResponse = httpClient.post(url,params);
//获取消息头的跳转地址，跳转到指定博客。
String redirectLocation = postResponse.getFirstHeader("Location").getValue();
System.out.println(redirectLocation);
//获取跳转博客网页。
httpClient.get(redirectLocation);
//关闭HTTP请求客户端。
httpClient.shutdown();
}
}
标签：java实现 httpclient 代码访问网页 源代码 log4j
原文地址：http://blog.csdn.net/yanghaitaohhh/article/details/39056277
