HttpClient的Post和Get訪问网页

一、基础JAR包

Mavenproject下pom.xml需配置的jar包

	<dependencies>

		<dependency>

			<groupId>junit</groupId>

			<artifactId>junit</artifactId>

			<version>4.8.2</version>

			<scope>test</scope>

		</dependency>

		<dependency>

			<groupId>org.apache.httpcomponents</groupId>

			<artifactId>httpclient</artifactId>

			<version>4.1.2</version>

		</dependency>

		<dependency>

			<groupId>org.apache.httpcomponents</groupId>

			<artifactId>httpclient-cache</artifactId>

			<version>4.1.2</version>

		</dependency>

		<dependency>

			<groupId>org.apache.httpcomponents</groupId>

			<artifactId>httpmime</artifactId>

			<version>4.1.2</version>

		</dependency>

		<dependency>

			<groupId>log4j</groupId>

			<artifactId>log4j</artifactId>

			<version>1.2.16</version>

		</dependency>

	</dependencies>

二、源码

package com.qidou.httpclient;

import java.io.UnsupportedEncodingException;

import java.util.ArrayList;

import java.util.Iterator;

import java.util.List;

import java.util.Map;

import java.util.Map.Entry;

import java.util.Set;

import org.apache.http.HttpResponse;

import org.apache.http.NameValuePair;

import org.apache.http.client.entity.UrlEncodedFormEntity;

import org.apache.http.client.methods.HttpGet;

import org.apache.http.client.methods.HttpPost;

import org.apache.http.client.methods.HttpUriRequest;

import org.apache.http.impl.client.DefaultHttpClient;

import org.apache.http.message.BasicNameValuePair;

import org.apache.http.protocol.HTTP;

import org.apache.http.util.EntityUtils;

import org.apache.log4j.Logger;

/**

 * HTTP请求客户端。提供GET和POST两种方式发送请求。

 *

 * @author Administrator

 *

 */

public class HttpClient

{

	/**

	 * 日志对象。

*/

	private static Logger logger = Logger.getLogger(HttpClient.class);

	/**

	 * 默认HTTP请求客户端对象。

	 */

	private DefaultHttpClient _httpclient;

	/**

	 * 用户自己定义消息头。

*/

	private Map<String, String> _headers;

	/**

	 * 使用默认客户端对象。

*/

	public HttpClient()

	{

		// 1. 创建HttpClient对象。

_httpclient = new DefaultHttpClient();

		logger.info("create _httpclient ...");

	}

	/**

	 * 调用者指定客户端对象。

	 *

	 * @param httpclient

	 */

	public HttpClient(Map<String, String> headers)

	{

		// 1. 创建HttpClient对象。

_httpclient = new DefaultHttpClient();

		this._headers = headers;

		logger.info("create _httpclient ...");

	}

	/**

	 * HTTP POST请求。

	 *

	 * @param url

	 * @param params

	 * @return

	 * @throws InterruptedException

	 */

	public HttpResponse post(String url, Map<String, String> params)

	{

		// 2. 创建请求方法的实例，并指定请求URL，加入请求參数。

		HttpPost post = postForm(url, params);

		logger.info("create httppost : " + url);

		return invoke(post);

	}

	/**

	 * HTTP GET请求。

	 *

	 * @param url

	 * @return

	 */

	public HttpResponse get(String url)

	{

		HttpGet get = new HttpGet(url);

		logger.info("create httpget : " + url);

		return invoke(get);

	}

	/**

	 * 发送请求，处理响应。

	 * @param request

	 * @return

	 */

	private HttpResponse invoke(HttpUriRequest request)

	{

		if (this._headers != null)

		{

			//

			addHeaders(request);

			logger.info("addHeaders to http ...");

		}

		HttpResponse response = null;

		try

		{

			// 3. 调用HttpClient对象的execute(HttpUriRequest request)发送请求。返回一个HttpResponse。

			response = _httpclient.execute(request);

			logger.info("execute http success... ; body = " + EntityUtils.toString(response.getEntity()));

		}

		catch (Exception e)

		{

			e.printStackTrace();

			logger.info("execute http exception...");

		}

		finally

		{

			// 4. 不管运行方法是否成功。都必须释放连接。

request.abort();

			logger.info("release http ...");

		}

		return response;

	}

	/**

	 * 获取post方法。

	 *

	 * @param url

	 * @param params

	 * @return

	 */

	private HttpPost postForm(String url, Map<String, String> params)

	{

		HttpPost httpost = new HttpPost(url);

		List<NameValuePair> nvps = new ArrayList<NameValuePair>();

		// 组装參数。

Set<String> keySet = params.keySet();

		for (String key : keySet)

		{

			nvps.add(new BasicNameValuePair(key, params.get(key)));

		}

		try

		{

			logger.info("set utf-8 form entity to httppost ...");

			httpost.setEntity(new UrlEncodedFormEntity(nvps, HTTP.UTF_8));

		}

		catch (UnsupportedEncodingException e)

		{

			e.printStackTrace();

		}

		return httpost;

	}

	/**

	 * 添加消息头。

	 *

	 * @param httpost

	 */

	private void addHeaders(HttpUriRequest httpost)

	{

		Iterator<Entry<String, String>> it = this._headers.entrySet()

				.iterator();

		Entry<String, String> entry = null;

		String name = null;

		String value = null;

		while (it.hasNext())

		{

			entry = it.next();

			name = entry.getKey();

			value = entry.getValue();

			httpost.addHeader(name, value);

		}

	}

	/**

	 * 关闭HTTP客户端链接。

	 */

	public void shutdown()

	{

		_httpclient.getConnectionManager().shutdown();

		logger.info("shutdown _httpclient ...");

	}

}

三、測试演示样例

package com.qidou.httpclient;

import java.util.HashMap;

import java.util.Map;

import org.apache.http.HttpResponse;

/**

 * HTTPclient測试类。

 */

public class TestHttpClient

{

	/**

	 * HTTP请求client。

*/

	private HttpClient httpClient;

	/**

	 * 初始化HTTP请求client。

	 */

	{

		System.out.println("init http client...");

		Map<String,String> headers = new HashMap<String,String>();

		headers.put("Accept", "*/*");

		headers.put("Accept-Encoding", "gzip, deflate");

		headers.put("Accept-Language", "zh-cn");

		headers.put("Connection", "Keep-Alive");

		headers.put("Cookie", "UC_SID=66134277449dcc94b77dfbcdb65a3d70; cna=HnmMDIROzW4CAbdDI+iUySCj; PHPSESSID=91818085719e575f59bd5f4b31df402f; lzstat_uv=260674130547154807|3037573; lzstat_ss=582317835_2_1409680845_3037573; PHPSESSID=91818085719e575f59bd5f4b31df402f; frontvar=lns%3Dmenu-1%2Cflow-0%2Ctraf-0%2Ccont-0%2Cvisitor-0%2Ceanalysis-0%2Cbigdata-0%2C%26cmenu%3Dsite_overview%26siteShowHis%3Dopen; CNZZDATA30086426=cnzz_eid%3D2088392191-1409645088-http%253A%252F%252Ftongji.cnzz.com%252F%26ntime%3D1409650488; CNZZDATA30069868=cnzz_eid%3D241047449-1409644292-http%253A%252F%252Ftongji.cnzz.com%252F%26ntime%3D1409647196; CNZZDATA33222=cnzz_eid%3D1336832806-1409645823-http%253A%252F%252Ftongji.cnzz.com%252F%26ntime%3D1409651227; CNZZDATA30001831=cnzz_eid%3D732886644-1409644865-http%253A%252F%252Ftongji.cnzz.com%252F%26ntime%3D1409649918; _cnzz_CV30069868=%E6%98%AF%E5%90%A6%E7%99%BB%E5%BD%95%7C%E6%AD%A3%E5%B8%B8%E7%99%BB%E5%BD%95%7C1409680810339");

		headers.put("User-Agent", "Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 6.1; Trident/5.0; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR 3.0.30729)");

		headers.put("Referer", "http://www.baidu.com/");

		headers.put("x-requested-with", "XMLHttpRequest");

		//新建HTTP请求client。能够自己设置消息头的一些參数 ： httpClient = new HttpClient(headers);

		httpClient = new HttpClient();

	}

	/**

	 * 測试方法。

	 * 实现过程：

	 * 1、使用username/密码登陆人人网 ： http://www.renren.com/PLogin.do

	 * 2、訪问博客 ： http://blog.renren.com/blog/304317577/449470467

	 *

	 */

	@org.junit.Test

	public void testPost()

	{

		String url = "http://www.renren.com/PLogin.do";

		String redirectURL = "http://blog.renren.com/blog/304317577/449470467";

		String userName = "。。。

。";

		String password = "。。。

。";

		/**

		 * 登陆參数。

*/

		Map<String,String> params = new HashMap<String,String>();

		params.put("origURL", redirectURL);

		params.put("domain", "renren.com");

		params.put("isplogin", "true");

		params.put("formName", "");

		params.put("method", "");

		params.put("submit", "登录");

		params.put("email", userName);

		params.put("password", password);

		//发送请求登陆人人网。

		HttpResponse postResponse = httpClient.post(url,params);

		//获取消息头的跳转地址，跳转到指定博客。

		String redirectLocation = postResponse.getFirstHeader("Location").getValue();

		System.out.println(redirectLocation);

		//获取跳转博客网页。

httpClient.get(redirectLocation);

		//关闭HTTP请求client。

		httpClient.shutdown();

	}

}

四、执行结果

init http client...

2014-09-04 18:31:48 [com.qidou.httpclient.HttpClient]-[INFO] create _httpclient ...

2014-09-04 18:31:48 [com.qidou.httpclient.HttpClient]-[INFO] set utf-8 form entity to httppost ...

2014-09-04 18:31:48 [com.qidou.httpclient.HttpClient]-[INFO] create httppost : http://www.renren.com/PLogin.do

2014-09-04 18:31:49 [org.apache.http.client.protocol.ResponseProcessCookies]-[WARN] Cookie rejected: "[version: 0][name: t][value: f28a837f39c7773213280e099b611aaf][domain: renren.com][path: /xtalk/][expiry: null]". Illegal path attribute "/xtalk/". Path of
origin: "/PLogin.do"

2014-09-04 18:31:49 [com.qidou.httpclient.HttpClient]-[INFO] execute http success... ; body = The URL has moved <a href="http://blog.renren.com/blog/304317577/449470467">here</a>

2014-09-04 18:31:49 [com.qidou.httpclient.HttpClient]-[INFO] release http ...

http://blog.renren.com/blog/304317577/449470467

2014-09-04 18:31:49 [com.qidou.httpclient.HttpClient]-[INFO] create httpget : http://blog.renren.com/blog/304317577/449470467

2014-09-04 18:31:49 [com.qidou.httpclient.HttpClient]-[INFO] execute http success... ; body = 博客网页太大略去。。。

2014-09-04 18:31:49 [com.qidou.httpclient.HttpClient]-[INFO] release http ...

2014-09-04 18:31:49 [com.qidou.httpclient.HttpClient]-[INFO] shutdown _httpclient ...

巴特西

HttpClient的Post和Get訪问网页

一、基础JAR包

二、源码

三、測试演示样例

四、执行结果

最新文章

热门文章