java通过socket实现https get 请求网页
2024-09-05 01:23:24
1. 首先要初始化ssl context
SSLContext context = SSLContext.getDefault();
socket = (SSLSocket) context.getSocketFactory().createSocket();
socket.setHandshakeApplicationProtocolSelector((sslSocket, strings) -> "TLSv1.1");
2. 我们要做一个简单的get请求，所以要了解下http协议
比如我们要获取 https://www.cnblogs.com/tomj2ee/p/16153238.html 的内容
那么http格式就是如下格式
GET /tomj2ee/p/16153238.html HTTP/1.0
HOST:www.cnblogs.com
包装http请求
private String createRequestHeader(URL url) throws MalformedURLException {
StringBuilder sb = new StringBuilder();
String path = "/";
if (url.getPath() != null && url.getPath().length() > 0) {
path = url.getPath();
}
sb.append("GET " + path + " HTTP/1.0" + BR);
sb.append("HOST: " + url.getHost() + BR);
sb.append("User-Agent: Mozilla/5.0 (Windows NT 10.0; Win64; x64) " + BR);
sb.append(BR);
return sb.toString();
}
3. socket 写入http 请求数据
//连接到http请求服务器
socket.connect(new InetSocketAddress(address, port), 10 * 1000);
//写入http请求头部
out = socket.getOutputStream();
String req = createRequestHeader(url);
out.write(req.getBytes());
out.flush();
4. socket 读取网页返回内容
in = socket.getInputStream();
byte[] buf = new byte[1024];
int len = 0;
StringBuilder ret = new StringBuilder();
while ((len = in.read(buf)) >= 0) {
ret.append(new String(buf, 0, len));
}
return ret.toString();
5.完整源码
package myhttp;
import javax.net.ssl.SSLContext;
import javax.net.ssl.SSLSocket;
import javax.net.ssl.TrustManager;
import java.io.IOException;
import java.io.InputStream;
import java.io.OutputStream;
import java.net.InetAddress;
import java.net.InetSocketAddress;
import java.net.MalformedURLException;
import java.net.URL;
import java.security.SecureRandom;
public class MyHttpClient {
private static String BR = "\r\n";
/**
* 通过 socket 获取 http get请求
*
* @param host
* @return
* @throws IOException
*/
public String getUrl(String host) {
InputStream in = null;
OutputStream out = null;
SSLSocket socket=null;
try {
SSLContext context = SSLContext.getDefault();
socket = (SSLSocket) context.getSocketFactory().createSocket();
socket.setHandshakeApplicationProtocolSelector((sslSocket, strings) -> "TLSv1.1");
URL url = new URL(host);
InetAddress address = InetAddress.getByName(url.getHost());
int port = 443;
if (url.getPort() > 0) {
port = url.getPort();
}
//连接到http请求服务器
socket.connect(new InetSocketAddress(address, port), 10 * 1000);
//写入http请求头部
out = socket.getOutputStream();
String req = createRequestHeader(url);
out.write(req.getBytes());
out.flush();
in = socket.getInputStream();
byte[] buf = new byte[1024];
int len = 0;
StringBuilder ret = new StringBuilder();
while ((len = in.read(buf)) >= 0) {
ret.append(new String(buf, 0, len));
}
return ret.toString();
} catch (Exception ex) {
ex.printStackTrace();
return "";
} finally {
if (in != null) {
try {
in.close();
} catch (IOException e) {
//do nothing
}
}
if (out != null) {
try {
out.close();
} catch (IOException e) {
//do nothing
}
}
if(socket!=null){
try{
socket.close();
}catch (IOException ex){
//do nothing
}
}
}
}
/**
* 创建http的请求头
* @param url
* @return
* @throws MalformedURLException
*/
private String createRequestHeader(URL url) throws MalformedURLException {
StringBuilder sb = new StringBuilder();
String path = "/";
if (url.getPath() != null && url.getPath().length() > 0) {
path = url.getPath();
}
sb.append("GET " + path + " HTTP/1.0" + BR);
sb.append("HOST: " + url.getHost() + BR);
sb.append("User-Agent: Mozilla/5.0 (Windows NT 10.0; Win64; x64) " + BR);
sb.append(BR);
return sb.toString();
}
public static void main(String[] args) {
String ret = new MyHttpClient().getUrl("https://www.runoob.com/java/java-networking.html");
System.out.println(ret);
}
}
总结
平时我们习惯了使用httpclient库来获取http get，post请求，这个决定自己实现一个简单的功能，对socket使用和http协议的了解，比较有帮助。
最新文章
- Thinking in Java——笔记(20)
- linux驱动之USB驱动程序
- Linux 环境变量的配置
- Spring中IOC和AOP的详细解释
- vc不用IDE编译方法
- HDU 5869 Different GCD Subarray Query (GCD种类预处理+树状数组维护)
- Android系统SVC命令教程
- Linux虚拟机创建后如何进行登录（Windows Azure）
- form-validation-engine中的正则表达式
- HTML3层叠样式表
- Ajax框架,DWR介绍，应用，例子
- Tomcat中定制阀门
- linux 分析java 线程状态
- python基础（八）
- eclipse中将Java项目转换为JavaWeb项目
- BZOJ1095 [ZJOI2007]Hide 捉迷藏 动态点分治 堆
- 【Java】移动JDK路径后，修改环境变量不生效 Error: could not open `C:\Program Files\Java\jre1.8.0_131\lib\amd64\jvm.cfg'
- python3.4 百度API接口
- Python之异常设计（一）
- PS 去皱纹