java 模拟浏览器自动输入 java模拟浏览器爬虫

package com.zl.urltest;

import java.io.BufferedReader;
import java.io.IOException;
import java.io.InputStreamReader;
import java.net.HttpURLConnection;
import java.net.URL;

/**
 * @author 丢了风筝的线
 * @see 模拟网络爬虫，并模拟浏览器，处理访问被拒绝的问题
 * @see 2019年12月26日
 */
public class Reptil {
	public static void main(String[] args) throws IOException {

		// 获取URL
		URL url = new URL("http://www.dianping.com/");

		// 模拟浏览器发起请求
		HttpURLConnection connection = (HttpURLConnection) url.openConnection();

		// 设置请求的方式
		connection.setRequestMethod("GET");

		// 设置http协议
		connection.setRequestProperty("User-Agent",
				" Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/75.0.3770.100 Safari/537.36");
		// 读取网络资源
		BufferedReader br = new BufferedReader(new InputStreamReader(connection.getInputStream(), "UTF-8"));
		String data = null;
		while (null != (data = br.readLine())) {
			System.out.println(data);
		}
	}
}