设置代理
2016-03-10 16:05
274 查看
package com.cyyun.post; import java.io.BufferedInputStream; import java.io.IOException; import java.net.URL; import java.net.URLConnection; import org.apache.commons.io.IOUtils; import org.apache.log4j.Logger; /** * @author Jason * @date Oct 27, 2010 * @version 1.0 */ public class TestProxyIp { private static final Logger log = Logger.getLogger(TestProxyIp.class); public static void main(String[] args) throws IOException { System.setProperty("http.maxRedirects", "50"); System.getProperties().setProperty("proxySet", "true"); // 如果不设置,只要代理IP和代理端口正确,此项不设置也可以 String ip = "93.91.200.146"; ip = "221.130.18.5"; ip = "221.130.23.135"; ip = "221.130.18.78"; ip = "221.130.23.134"; ip = "221.130.18.49"; ip = "111.1.32.36"; ip = "221.130.18.49"; ip = "221.130.18.49"; //System.getProperties().setProperty("http.proxyHost", ip); //System.getProperties().setProperty("http.proxyPort", "80"); // 确定代理是否设置成功 log.info(getHtml("http://www.ip.cn/")); } private static String getHtml(String address) { StringBuffer html = new StringBuffer(); String result = null; try { URL url = new URL(address); URLConnection conn = url.openConnection(); conn.setRequestProperty("User-Agent", "Mozilla/4.0 (compatible; MSIE 7.0; NT 5.1; GTB5; .NET CLR 2.0.50727; CIBA)"); BufferedInputStream in = new BufferedInputStream( conn.getInputStream()); String str = IOUtils.toString(in,"utf-8"); System.out.println(str); } catch (Exception e) { e.printStackTrace(); return null; } finally { html = null; } return result; } }
package com.cyyun.post; import java.io.IOException; import java.net.MalformedURLException; import com.gargoylesoftware.htmlunit.BrowserVersion; import com.gargoylesoftware.htmlunit.DefaultCredentialsProvider; import com.gargoylesoftware.htmlunit.FailingHttpStatusCodeException; import com.gargoylesoftware.htmlunit.WebClient; import com.gargoylesoftware.htmlunit.html.HtmlPage; public class ProxyHtmlunit { public static void main(String args[]) throws FailingHttpStatusCodeException, MalformedURLException, IOException { final WebClient // webClient = new WebClient(BrowserVersion.FIREFOX_24,"123.131.176.87",8585); webClient = new WebClient(BrowserVersion.FIREFOX_24,"124.72.74.252",8088); // webClient = new WebClient(BrowserVersion.FIREFOX_24); webClient.waitForBackgroundJavaScript(4000); final DefaultCredentialsProvider credentialsProvider = (DefaultCredentialsProvider) webClient.getCredentialsProvider(); //credentialsProvider.addCredentials("username","password"); //116.226.68.174 HtmlPage p =(HtmlPage) webClient.getPage("http://www.ip.cn/"); System.out.println(p.getTitleText()); System.out.println(p.asText()); } }
相关文章推荐
- Douyu
- 动态代理 jdk as cglib asm
- Windows下安装并设置Redis
- 乐观锁和悲观锁
- lucene版本升级到4.6.0以上之后使用mmseg4j分词器遇到的问题
- MySQL数据库水平切分的实现原理解析
- Javac编译器源代码分析
- 有状态as无状态之线程问题
- 分布式一致性协议Raft原理与实例
- Elasticsearch中的CRUD
- 网络爬虫(网络蜘蛛)之网页抓取
- tika读取文件内容
- HttpTunnel技术介绍
- XLSTransformer生成excel文件简单示例
- es 乐观锁问题重现
- lucene-对多个索引的搜索和多线程搜索
- 回车和换行
- java实现动态切换上网IP (ADSL拨号上网)
- antlr demo
- [转]jQuery: how to get which button was clicked upon form submission?