【JavaWeb】动态网页抓取

private String getPage(String url,boolean enabledJs,boolean ignoreSSL,boolean enabledCss,boolean enabledAjax) throws IOException {
WebClient webClient = new WebClient(BrowserVersion.CHROME); //创建一个webclient
webClient.getOptions().setJavaScriptEnabled(enabledJs); // 启动JS
webClient.getOptions().setUseInsecureSSL(ignoreSSL);//忽略ssl认证
webClient.getOptions().setCssEnabled(enabledCss);//禁用Css，可避免自动二次请求CSS进行渲染
webClient.getOptions().setThrowExceptionOnScriptError(false);//运行错误时，不抛出异常
if(enabledAjax)
webClient.setAjaxController(new NicelyResynchronizingAjaxController());// 设置Ajax异步

HtmlPage page = webClient.getPage(url);
webClient.waitForBackgroundJavaScript(10000);
return page.asXml();
}