Jsoup 与 httpClient 获取网络资源

背景：调用openedx api 获取返回响应结果  
http://mvnrepository.com/           搜索后下载所需jar

//HTML解析器（edx项目使用）
compile group: 'org.jsoup', name: 'jsoup', version: '1.10.3'

//爬取网页所需部分内容
public static String getHTML(String url){
String finalResult = null;
try {
Document document = Jsoup.connect(url)
.userAgent("Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.31 (KHTML, like Gecko) Chrome/26.0.1410.64 Safari/537.31")
.timeout(60000)
.get();
Elements resultElement = document.getElementsByClass("response-info");
String resultString = resultElement.toString();
finalResult= resultString.substring(resultString.indexOf("{"),resultString.lastIndexOf("}")+1);
while(finalResult.contains("</a>")){
String hrefString = finalResult.substring(finalResult.indexOf("<a"), finalResult.indexOf("</a>")+4);
String finalHref = hrefString.substring(hrefString.indexOf(">")+1, hrefString.lastIndexOf("<"));
finalResult = finalResult.replace(hrefString, finalHref);
}
} catch (IOException e) {
e.printStackTrace();
}
return finalResult;
}

//httpClient请求响应 （edx项目使用）
compile group: 'commons-logging', name: 'commons-logging', version: '1.1.1'
compile group: 'org.apache.httpcomponents', name: 'httpclient', version: '4.5.2'
compile group: 'org.apache.httpcomponents', name: 'httpcore', version: '4.4.6'
compile group: 'org.apache.httpcomponents', name: 'httpmime', version: '4.5.2'

public static String getCourseWithHttpClient() {
httpClient = HttpClients.createDefault();
CloseableHttpResponse response = null;
BufferedReader reader = null;
HttpGet httpGet = new HttpGet(url);
try {
response = httpClient.execute(httpGet);
HttpEntity entity = response.getEntity();
reader = new BufferedReader(new InputStreamReader(entity.getContent(), "utf-8"));
courses = reader.readLine();
} catch (ClientProtocolException e) {
e.printStackTrace();
} catch (IOException e) {
e.printStackTrace();
}
logger.info(" courses :" + courses);
return courses;
}