HttpQuery httpClient with cookie sessionID

<dependency>
<groupId>org.apache.httpcomponents</groupId>
<artifactId>httpclient</artifactId>
<version>4.3.3</version>
</dependency>

import org.apache.http.Consts;
import org.apache.http.Header;
import org.apache.http.HttpResponse;
import org.apache.http.NameValuePair;
import org.apache.http.client.config.RequestConfig;
import org.apache.http.client.entity.UrlEncodedFormEntity;
import org.apache.http.client.methods.HttpGet;
import org.apache.http.client.methods.HttpPost;
import org.apache.http.client.utils.URIBuilder;
import org.apache.http.client.utils.URLEncodedUtils;
import org.apache.http.impl.client.CloseableHttpClient;
import org.apache.http.impl.client.DefaultHttpRequestRetryHandler;
import org.apache.http.impl.client.HttpClientBuilder;
import org.apache.http.message.BasicNameValuePair;
import org.apache.http.protocol.HTTP;
import org.apache.http.util.EntityUtils;
import org.apache.log4j.Logger;

import java.net.URI;
import java.net.URL;
import java.util.*;
import java.util.regex.Matcher;
import java.util.regex.Pattern;
public class HttpQuery {
private static Logger log = Logger.getLogger(HttpQuery.class);

private CloseableHttpClient httpClient = null;
private HttpClientBuilder builder = null;
private HttpGet httpGet = null;
private HttpPost httpPost = null;
private Header[] headers = null;
private String cookies = null;
private String referer;
private Map<String, String> cookieMap = new HashMap<String, String>();
private Boolean autoClose = true;
private String lastError;

public HttpQuery(){
this(true);
}

public HttpQuery(boolean autoClose){
this.autoClose = autoClose;
}

public void setAutoClose(Boolean autoClose) {
this.autoClose = autoClose;
}

/**
* 在HttpClient 4.0+的版本，正确的关闭连接如下：
* EntityUtils.consumeQuietly(response.getEntity());
* 在HttpClient 3.0+版本中，正确的关闭如下：
* method.releaseConnection();
*/
private void init() {
if (this.httpClient == null) {
builder = HttpClientBuilder.create();
RequestConfig.Builder reqBuild = RequestConfig.copy(RequestConfig.DEFAULT);
reqBuild.setConnectTimeout(30 * 1000);
reqBuild.setSocketTimeout(30 * 1000);
reqBuild.setRedirectsEnabled(true);
RequestConfig reqConfig = reqBuild.build();
//            builder.setRetryHandler(new DefaultHttpRequestRetryHandler());//默认失败后重发3次
builder.setDefaultRequestConfig(reqConfig);
builder.setUserAgent("Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/30.0.1599.101 Safari/537.36");
this.httpClient = builder.build();
}
}

public String httpGet(String url, Map<String, Object> parameters) throws Exception {
this.init();

URL reqURL = new URL(url);
URI urlTemp = reqURL.toURI();
URIBuilder uriBuilder = new URIBuilder().setScheme(urlTemp.getScheme()).setHost(urlTemp.getHost()).setPort(urlTemp.getPort()).setPath(urlTemp.getPath());
String query =  reqURL.getQuery();
uriBuilder.setParameters(URLEncodedUtils.parse(query, Consts.UTF_8));

if (parameters != null && parameters.size() > 0) {
Iterator it = parameters.keySet().iterator();
while (it.hasNext()) {
String key = (String) it.next();
if (key == null)
continue;
if (parameters.get(key) != null) {
uriBuilder.setParameter(key, parameters.get(key).toString());
} else {
uriBuilder.setParameter(key, "");
}
}
}

URI uri = uriBuilder.build();
this.httpGet = new HttpGet(uri);
RequestConfig.Builder reqBuild = RequestConfig.copy(RequestConfig.DEFAULT);
RequestConfig requestConfig = reqBuild.build();
httpGet.setConfig(requestConfig);

if (this.headers == null)
this.headers = httpGet.getAllHeaders();
httpGet.addHeader("Referer", referer);
httpGet.setHeader("Cookie", this.getCookies());
HttpResponse response = httpClient.execute(httpGet);
this.referer = url;
this.parseCookie(response);
this.parseHeaders(response);

String html = null;
if (response != null) {
html = EntityUtils.toString(response.getEntity());
EntityUtils.consumeQuietly(response.getEntity());//在HttpClient 4.0+的版本，正确的关闭连接
}
if (this.autoClose)
this.close();
return html;
}

public int getCode(){
return this.respCode;
}

private Header contentType;
private void setContentType(Header contentType){
if(contentType!=null) {
this.contentType = contentType;
String content = this.contentType.getValue();
Pattern pattern = Pattern.compile("charset\\=(.*)");
Matcher m = pattern.matcher(content);
if(m.find()){
this.contentEncoding = m.group(1);
}
}
}
public String getContentType(){
if(this.contentType!=null)
return this.contentType.getValue();
return "";
}

public void close() {
if (this.httpClient != null) {
try {
this.httpClient.close();
} catch (Exception e) {
e.printStackTrace();
log.error("httpClient.close error", e);
}
this.httpClient = null;
this.builder = null;
}
}

private void parseCookie(HttpResponse response) {
Header[] cookieHeaders = response.getHeaders("Set-Cookie");
if (this.cookies == null)
this.cookies = "";
for (Header s : cookieHeaders) {
String str = s.toString().substring("Set-Cookie:".length());
String[] temps = str.split(";");
if (temps != null) {
for (String temp : temps) {
if (temp != null) {
int index = temp.indexOf("=");
if (index > 0 && temp.length() > (index + 1)) {
this.cookieMap.put(temp.substring(0, index), temp.substring(index));
}
}
}
}
}
}

public Map getCookie(){
return this.cookieMap;
}

private String getCookies() {
StringBuffer sb = new StringBuffer();
String[] keys = this.cookieMap.keySet().toArray(new String[0]);
for (String key : keys) {
sb.append(key);
sb.append(this.cookieMap.get(key));
sb.append(";");
}
return sb.toString();
}

public Header[] getHeaders(){
return this.headers;
}

public int getRespCode(){
return this.respCode;
}

private int respCode = 200;

private Object parseHeaders(HttpResponse response) throws Exception {
this.headers = response.getAllHeaders();
this.respCode = response.getStatusLine().getStatusCode();
this.setContentType(response.getEntity().getContentType());
return null;
}

public String httpPost(String url) throws Exception {
return this.httpPost(url, new HashMap<String, Object>());
}

public String httpPost(String url, List<NameValuePair> params) throws Exception {
Map<String, Object> map = new HashMap<String, Object>();
for (NameValuePair nameValuePair : params) {
map.put(nameValuePair.getName(), nameValuePair.getValue());
}
return this.httpPost(url, map);
}

public String httpPost(String url, Map<String, Object> parameters) throws Exception {
this.init();

URL reqURL = new URL(url);
URI urlTemp = reqURL.toURI();
URIBuilder uriBuilder = new URIBuilder().setScheme(urlTemp.getScheme()).setHost(urlTemp.getHost()).setPort(urlTemp.getPort()).setPath(urlTemp.getPath());
String query =  reqURL.getQuery();
uriBuilder.setParameters(URLEncodedUtils.parse(query, Consts.UTF_8));
URI uri = uriBuilder.build();

this.httpPost = new HttpPost(uri);
List<NameValuePair> list = null;
if (parameters != null && parameters.size() > 0) {
list = new ArrayList<NameValuePair>();
Iterator it = parameters.keySet().iterator();
while (it.hasNext()) {
String key = (String) it.next();
if (key == null)
continue;
if (parameters.get(key) != null)
list.add(new BasicNameValuePair(key, parameters.get(key).toString()));
else
list.add(new BasicNameValuePair(key, ""));
}
}

if (list != null && list.size() > 0)
httpPost.setEntity(new UrlEncodedFormEntity(list, HTTP.UTF_8));

if (this.headers == null)
this.headers = httpPost.getAllHeaders();
httpPost.addHeader("Referer", referer);
httpPost.setHeader("Cookie", this.getCookies());
HttpResponse response = httpClient.execute(httpPost);
this.referer = url;
this.parseCookie(response);
this.parseHeaders(response);

String html = null;
if (response != null) {
html = EntityUtils.toString(response.getEntity());
EntityUtils.consumeQuietly(response.getEntity());//在HttpClient 4.0+的版本，正确的关闭连接
}
if (this.autoClose)
this.close();
return html;
}

private String contentEncoding = "UTF-8";
public String getContentEncoding(){
return this.contentEncoding;
}

public void sleep(long seconds) {
for (int i = 0; i < seconds; i++) {
try {
Thread.sleep(1000);
System.out.print(".");
} catch (InterruptedException e) {
e.printStackTrace();
}
}
System.out.println("");
}

}

import org.apache.http.Header;

import javax.servlet.http.Cookie;
import javax.servlet.http.HttpServletRequest;
import java.util.HashMap;
import java.util.Map;
import java.util.UUID;

public class HttpUtil {

public static Object getFirstValueFromRequest(String key, HttpServletRequest request){
Object value = null;
//1. parameter
value = request.getAttribute(key);
if(value==null)
value = request.getParameter(key);
if(value==null)
value = request.getHeader(key);
if(value == null)
value = getFirstCookie(key, request.getCookies());
return value;
}

/**
* 从request中读取参数
* @param request
* @param key
* @return
*/
public static String getStringFromRequest(HttpServletRequest request, String key){
String value = (String)request.getAttribute(key);
if(value==null)
value = request.getParameter(key);
if(value==null)
value = request.getHeader(key);
if(value==null)
value = HttpUtil.getFirstCookie(key, request.getCookies());
return value;
}

/**
* 从cookie中读取第一个符合的参数
* @param key
* @param cookies
* @return
*/
public static String getFirstCookie(String key,Cookie[] cookies){
if(cookies!=null && key!=null){
for(Cookie cookie : cookies){
if(key.equals(cookie.getName()))
return cookie.getValue();
}
}
return null;
}

public static Map<String, Cookie> getCookieMap(HttpServletRequest request){
Map<String, Cookie> map = new HashMap<String, Cookie>();
Cookie[] cookies = request.getCookies();
if(cookies!=null){
for(Cookie cookie : cookies){
map.put( cookie.getName()+cookie.getPath(), (Cookie)cookie.clone());
}
}
return map;
}

public static String httpGet(String url,  Map<String,Object> parameters)throws Exception{
HttpQuery httpQuery = new HttpQuery();
String html = httpQuery.httpGet(url, parameters);
httpQuery.close();
return html;
}
public static Header[] httpGetHeaders(String url,  Map<String,Object> parameters)throws Exception{
HttpQuery httpQuery = new HttpQuery();
httpQuery.setAutoClose(false);
httpQuery.httpGet(url, parameters);
Header[] headers = httpQuery.getHeaders();
return  headers;
}

public static String httpPost(String url,  Map<String,Object> parameters)throws Exception{
HttpQuery httpQuery = new HttpQuery();
String html = httpQuery.httpPost(url, parameters);
return  html;
}

public static String newAccessToken(){
String accessToken = UUID.randomUUID().toString();
return accessToken;
}

public static String getCookie(HttpServletRequest request, String cookieName){
Cookie[] cookies = request.getCookies();
for(Cookie cookie : cookies){
if(cookie.getName().trim().equals(cookieName.trim()))
return cookie.getValue();
}
return null;
}

public static String getRemortIP(HttpServletRequest request) {
// 取代理ip地址
String ip = request.getHeader("x-forwarded-for");

// 取nginx代理设置的ip地址
if (ip == null || ip.length() == 0 || "unknown".equalsIgnoreCase(ip)) {
ip = request.getHeader("x-real-ip");

}
// 从网上取的
if (ip == null || ip.length() == 0 || "unknown".equalsIgnoreCase(ip)) {
ip = request.getHeader("Proxy-Client-IP");
}
// 取JAVA获得的ip地址
if (ip == null || ip.length() == 0 || "unknown".equalsIgnoreCase(ip)) {
ip = request.getRemoteAddr();

}
// 去除unkonwn
if (ip.startsWith("unknown")) {
ip = ip.substring(ip.indexOf("unknown") + "unknown".length());
}
// 去除多多余的信息
ip = ip.trim();
if (ip.startsWith(",")) {
ip = ip.substring(1);
}
if (ip.indexOf(",") > 0) {
ip = ip.substring(0, ip.indexOf(","));
}
return ip;
}
}