模拟登陆手机版新浪微博

分析登陆步骤（http://login.weibo.cn）

点击登录



注意：登陆链接不是http://login.weibo.cn，而是http://login.weibo.cn/login/?ns=1&revalid=2&backURL=http%3A%2F%2Fweibo.cn%2F&backTitle=%CE%A2%B2%A9&vt=，观察发现该链接为固定链接

观察登陆所需参数（采用Firefox firebug）



发现字段backURL,password_****,vk为变化字段，需要获取



发现Cookie字段，需要获取

字段获取



登陆界面源码可以获取相关字段

登陆界面响应头信息获取cookie

登陆之后再次跳转



获取cookie和location(跳转链接)

完整代码

import java.util.ArrayList;
import java.util.List;

import org.apache.http.Header;
import org.apache.http.HttpEntity;
import org.apache.http.NameValuePair;
import org.apache.http.client.entity.UrlEncodedFormEntity;
import org.apache.http.client.methods.CloseableHttpResponse;
import org.apache.http.client.methods.HttpGet;
import org.apache.http.client.methods.HttpPost;
import org.apache.http.client.protocol.HttpClientContext;
import org.apache.http.impl.client.CloseableHttpClient;
import org.apache.http.impl.client.HttpClients;
import org.apache.http.message.BasicNameValuePair;
import org.apache.http.util.EntityUtils;
import org.jsoup.Jsoup;
import org.jsoup.nodes.Document;
import org.jsoup.nodes.Element;

public class SinaCrawler {
public static void main(String[] args){
CloseableHttpClient client = HttpClients.createDefault();

CloseableHttpResponse response = null;
try{
//访问http://login.weibo.cn会跳转，直接访问点击登录按钮后的链接
HttpGet get = new HttpGet("http://login.weibo.cn/login/?ns=1&revalid=2&backURL=http%3A%2F%2Fweibo.cn%2F&backTitle=%CE%A2%B2%A9&vt=");
response = client.execute(get);
String cookie = null;
for(Header header:response.getHeaders("Set-Cookie")){
cookie = header.toString().split(":")[1].trim();
}
System.out.println(cookie);
HttpEntity entity = response.getEntity();
String html = EntityUtils.toString(entity);              //获取网页源码
EntityUtils.consume(entity);

//采用jsoup解析，获取password_字段，backURL字段，vk字段
Document doc = Jsoup.parse(html);
Element form = (Element) doc.select("form").first();
String action = form.attr("action");
System.out.println(action);
Document formDoc = Jsoup.parse(form.html());

//获取backURL
Element a = formDoc.select("input[name=backURL]").first();
String backURL = a.attr("value");
//System.out.println(backURL);

//获取password_
Element passwordE = formDoc.select("input[type=password]").first();
String password = passwordE.attr("name");
//System.out.println(password);

//获取vk
Element vkE = formDoc.select("input[name=vk]").first();
String vk = vkE.attr("value");
//System.out.println(vk);

HttpPost post = new HttpPost("http://login.weibo.cn/login/"+action);
System.out.println("http://login.weibo.cn/login/"+action);

post.setHeader("User-Agent","Mozilla/5.0 (Windows NT 6.1; rv:39.0) Gecko/20100101 Firefox/39.0");
post.setHeader("Referer", "http://login.weibo.cn/login/?ns=1&revalid=2&backURL=http%3A%2F%2Fweibo.cn%2F&backTitle=%CE%A2%B2%A9&vt");
post.setHeader("Host", "login.weibo.cn");
post.setHeader("Cookie", cookie);

List<NameValuePair> nvps = new ArrayList<NameValuePair>();
nvps.add(new BasicNameValuePair("backTitle", "微博"));
nvps.add(new BasicNameValuePair("backURL", backURL));
nvps.add(new BasicNameValuePair("mobile", "*****"));
nvps.add(new BasicNameValuePair(password, "*****"));
nvps.add(new BasicNameValuePair("remember", "on"));
nvps.add(new BasicNameValuePair("submit", "登录"));
nvps.add(new BasicNameValuePair("tryCount", ""));
nvps.add(new BasicNameValuePair("vk", vk));

if (nvps != null) {
post.setEntity(new UrlEncodedFormEntity(nvps, "UTF-8"));
}

response = client.execute(post);

StringBuffer cookieLogin = new StringBuffer();
for(Header header:response.getHeaders("Set-Cookie")){
//System.out.println(header);
cookieLogin.append(header.toString().split(":")[1]);
}

for(Header header:response.getHeaders("Set-Cookie")){
//System.out.println(header);
cookieLogin.append(header.toString().split(":")[1]);
}

System.out.println(cookieLogin.toString());

String location = null;
for(Header header:response.getHeaders("Location")){
location = header.toString().split(": ")[1];
}
System.out.println(location);

HttpGet get3 = new HttpGet(location);
get3.setHeader("Cookie",cookieLogin.toString());
response = client.execute(get3);

HttpEntity entity2 = response.getEntity();
System.out.println("contentLength:"+entity2.getContentLength());
String content = EntityUtils.toString(entity2);
System.out.println("content:"+content);
}catch(Exception e){
e.printStackTrace();
}finally{
if(response!=null){
try{
response.close();
}catch(Exception e){
e.printStackTrace();
}
}
}

}
}