爬取带ajax的网页信息，需要将java script里的内容解析成json的格式

#-*-coding:utf-8 -*-

import httplib2

import re

import sys

import json

from bs4 import BeautifulSoup

import urllib2

h = httplib2.Http()

url = "http://verified.weibo.com/fame/licaizhuanjia/?rt=0&srt=4&letter=l"

resp,content = h.request(url)

pattern = re.compile('<script>STK && STK.pageletM && STK.pageletM.view\((.*?)\)<\/script>')

result = pattern.findall(content)

jsonResult = json.loads(result[3])

soup = BeautifulSoup(jsonResult['html'])

print soup

resultes = soup('div','select_user')

print resultes