Python爬虫入门

cookie = http.cookiejar.MozillaCookieJar('cookie.txt')
handler = urllib.request.HTTPCookieProcessor(cookie)
opener = urllib.request.build_opener(handler)

//保存cookie
cookie = http.cookiejar.MozillaCookieJar('cookie.txt')
cookie.save(ignore_discard = True, ignore_expires = True)
//读取cookie
cookie = http.cookiejar.MozillaCookieJar()
cookie.load('cookie.txt', ignore_discard = True, ignore_expires = True)

headers = {
'Accept':'text/html,application/xhtml+xml,application/xml;q=0.9,image/webp,*/*;q=0.8',
'User-Agent':'Mozilla/5.0 (Windows NT 10.0; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/45.0.2454.101 Safari/537.36'
}
header = []
for key, value in headers.items():
elem = (key, value)
header.append(elem)
opener.addheaders = header

postRowdata = {
'id':'*************',
'pwd':'************',
'xdvfb':xdvfb
}
postData = urllib.parse.urlencode(postRowdata).encode()

result = opener.open(postUrl, postData)
result = opener.open(postUrl)

def ungzip(data):
try:
# 尝试解压
print('正在解压.....')
data = gzip.decompress(data)
print('解压完毕!')
except:
print('未经压缩, 无需解压\n')
return data

page = result.read()
page = ungzip(page)
open('logined.html', 'wb').write(page)

urllib.request.urlretrieve(imgurl,'file.txt')