爬虫，爬取任意百度图片下载到本地

之前写的爬取百度斗图的图片，后来又爬取了蜡笔小新的图片

后来找到规律，干脆写为了通用的爬虫，可以直接输入任意想要下载的图片，进行下载

代码如下：（使用requests编写，可直接运行）额，没办法插入代码，只能把代码直接复制下来了

[code]import json
import os
import requests
from urllib.parse import quote

pn = 30
# url='https://image.baidu.com/search/acjson?tn=resultjson_com&ipn=rj&ct=201326592&is=&fp=result&queryWord=%E7%BE%8E%E5%A5%B3&word=%E7%BE%8E%E5%A5%B3&cg=girl&pn=120&rn=30'
# url = 'https://image.baidu.com/search/acjson?tn=resultjson_com&ipn=rj&ct=201326592&fp=result&queryWord=%E5%AD%99%E5%85%81%E7%8F%A0&word=%E5%AD%99%E5%85%81%E7%8F%A0&pn={}&rn=30&gsm=5a&1537704741066='.format(pn)
# url='http://image.baidu.com/search/acjson?tn=resultjson_com&ipn=rj&ct=201326592&is=&fp=result&queryWord=%E5%AD%99%E5%85%81%E7%8F%A0&cl=2&lm=-1&ie=utf-8&oe=utf-8&adpicid=&st=&z=&ic=&word=%E5%AD%99%E5%85%81%E7%8F%A0&s=&se=&tab=&width=&height=&face=&istype=&qc=&nc=&fr=&expermode=&pn=90&rn=30&gsm=5a&1537704741066='
headers = {
"user-agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/68.0.3440.84 Safari/537.36"
}

if not os.path.exists("./images/"):
os.makedirs("./images/")
path = "./images/"
search_word = input('输入要搜索的图片名')
wd = quote(search_word)

for pn in range(11, 30):
pn = (pn - 1) * 30
# new_url = 'https://image.baidu.com/search/acjson?tn=resultjson_com&ipn=rj&ct=201326592&fp=result&queryWord=%E6%96%97%E5%9B%BE%E8%A1%A8%E6%83%85%E5%8C%85&word=%E6%96%97%E5%9B%BE%E8%A1%A8%E6%83%85%E5%8C%85&pn={}&rn=30&1537025889309='.format(pn)
# new_url = 'https://image.baidu.com/search/acjson?tn=resultjson_com&ipn=rj&ct=201326592&is=&fp=result&queryWord=%E7%BE%8E%E5%A5%B3&word=%E7%BE%8E%E5%A5%B3&cg=girl&pn={}&rn=30'.format(pn)
new_url = 'https://image.baidu.com/search/acjson?tn=resultjson_com&ipn=rj&ct=201326592&fp=result&word={}&pn={}&rn=30&gsm=5a&rn=30'.format(
wd, pn)
print("*************", new_url)
try:
response = requests.get(new_url, headers=headers, verify=False)
content = response.text.encode('utf-8')
# print(content)
c = json.loads(content, encoding='utf-8')
# print(c['data'])
# print(c['data'][0]['thumbURL'])
for item in c['data']:
# print(item)
print('-----------------')
print(item.get('middleURL'))
if item.get('middleURL', ''):
# print(type(item['middleURL']))
name = item['middleURL'].split('/')[-1]
# print(name)
res = requests.get(item['middleURL'])
con = res.content
# print(con)
with open(path + str(name), "wb") as f:
# 注意写入的内容应该是byte类型
f.write(con)
else:
print('出错了')
except:
print('又出错了')