学习小记 - Python爬虫 (3） 利用Python爬取wanimal所有图片

from urllib.request import urlopen, urlretrieve
from bs4 import BeautifulSoup
from urllib.error import URLError, HTTPError
import requests

class Wanimal:

def __init__(self, page):
self.page = page
self.imgs = []

def getPage(self, page):
try:
html = urlopen("http://wanimal1983.org/page/"+str(page))
bsobj = BeautifulSoup(html, "html.parser")
return bsobj
except (URLError, HTTPError) as e:
print (e)
return None

def getImages(self, page):
print ("正在加载第%d页" % page)
bsobj = self.getPage(page)
imgTags = bsobj.findAll("div", {"class": "photo-sets"})
self.imgs = []
for imgTag in imgTags:
for img in imgTag.findAll("img"):
self.imgs.append(img)

def download(self):
for page in range(self.page):
self.getImages(page+1)
for i in range(len(self.imgs)):
print ("正在保存第%d个图片" % (i+1))
path = str(page)+'_'+str(i)+".jpg"
print (self.imgs[i].attrs["src"])
urlretrieve(self.imgs[i].attrs["src"], "wanimal/"+path)

w = Wanimal(100000)
print (w.imgs)
w.download()