基于python实时抓取广州市pm2.5数据

本文主要参考https://blog.csdn.net/beiniao520/article/details/79582443
代码是基于python3.7参考上述博客编写的

import threading
import re,sys
import time
import hashlib
import os
from urllib import request

sys.setdefaultencoding='utf-8'

def fetchdata(city):
md5=''
while True:
temp='http://www.pm25.in/'+ city
url=request.urlopen(temp)
text=url.read()
reg='<td>(.*?)</td>'
comreg=re.compile(reg,re.S)
shuju=re.findall(comreg,text.decode('utf-8'))#需要将text解码成字符串
data_time = re.findall("\\d{4}-\\d{2}-\\d{2} \\d{2}:\\d{2}:\\d{2}",text.decode('utf-8'),re.S)
md52=hashlib.md5()
md52.update(data_time[0].encode('utf-8'))#参数是bytes类型，所以要进行编码
if md52.hexdigest()==md5:
time.sleep(3600)
contiune

md5=md52.hexdigest()
i=1
data=[]
dataname=data_time[0]
dataname1=dataname.replace(':','')
tempdata=open('G:/desktop/'+dataname1+'.txt','a')
#创建并打开文件准备写入数据，每小时生成一个文件

for each in shuju:
data.append(each)
i+=1
if i>10:
data.append(data_time[0])
i=1
tempdata.write(','.join(data)+'\\n')
data=[]

tempdata.close()#写完文件关闭
print (city)
print (data_time[0])
print (time.strftime('%Y-%m-%d %H:%M:%S',time.localtime(time.time())))
time.sleep(3600)

fetchdata('guangzhou')