用python3.5抓取内涵段子并且保存到本地

#coding=utf-8
import time
import re
from bs4 import BeautifulSoup	#安装BeautifulSoup
from selenium import webdriver  #安装谷歌浏览器驱动 链接：http://pan.baidu.com/s/1i5Kgvjf 密码：3xhd

path = "D:\chromedriver\chromedriver.exe"
driver = webdriver.Chrome(executable_path=path)
driver.get('https://neihanshequ.com/')
for i in range (100):
driver.find_element_by_id("loadMore").click() #点击加载更多time.sleep(1)

html = driver.page_source   #获取网页文本
print(html)
def getText(html):
# ------ 利用正则表达式匹配网页内容找到wenzi ------
reg = r'<div class="upload-txt.*?">(.*?)</div>'
pattern= re.compile(reg,re.S);
result = re.findall(pattern, html)
return result
pag = getText(html)

with open('E:\内涵段子\\201792.txt', 'w', encoding='utf-8') as f:
for each in pag:
if '<br />' in each:
# 替换成换行符并输出
new_each = re.sub(r'<br />', '\n', each)
f.write(new_each)
print(new_each)
# 没有就照常输出
else:
f.write(str(each) + '\n')
print('All done')
#driver.quit()