python selenium加bs4批量爬取斗鱼直播信息

from selenium import webdriver
from bs4 import BeautifulSoup
import time
# 返回Phantomjs对象
driver = webdriver.PhantomJS()
# 使用get方法请求
driver.get('https://www.douyu.com/directory/all')
f=open("douyu.txt","w",encoding= 'utf-8')
i=0
while True:
html = driver.page_source
# 解析HTML网页源代码
soup = BeautifulSoup(html, 'lxml')
room_names = soup.find_all('h3', class_="ellipsis")
room_numbers = soup.find_all('span', class_="dy-num fr")
i+=1
for room_name, room_number in zip(room_names, room_numbers):
name = room_name.get_text().replace("\n","").strip()
number = room_number.get_text().replace("\n","").strip()
f.write("房间名:" + name +"  房间人数:" + number)
f.write("\n")
print("已完成第"+str(i)+"页数据爬取")
time.sleep(5)

# 如果不能翻页，退出循环
if html.find('shark-pager-next shark-pager-disable shark-pager-disable-next') != -1:
break
driver.find_element_by_class_name('shark-pager-next').click()
f.close()
driver.close()