python爬虫实战-爬取视频网站下载视频至本地(selenium)

#python爬虫实战-爬取视频网站下载视频至本地(selenium)

import requests
from lxml import etree
import json
from selenium import webdriver
from selenium.webdriver.chrome.options import Options
import time

headers={
'User-Agent':'Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/71.0.3578.98 Safari/537.36',
}
max_behot_time=0
video_list=[]
def get_json():
global max_behot_time
url='http://www.365yg.com/api/pc/feed/?min_behot_time='+str(max_behot_time)
r=requests.get(url,headers=headers)
obj=json.loads(r.text)
max_behot_time=obj['next']['max_behot_time']
data=obj['data']
for video_data in data:
title=video_data['title']
a_href='http://www.365yg.com'+video_data['source_url']
down_video(title,a_href)

def down_video(title,href):
#通过selenium来解析视频网址，
path=r'E:\Student\python\day05\driver\chromedriver.exe'
chrome_options=Options()
chrome_options.add_argument('--Headless')
chrome_options.add_argument('--disable-gpu')
chrome_options.add_argument('user-agent="Mozilla/5.0 (Windows NT 10.0; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/70.0.3538.67 Safari/537.36"')
browser=webdriver.Chrome(executable_path=path,chrome_options=chrome_options)
browser.get(href)
time.sleep(5)
browser.save_screenshot(r'PjPhoto\baidu.png')
#获取源码，生成对象，查找video 里面的src
tree=etree.HTML(browser.page_source)
video_url=tree.xpath('//video[@mediatype="video"]/@src')[0]
video_url='http:'+video_url
filepath='video/'+title+'.mp4'
print('正在下载视频 %s'%title)
r=requests.get(video_url)
with open(filepath,'wb') as fp:
fp.write(r.content)
print('%s已下载'%title)
browser.quit()

def main():
# page=int(input('请输入你要下载的页数(每页7个):'))
page=1
for x in range(0,page):
get_json()

if __name__ == '__main__':
main()