某视频爬虫批量下载
本帖最后由 hy123 于 2022-6-2 17:35 编辑链接地址：aHR0cDovL2YxMDIwLndvcmthcmVhNS5saXZlL3YucGhwP2NhdGVnb3J5PWhvdCZ2aWV3dHlwZT1iYXNpYyZwYWdlPQ==
测试过，可以批量下载！！需要挂Dai_Li
ffmpeg下载链接和M3U8下载器说明：https://github.com/hecoter/m3u8download_hecote
"""
************************************
Description: 好东西，放在这里
Author: @
Github: https://github.com/jianala
Date: 2022-06-02 13:57:24
FilePath:on_download.py
LastEditors: @
LastEditTime: 2022-06-02 15:17:53
善始者实繁，克终者盖寡。
************************************
"""
from lxml import etree
import re
import requests
import os
import requests.packages.urllib3
from m3u8download_hecoter import m3u8download
import base64
requests.packages.urllib3.disable_warnings()
#
# 是否配置代{过}{滤}理，国内访问速度较慢
def proxy_set():
proxy_set = input('Do you want to use proxy?')
if proxy_set == 'y':
global my_proxies
proxies_set = input('input your proxy config ep:"127.0.0.1:7890"')
my_proxies = {"http": "http://127.0.0.1:7890", "https": "https://127.0.0.1:7890"}
if proxies_set != '':
my_proxies['http'] = 'http://'+proxies_set
my_proxies['https'] = 'https://'+proxies_set
elif proxy_set == 'n':
my_proxies = ''
else:
proxy_set()
def get_well(response):
'''
获取m3u8下载号码
'''
try:
et = etree.HTML(response.text)
well_list = et.xpath('//div[@class="thumb-overlay"]/@id')[:-1]
well_title = et.xpath('//div[@class="thumb-overlay"]/../span/text()')[:-1]
except:
print('缺少参数')
finally:
m3u8_list = [{'m3u8url':'https://la.killcovid2021.com/m3u8/{num}/{num}.m3u8'.format(num=re.findall('\d+',well_list)),'title':well_title} for well_title,well_list in zip(well_title,well_list)]
return m3u8_list
# 爬虫主体，flag为页码
def spider(flag):
# 如果连接访问不了，在这里把base_url替换成你知道的标准地址
page_url = b'aHR0cDovL2YxMDIwLndvcmthcmVhNS5saXZlL3YucGhwP2NhdGVnb3J5PWhvdCZ2aWV3dHlwZT1iYXNpYyZwYWdlPQ=='
page_url = base64.b64decode(page_url).decode('utf-8')
page_url = page_url+ str(flag)
headers = {
'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/63.0.3239.132 Safari/537.36Name',
'Referer': 'http://91porn.com',
'Accept-Language': 'zh-CN,zh;q=0.9'}
get_page=requests.get(url=page_url, headers=headers)
m3u8_list = get_well(get_page)
download_header = {
'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/63.0.3239.132 Safari/537.36Name',
'Connection': 'keep-alive',
}
dir_download = os.path.join(os.path.dirname(__file__),'91pron_download')
for m3u8 in m3u8_list:
m3u8download(m3u8url=m3u8['m3u8url'],title = m3u8['title'],enable_del=True,proxies=my_proxies,work_dir=dir_download)
if __name__ == '__main__':
proxy_set()
for i in range(1,4):
spider(i)
特别注意的点有2个，第一个是m3u8download 源码没挂代{过}{滤}理，需要手动改一下，第二个urllib3的版本必须是urllib3==1.25.11
谢谢大牛 谢谢分享！ 谢谢大佬 先收藏了，万一用到呢 谢谢大佬分享
页:
[1]