《Python》即不咳嗽的图片后不咳嗽的小说来了
本次是在网上看到一些小说就感觉可以爬取下来 至于什么小说你们自己脑补 总共8个分类 一个分类750条数据emmm 先发一个小说 下午发一个图片的 仅仅只是为了学习知识 请勿用于其他用途
本软件仅提供学习用途，请勿商用以及传播，请在下载24小时内删除
教程：打开输入要保存到那个位置的路径就可以了
成品下载：**** Hidden Message *****
源码：
# UTF-8
# author mimang
import requests
from bs4 import BeautifulSoup
import os
def getHtml(url):
response = requests.get(url, headers=headers)
response.encoding = 'utf-8'
html = BeautifulSoup(response.text, 'lxml')
return html
def sub(strings, p, c):
new = []
for s in strings:
new.append(s)
new = str(c)
return ''.join(new)
headers = {
'User-Agent': 'Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/84.0.4147.135 Safari/537.36',
'Accept': 'text/html,application/xhtml+xml,application/xml;q=0.9,image/webp,image/apng,*/*;q=0.8,application/signed-exchange;v=b3;q=0.9',
'Accept-Encoding': 'gzip, deflate, br',
'Cookie': 'UM_distinctid=174a9141007f29-0697ac1aa46086-3971095d-19fd10-174a9141008cbb; CNZZDATA1279234273=1349150808-1600561283-%7C1600561283'
}
url = 'xxxxxxxx'
bookCount = 38
path = input('输入:')
if not(os.path.exists(path)):
os.mkdir(path)
print('路径已创建')
html = getHtml(url + '/home/index.html')
allBookUrl = html.select('#menu > ul.color > li > a')
print(len(allBookUrl)) #图书分类数量
os.chdir(path)
for a in range(1,len(allBookUrl)): #8
if not(os.path.exists(allBookUrl.get_text())):
os.mkdir(allBookUrl.get_text())
os.chdir(allBookUrl.get_text())
for b in range(1,bookCount+1): #38
string = allBookUrl.get('href')
print(sub(string,21,b))
bookHtml = getHtml(url + sub(string,21,b))
bookList = bookHtml.select('#hellobox > div.newslist.textlist > ul > li > a')
for c in range(0, len(bookList)): #20
bookTitle = bookList.get_text()
bookUrl = bookList.get('href')aa
bookHtml2 = getHtml(url+bookUrl)
bookContent = bookHtml2.select('#hellobox > div.newsbody > div.nbodys').get_text()
f = open(bookTitle+'.txt','ab')
f.write(bytes(bookContent, encoding = "utf8"))
print(bookTitle+':成功')
f.close()
6666 谢谢大牛 6666666666 感谢楼主分享 谢谢分享 顶帖是一种态度，也是一种尊重。 谢谢大佬 好的，非常感谢 感谢楼主分享！大牛有你更精彩！