from urllib.request import quote, unquote
import requests
from bs4 import BeautifulSoup
import sys
import time

content = input('請輸入你想要查找的小說名：')
initial_content = content
keyword = quote(initial_content,encoding='gb2312')#筆趣閣的是gb2312編碼
url = 'http://www.biquge.com.tw/modules/article/soshu.php?searchkey='+keyword
print(url)
re = requests.get(url)   #筆趣閣搜索url
retype=re.apparent_encoding
re.encoding = retype
print(re.status_code)
html = re.text
soup = BeautifulSoup(html, 'html.parser')
fileName = '/Users/john/Desktop/小說/'+initial_content+'.txt'
print(fileName)
file = open(fileName, 'a', encoding='utf-8')

chapters = soup.find_all(id='list')
info = soup.find_all(id='info')
for link in info:
    file.write(link.get_text())#書籍作者信息
download_soup = BeautifulSoup(str(chapters), 'html.parser')

arr = []
for child in download_soup.dl.children:    #dl下所有子節(jié)點(diǎn)
    if hasattr(child, 'href') and child.a != None:
        arr.append(child.get_text())
numbel = len(arr)
print(numbel)
index= 1
time1 = time.time ()#獲取當(dāng)前時(shí)間（秒）
for child in download_soup.dl.children:     #dl下所有子節(jié)點(diǎn)
    if hasattr(child, 'href') and child.a != None:
        file.write(child.get_text() + '\n' + '-----------------------------------------------' + '\n')
        url = 'http://www.biquge.com.tw/' + child.a['href']
        # print(url)
        reponse_dl = requests.get(url)
        type_dl = reponse_dl.apparent_encoding
        reponse_dl.encoding = type_dl
        html_dl = reponse_dl.text
        soup_dl = BeautifulSoup(html_dl, 'html.parser')
        contents = soup_dl.find_all(id='content')   #帶著<div id="content">
        # soup_text = BeautifulSoup(str(contents), 'lxml')
       # print(soup_text)
        for link in contents:
            #print(link.get_text())
            file.write(link.get_text() + '\n\n')
        print("已下載:%.3f%%" % float(index / numbel*100))#爬取進(jìn)度
        index += 1
time2 = time.time()
tt = (time2 - time1)
print('花費(fèi)時(shí)間：' + str(tt) + '秒')
file.close()

主要是根據(jù)筆趣閣的搜索url,加上書名，拿到目錄，然后一章章下載到本地，我是mac,window需要改下保存地址