import urllib
import urllib.request

def loadPage(url,filename):
    """
        作用：根據(jù)url發(fā)送請(qǐng)求=，獲取服務(wù)器響應(yīng)文件
        url：需要爬去的url
        filename:處理得文件名
    """
    print("正在下載" + filename)
    headers = {"User-Agent":"Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/73.0.3683.86 Safari/537.36"}
    req = urllib.request.Request(url, headers = headers)
    return urllib.request.urlopen(req).read()

def writePage(html,filename):
    """
        作用:將HTML內(nèi)容寫入到本地
        html:服務(wù)器響應(yīng)得文件內(nèi)容
        
    """
    print("正在保存" + filename)
    #文件寫入
    with open(filename,"wb") as f:
        f.write(html)
    print ("_" * 30)


def tiebaSpider(fullurl,beginPage,endPage):
    """
        作用：貼吧爬蟲調(diào)度器，負(fù)責(zé)處理每個(gè)頁面得url
        url：貼吧url的前部分
        beginPage：起始頁
        endPage：結(jié)束頁
    """
    for page in range(beginPage,endPage + 1):
        pn = (page - 1) * 50
        filename = "第" + str(page) + "頁.html"
        print(filename)
        fullurl = url + "&pn=" + str(pn)

        html = loadPage(fullurl,filename)

        writePage(html,filename)
        print("謝謝使用")

if  __name__ =="__main__":
    kw = input("請(qǐng)輸入需要爬取得吧名：")
    beginPage = int(input("請(qǐng)輸入起始頁："))
    endPage  = int(input("請(qǐng)輸入結(jié)束頁："))
    
    url = "http://tieba.baidu.com/f?"
    key = urllib.parse.urlencode({"kw":kw})
    fullurl = url + key 
    tiebaSpider(fullurl, beginPage, endPage)