使用網(wǎng)絡(luò)上免費(fèi)的代理ip,讓你的python瀏覽其它網(wǎng)站的時(shí)候不顯示真實(shí)的ip，尤其是爬蟲的時(shí)候，可以定時(shí)換ip。非常方便。
使用python模擬真實(shí)的瀏覽器去定時(shí)訪問要刷量的網(wǎng)站,加上代理IP。

#!/usr/bin/env python3
# -*- coding: utf-8 -*-

#-*- maxc.cc - 2019-09-18  -*-

import requests
from bs4 import BeautifulSoup
import random
import time

proxiesurl = 'http://www.xicidaili.com/nt/'
headers = {'User-Agent':'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/73.0.3683.103 Safari/537.36'}   

#獲取代理ip的list，用于隨機(jī)選一個(gè)
def get_ip_list(url, headers):
    web_data = requests.get(url, headers=headers)
    soup = BeautifulSoup(web_data.text, 'lxml')
    ips = soup.find_all('tr')
    ip_list = []
    for i in range(1, len(ips)):
        ip_info = ips[i]
        tds = ip_info.find_all('td')
        ip_list.append(tds[1].text + ':' + tds[2].text)
    print('get ip list success')
    return ip_list

#隨機(jī)從獲取到的IP中選一個(gè)生成代理IP
def get_random_ip(ip_list):
    proxy_list = []
    for ip in ip_list:
        proxy_list.append('http://' + ip)
    proxy_ip = random.choice(proxy_list)
    prox = {'http': proxy_ip}
    print('get random ip - success')
    return prox

#刷PV的主程序
def mainpv():
    pvurl = ['https://mikeyoung.zcool.com.cn/',
       'https://www.zcool.com.cn/work/ZMTM0Mzk2MjA=.html']
    count = 0
    countUrl = len(pvurl) 
    print(proxies)

    #設(shè)置一個(gè)隨機(jī)執(zhí)行的時(shí)間
    randomtime = random.randint(1, 100)
    print(randomtime)

    # 訪問次數(shù)設(shè)置限制
    while count < 11:
        try:  # 正常運(yùn)行
            for i in range(countUrl):
                response = requests.get(pvurl[i], headers=headers,proxies=proxies)
                if response.status_code == 200:
                    count = count + 1
                    print('Success ' + str(count), 'times')
            time.sleep(randomtime)
        except Exception:  # 異常
            print('Failed and Retry')

#運(yùn)行程序的順序
if __name__ == '__main__':
    ip_list = get_ip_list(proxiesurl, headers=headers)
    proxies = get_random_ip(ip_list)
    mainpv()

#-*- MAX Young 2019-09-18  -*-