環(huán)境要求 :

1. Python 2.7
2. Requests庫 pip install requests
3. UrlLib3庫 pip install urllib3
4. Socks庫 pip install urllib3[socks]

驗證腳本 :

#!/usr/bin/env python 
# -*- coding: utf-8 -*- 

import threading
import requests

# config-start
testUrl = "https://www.so.com/" # 利用了360搜索
keyWord = "360"
timeout = 5 # 設(shè)置超時
threadNumber = 50 # 設(shè)置線程數(shù)
proxiesFileName = "proxies.txt"
successFileName = "success.txt"
# config-end

def testOnline(ip,port,protocol):
    '''
    測試HTTP代理是否可用
        利用IP138的接口 , 在響應(yīng)的頁面中尋找本機(jī)IP , 如果找到 , 則說明代理可以成功連接
    '''
    global successFileName
    global testUrl
    global timeout
    global keyWord

    if protocol == "HTTPS":
        proxies = {"http":"http://"+ip+":"+port,"https":"http://"+ip+":"+port               }
    elif protocol == "SOCKS5":
        proxies = {"http":"socks5://"+ip+":"+port,"https":"socks5://"+ip+":"+port}
    else: # 不指定協(xié)議時使用HTTP協(xié)議
        proxies = {"http":"http://"+ip+":"+port,"https":"http://"+ip+":"+port}

    try:
        content=requests.get(testUrl,proxies=proxies,timeout=timeout).text.encode('UTF-8')
        if keyWord in content:
            print ip+":"+port+"@"+protocol
            file=open(successFileName,"a+")
            file.write(ip+":"+port+"@"+protocol+"\n")
            file.close()
        else:
            print "Proxy Error..."
    except Exception as e:
        # print e
        print "NetWork Error..."

class myThread (threading.Thread):
    def __init__(self, ip, port, protocol):
        threading.Thread.__init__(self)
        self.ip = ip
        self.port = port
        self.protocol = protocol
    def run(self):
        testOnline(self.ip,self.port,self.protocol)

proxies=open(proxiesFileName,"r")

threads = [] # 線程池

for proxy in proxies:
    line = proxy[0:-1]
    ip = line.split(":")[0] # 獲取IP
    port = line.split(":")[1].split("@")[0] # 獲取端口
    protocol = line.split(":")[1].split("@")[1].split("#")[0]
    threads.append(myThread(ip,port,protocol))

for t in threads:
    t.start()
    while True:
        if(len(threading.enumerate())<threadNumber):
            break