本次涉及代碼如下。至此,整個(gè)正則練習(xí)部分的內(nèi)容已初步完成。
05.翻頁(yè)URL不變的智能探測(cè)總頁(yè)數(shù).py
實(shí)戰(zhàn)代碼
import requests
from lxml import etree
import re
網(wǎng)址 = 'https://www.jkl.com.cn/newsList.aspx?TypeId=10009' # 或923
UA偽裝 = {'user-agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/81.0.4044.92 Safari/537.36'}
proxies={
'http':'http://XXXXX@XXXXX',
'https':'http://XXXXX@XXXXX'
}
響應(yīng)數(shù)據(jù) = requests.get(url=網(wǎng)址,headers=UA偽裝,proxies=proxies,verify=False).text
解析 = etree.HTML(響應(yīng)數(shù)據(jù))
尾頁(yè) = 解析.xpath('//a[text()="尾頁(yè)"]/@href')
#print(尾頁(yè)) 輸出結(jié)果:['?current=3&TypeId=10009 ']
if 尾頁(yè) != []:
#匹配找到唯一的一位數(shù)字
正則 = re.search('\d{1}',尾頁(yè)[0])
#print(正則) 輸出結(jié)果:<re.Match object; span=(9, 10), match='3'>
頁(yè)數(shù) = 正則.group(0)
else:
頁(yè)數(shù) = 1
print(頁(yè)數(shù))
練習(xí)代碼
# -*- coding: utf-8 -*-
"""
"""
'''
# compile配合findall
import re
a = '0355-67796666'
b = re.compile(r'\d+-\d{8}')
r = re.findall(b,a)
print(r)
#輸出結(jié)果:['0355-67796666']
import re
a = '0355-67796666'
b = re.compile(r'\d+-\d{8}')
r = b.findall(a)
print(r)
#輸出結(jié)果:['0355-67796666']
'''
'''
# 直接使用findall
import re
a = '0355-67796666'
r = re.findall(r'\d+-\d{8}',a)
print(r)
#輸出結(jié)果:['0355-67796666']
'''
'''
# compile配合search
import re
a = '0355-67796666'
正則 = re.compile(r'\d+-\d{8}')
r = re.search(正則,a)
print(r.group())
#輸出結(jié)果:0355-67796666
'''
'''
# compile配合match
import re
a = '0355-67796666'
正則 = re.compile(r'\d+-\d{8}')
r = re.match(正則,a)
print(r.group())
#輸出結(jié)果:0355-67796666
'''
'''
import re
a = 'A83C72D1D8E67'
r = re.match('\d',a)
print(r) # 返回對(duì)象所在位置
#print(r.group()) # 返回找到的結(jié)果,例如8
#print(r.span()) # 返回一個(gè)元組表示匹配位置(開始,結(jié)束)
#輸出結(jié)果:None 啥都沒有匹配到。因?yàn)閙atch是從首位開始匹配的
'''
'''
import re
a = 'A83C72D1D8E67'
r = re.search('\d',a)
print(r)
print(r.group())
#輸出結(jié)果:8
'''
#2.2 概括字符集
'''
# 提取字符串a(chǎn)中所有的數(shù)字
import re
a = 'Excel 12345Word\n23456_PPT12lr'
r = re.findall('\d',a)
print(r)
#輸出結(jié)果:['1', '2', '3', '4', '5', '2', '3', '4', '5', '6', '1', '2']
'''
'''
# 提取字符串a(chǎn)中所有非數(shù)字
import re
a = 'Excel 12345Word\n23456_PPT12lr'
r = re.findall('\D',a)
print(r)
#輸出結(jié)果:['E', 'x', 'c', 'e', 'l', ' ', 'W', 'o', 'r', 'd', '\n', '_', 'P', 'P', 'T', 'l', 'r']
'''
'''
# \w 可以提取中文,英文,數(shù)字和下劃線,不能提取特殊字符
import re
a = 'Excel 12345Word\n23456_PPT12lr'
r = re.findall('\w',a)
print(r)
#輸出結(jié)果:['E', 'x', 'c', 'e', 'l', '1', '2', '3', '4', '5', 'W', 'o', 'r', 'd', '2', '3', '4', '5', '6', '_', 'P', 'P', 'T', '1', '2', 'l', 'r']
'''
'''
# \W 提取特殊字符、空格、\n、\t等
import re
a = 'Excel 12345Word\n23456_PPT12lr'
r = re.findall('\W',a)
print(r)
'''
'''
#2.3 數(shù)量詞
# 提取大小寫字母混合的單詞
import re
a = 'Excel 12345Word23456PPT12Lr'
r = re.findall('[a-zA-Z]{3,5}',a)
print(r)
'''
'''
# 匹配0次或無(wú)限多次 *號(hào),*號(hào)前面的字符出現(xiàn)0次或無(wú)限次
import re
a = 'exce0excell3excel3'
r = re.findall('excel*',a)
print(r)
'''
'''
# 匹配1次或者無(wú)限多次 +號(hào),+號(hào)前面的字符至少出現(xiàn)1次
import re
a = 'exce0excell3excel3'
r = re.findall('excel+',a)
print(r)
'''
'''
# 匹配0次或1次 ?號(hào),?號(hào)經(jīng)常用來(lái)去重復(fù)
import re
a = 'exce0excell3excel3'
r = re.findall('excel?',a)
print(r)
'''
'''
#2.4 邊界匹配 ^和$
# 限制電話號(hào)碼的位置必需是8-11位才能提取
import re
tel = '13811115888'
r = re.findall('^\d{8,11}$',tel)
print(r)
'''
'''
# 將abc打成一個(gè)組,{2}指的是重復(fù)幾次,匹配abcabc
import re
a = 'abcabcabcxyzabcabcxyzabc'
r = re.findall('(abc){2}',a)
print(r)
#輸出結(jié)果:['abc', 'abc']
'''
#2.6 匹配模式參數(shù)
'''
# findall第三參數(shù) re.I忽略大小寫
import re
a = 'abcFBIabcCIAabc'
r = re.findall('fbi',a,re.I)
print(r)
'''
'''
# 多個(gè)模式之間用 | 連接在一起
import re
a = 'abcFBI\nabcCIAabc'
r = re.findall('fbi.{1}',a,re.I | re.S) # 匹配fbi然后匹配任意一個(gè)字符包括\n
print(r)
#注:.句號(hào),不匹配\n,但是使用re.S之后,匹配所有字符包括換行符
'''
'''
#2.7 re.sub替換字符串
# 把FBI替換成BBQ,第4參數(shù)寫1,證明只替換第一次,默認(rèn)是0(無(wú)限替換)
import re
a = 'abcFBIabcFBIaFBICIAabc'
r = re.sub('FBI','BBQ',a,2)
print(r)
#輸出結(jié)果:abcBBQabcBBQaFBICIAabc
'''
'''
#拓展知識(shí)
import re
a = 'abcFBIabcFBIaFBICIAabc'
def 函數(shù)名(形參):
pass
r = re.sub('FBI',函數(shù)名,a,1)
print(r)
#輸出結(jié)果:abcabcFBIaFBICIAabc
#分析:如果找到了FBI這個(gè)子串,會(huì)將FBI當(dāng)成參數(shù)傳到形參中,pass是什么都沒返回,所以FBI被空字符串代替了。
'''
'''
# 把函數(shù)當(dāng)參數(shù)傳到sub的列表里,實(shí)現(xiàn)把業(yè)務(wù)交給函數(shù)去處理,例如將FBI替換成$FBI$
import re
a = 'abcFBIabcFBIaFBICIAabc'
def 函數(shù)名(形參):
分段獲取 = 形參.group() # group()在正則表達(dá)式中用于獲取分段截獲的字符串,獲取到FBI
return '$' + 分段獲取 + '$'
r = re.sub('FBI',函數(shù)名,a)
print(r)
#輸出結(jié)果:abc$FBI$abc$FBI$a$FBI$CIAabc
'''
'''
# 將字符串中大于等于5的替換成9,小于5的替換成0
import re
a = 'C52730A52730D52730'
def 函數(shù)名(形參):
分段獲取 = 形參.group()
if int(分段獲取) >= 5:
return '9'
else:
return '0'
r = re.sub('\d',函數(shù)名,a)
print(r)
#輸出結(jié)果:C90900A90900D90900
'''
'''
import re
a = 'life is short,i use python'
r = re.search('life(.*)python',a)
print(r.group(1))
#輸出結(jié)果: is short,i use
import re
a = 'life is short,i use python'
r = re.findall('life(.*)python',a)
print(r)
'''
'''
# 拓展知識(shí)
import re
a = 'life is short,i use python,i love python'
r = re.search('life(.*)python(.*)python',a)
print(r.group(0)) # 完整正則匹配
print(r.group(1)) # 第1個(gè)分組之間的取值
print(r.group(2)) # 第2個(gè)分組之間的取值
print(r.group(0,1,2)) # 以元組形式返回3個(gè)結(jié)果取值
print(r.groups()) # 返回就是group(1)和group(2)
'''
'''
#輸出結(jié)果:life is short,i use python,i love python
is short,i use
,i love
('life is short,i use python,i love python', ' is short,i use ', ',i love ')
(' is short,i use ', ',i love ')
'''
import re
a = 'abb'
b = re.compile(r'ab{3}')
r = b.findall(a)
print(r)
#輸出結(jié)果:[]