58同城 字体反爬理解...和猫眼不同

import requests
import re
import base64
import io
from lxml import etree
from fontTools.ttLib import TTFont

url = ‘https://gz.58.com/zufang/?utm_source=market&spm=u-2d2yxv86y3v43nkddh1.BDPCPZ_BT&PGTID=0d100000-0000-31f5-5967-5384271a3920&ClickID=2‘
headers = {
    ‘User-Agent‘:‘Mozilla/5.0 (compatible; Baiduspider/2.0; +http://www.baidu.com/search/spider.html)‘
}
response = requests.get(url=url,headers=headers)
# 获取加密字符串
base64_str = re.search("base64,(.*?)‘\)",response.text).group(1)
b = base64.b64decode(base64_str)
font = TTFont(io.BytesIO(b))
bestcmap = font[‘cmap‘].getBestCmap()
newmap = dict()
for key in bestcmap.keys():
    value = int(re.search(r‘(\d+)‘, bestcmap[key]).group(1)) - 1
    key = hex(key)
    newmap[key] = value
    
    
# 把页面上自定义字体替换成正常字体
response_ = response.text
for key,value in newmap.items():
    key_ = key.replace(‘0x‘,‘&#x‘) + ‘;‘
    if key_ in response_:
        response_ = response_.replace(key_,str(value))


rec = etree.HTML(response_)
lis = rec.xpath(‘//ul[@class="house-list"]/li‘)
for li in lis:
    money = li.xpath(‘.//div[@class="money"]/b/text()‘)[0]
    if money: 
        print(money)