爬虫学习：毛毛组案例

pip install

• pip install requests
• pip install base64
• pip install pycrytodome

URL

目标网站：https://www.maomaozu.com/#/build
工具网站：https://curlconverter.com/ 简便请求发送信息，使用方法不做过多说明
我使用 cURL (bash)

import requests
import base64
import json
import time
from Crypto.Cipher import AES
from Crypto.Util.Padding import pad, unpad
# 目标网站：https://www.maomaozu.com/#/build

cookies = {
    'PHPSESSID': 'up6gke39b9s01slbsio4fqj9en',
    'Hm_lvt_6cd598ca665714ffcd8aca3aafc5e0dc': '1713688780',
    'Hm_lpvt_6cd598ca665714ffcd8aca3aafc5e0dc': '1713689090',
    'SECKEY_ABVK': '5kQXirwIrjHWtO1RWF8YhXpwJvuVbZjj3OIK3M8kzGw%3D',
    'BMAP_SECKEY': 'jCbK4eShwM10v4L40RjDhvps7WmJvpqniC9qByzukM7Is2MnYn8yaE5PF_eFjSR8pcAnvaN1BGQGURFfyo0ENeRtnz_sJx1dJhRhzlxORuxDtFIjYKzdI288lJTjkfIFmbZNz8Pk4KBTj2BVK1AX-bBtqdT_eFiwysUElAgn7Ol3AQ9_Jkm9YoKeIyutC68xtI2fiWU8rbvDBQRDMs9NxA',
}

headers = {
    'Accept': '*/*',
    'Accept-Language': 'zh-CN,zh;q=0.9,en;q=0.8,en-GB;q=0.7,en-US;q=0.6',
    'Connection': 'keep-alive',
    'Content-Type': 'application/json; charset=UTF-8',
    # 'Cookie': 'PHPSESSID=up6gke39b9s01slbsio4fqj9en; Hm_lvt_6cd598ca665714ffcd8aca3aafc5e0dc=1713688780; Hm_lpvt_6cd598ca665714ffcd8aca3aafc5e0dc=1713689090; SECKEY_ABVK=5kQXirwIrjHWtO1RWF8YhXpwJvuVbZjj3OIK3M8kzGw%3D; BMAP_SECKEY=jCbK4eShwM10v4L40RjDhvps7WmJvpqniC9qByzukM7Is2MnYn8yaE5PF_eFjSR8pcAnvaN1BGQGURFfyo0ENeRtnz_sJx1dJhRhzlxORuxDtFIjYKzdI288lJTjkfIFmbZNz8Pk4KBTj2BVK1AX-bBtqdT_eFiwysUElAgn7Ol3AQ9_Jkm9YoKeIyutC68xtI2fiWU8rbvDBQRDMs9NxA',
    'Origin': 'https://www.maomaozu.com',
    'Referer': 'https://www.maomaozu.com/',
    'Sec-Fetch-Dest': 'empty',
    'Sec-Fetch-Mode': 'cors',
    'Sec-Fetch-Site': 'same-origin',
    'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/125.0.0.0 Safari/537.36 Edg/125.0.0.0',
    'sec-ch-ua': '"Microsoft Edge";v="125", "Chromium";v="125", "Not.A/Brand";v="24"',
    'sec-ch-ua-mobile': '?0',
    'sec-ch-ua-platform': '"Windows"',
}

timeStamp = int(time.time() * 1000) # 时间戳
for page in range(1,10):
    # 1.请求体加密
    data = {"Type":0,"page":page,"expire":timeStamp}
    data = json.dumps(data).encode() # 转为json字符串并编码为bytes

    # AES encryption
    key = '55b3b62613aef1a0'.encode()  
    iv = '55b3b62613aef1a0'.encode()  
    aes = AES.new(key, AES.MODE_CBC, iv) 

    # (1) 填充数据 满足AES加密格式
    data = pad(data, AES.block_size)
    
    # (2) 加密数据
    data = aes.encrypt(data)
    
    # (3) 对加密数据 base64 编码
    data = base64.b64encode(data).decode()

    # ========== 发送请求 ===========
    response = requests.post('https://www.maomaozu.com/index/build.json', cookies=cookies, headers=headers, data=data)

    # 2.响应数据解密
    data = response.text

    # (1) 对响应数据 base64 解码
    data = base64.b64decode(data)

    # AES decryption
    key = '0a1fea31626b3b55'.encode()
    iv = '0a1fea31626b3b55'.encode()
    aes = AES.new(key, AES.MODE_CBC, iv)

    # (2) 解密数据
    data = aes.decrypt(data)

    # (3) 去除填充 满足AES解密格式
    data = unpad(data, AES.block_size).decode()

    time.sleep(1)
    print(data)

学习前提

• python基础
• requests模块
• js基础的了解
• base64编码，了解一下原理
• AES算法，会用代码也可以，原理了解一下

还有很多知识，不做补充

原文地址：https://blog.csdn.net/unravel_tom/article/details/138047650

免责声明：本站文章内容转载自网络资源，如本站内容侵犯了原著者的合法权益，可联系本站删除。更多内容请关注自学内容网（zxcms.com）！