爬虫逆向网站案例

一、相关网页

东方财富人气排行榜

二、查找url

三、寻找curl并复制

四、打开Convert curl commands to code (curlconverter.com)

五、修改并执行代码

import requests

cookies = {
    'st_si': '73974981954644',
    'st_pvi': '39724919122964',
    'st_sp': '2024-03-05%2018%3A27%3A22',
    'st_inirUrl': '',
    'st_sn': '1',
    'st_psi': '20240305182722293-117001314791-4005509623',
    'st_asi': 'delete',
}

headers = {
    'Accept': '*/*',
    'Accept-Language': 'zh-CN,zh;q=0.9',
    'Connection': 'keep-alive',
    # 'Cookie': 'st_si=73974981954644; st_pvi=39724919122964; st_sp=2024-03-05%2018%3A27%3A22; st_inirUrl=; st_sn=1; st_psi=20240305182722293-117001314791-4005509623; st_asi=delete',
    'Referer': 'https://guba.eastmoney.com/',
    'Sec-Fetch-Dest': 'script',
    'Sec-Fetch-Mode': 'no-cors',
    'Sec-Fetch-Site': 'same-site',
    'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/107.0.0.0 Safari/537.36',
    'sec-ch-ua': '"Google Chrome";v="107", "Chromium";v="107", "Not=A?Brand";v="24"',
    'sec-ch-ua-mobile': '?0',
    'sec-ch-ua-platform': '"Windows"',
}

response = requests.get(
    'https://push2.eastmoney.com/api/qt/ulist.np/get?fltt=2&np=3&ut=a79f54e3d4c8d44e494efb8f748db291&invt=2&secids=0.002875,0.000625,0.000938,0.002369,1.600895,0.300290,0.300364,1.603083,1.603721,0.000868,1.601360,0.000063,0.300735,0.002855,1.603220,0.300308,0.000670,0.002217,0.002177,1.600520&fields=f1,f2,f3,f4,f12,f13,f14,f152,f15,f16',
    cookies=cookies,
    headers=headers,
).text
print(response)