建设库数据爬取

1. python部分：

# -*- coding:utf-8 -*-

# @Time : 2024/4/14 17:57
# @Author : 快乐的小猴子
# @Version : 
# @Function : 

import requests
import json
import subprocess
from functools import partial   # 专门用来固定参数的
subprocess.Popen = partial(subprocess.Popen, encoding = "utf-8")
import execjs
with open('建设库.js', 'r', encoding='utf-8') as f:
    json_data = f.read()

context = execjs.compile(json_data)
res = context.call('main')

url = 'https://capi.jiansheku.com/nationzj/jskBid/page'
headers = {
    "Content-Type": "application/json",
    "User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/123.0.0.0 Safari/537.36",
    "Referer": "https://www.jiansheku.com/",
    "Sign": res['Sign'],
    "Timestamp": str(res['Timestamp'])
}
# print(headers)
# exit()
data = {
    "page": {
        "page": 1,
        "limit": 20,
        "field": ""
    },
    "jskBidQueryDto": {
        "province": "",
        "city": "",
        "county": "",
        "tenderStage": "",
        "tenderingManner": "",
        "queryScope": "",
        "projectType": "",
        "subjectMatter": "",
        "source": "",
        "phonePoint": ""
    },
    "keyword": "",
    "keywordNot": ""
}
resp = requests.get(url, headers=headers, data=json.dumps(data, separators=(',', ':')))
print(resp.json())

2. JavaScript部分：

let crypto = require('crypto');
function do_md5(e) {
    return crypto.createHash('md5').update(e.toString()).digest('hex');
}
var f = (new Date).getTime();
var data = {
    "page": {
        "page": 1,
        "limit": 20,
        "field": ""
    },
    "jskBidQueryDto": {
        "province": "",
        "city": "",
        "county": "",
        "tenderStage": "",
        "tenderingManner": "",
        "queryScope": "",
        "projectType": "",
        "subjectMatter": "",
        "source": "",
        "phonePoint": ""
    },
    "keyword": "",
    "keywordNot": ""
};
var ku = function e(t) {
    var n;
    if (Array.isArray(t)) {
        for (var r in n = new Array,
        t) {
            var o = t[r];
            for (var i in o)
                null == o[i] ? delete t[r][i] : Array.isArray(t[r][i]) && e(t[r][i])
        }
        return n = t,
        JSON.stringify(n).replace(/^(\s|")+|(\s|")+$/g, "")
    }
    return n = t && t.constructor === Object ? JSON.stringify(t) : t
};
var Ou = function(e) {
    var t = new Array
      , n = 0;
    for (var i in e)
        t[n] = i,
        n++;
    return t.sort()
};
var Cu = function(e) {
    var t = Ou(e)
      , n = "";
    for (var i in t) {
        var r = ku(e[t[i]]);
        null != r && "" != r.toString() && (n += t[i] + "=" + r + "&")
    }
    return n
};
var Su = function(e, t, time) {
    var n = t + e + time;
    return n = do_md5(n)
};
function main() {
    var sign = (param = data,
                time = f,
                t = Cu(param),
                Su("ghaepVf6IhcHmgnk4NCTXLApxQkBcvh1", Su("mwMlWOdyM7OXbjzQPulT1ndRZIAjShDB", Su("ZuSj0gwgsKXP4fTEz55oAG2q2p1SVGKK", t, time), time), time));
    return {'Sign': sign, 'Timestamp': f,}
};

// console.log(main());

执行结果截图：