百度指数

百度指数爬虫工具
Från och med 2023-11-15. Se den senaste versionen.
Ask a question, post a review, or report the script.
Wrap lines
// ==UserScript==
// @name         百度指数
// @namespace    http://tampermonkey.net/
// @version      0.2
// @description  百度指数爬虫工具
// @author       siji-Xian
// @match        *://index.baidu.com/v2/main/index.html*
// @icon         https://www.google.com/s2/favicons?domain=oceanengine.com
// @grant        none
// @license      MIT
// @require      https://lf26-cdn-tos.bytecdntp.com/cdn/expire-1-M/jquery/3.2.1/jquery.min.js
// @require      https://cdn.bootcss.com/moment.js/2.20.1/moment.min.js
// @require      https://greatest.deepsurf.us/scripts/404478-jsonexportexcel-min/code/JsonExportExcelmin.js?version=811266
// @require      https://greatest.deepsurf.us/scripts/455576-qmsg/code/Qmsg.js?version=1122361
// ==/UserScript==

(function () {
  "use strict";
  var new_element = document.createElement("link");
  new_element.setAttribute("rel", "stylesheet");
  new_element.setAttribute("href", "https://qmsg.refrain.xyz/message.min.css");
  document.body.appendChild(new_element);

  const button = document.createElement("div");
  button.textContent = "导出数据";
  Object.assign(button.style, {
    height: "34px",
    lineHeight: "var(--line-height, 34px)",
    width: "90px",
    textAlign: "center",
    alignItems: "center",
    color: "white",
    background: "linear-gradient(90deg, rgba(0, 239, 253), rgba(64, 166, 254))",
    borderRadius: "5px",
    marginLeft: "10px",
    fontSize: "13px",
    padding: "0 10px",
    cursor: "pointer",
    fontWeight: "500",
  });
  button.addEventListener("click", urlClick);

  //message.js
  let loadingMsg = null;

  //加密数据
  let target_data = [];
  //密钥
  let ptbk = null;

  (function listen() {
    var origin = {
      open: XMLHttpRequest.prototype.open,
      send: XMLHttpRequest.prototype.send,
    };
    XMLHttpRequest.prototype.open = function (a, b) {
      this.addEventListener("load", replaceFn);
      origin.open.apply(this, arguments);
    };
    XMLHttpRequest.prototype.send = function (a, b) {
      origin.send.apply(this, arguments);
    };
    function replaceFn(obj) {
      if (
        this?.responseURL?.slice(0, 43) ==
        "https://index.baidu.com/api/SearchApi/index"
      ) {
        let res = JSON.parse(obj?.target?.response);
        target_data = res.data.userIndexes;
      }
      if (
        this?.responseURL?.slice(0, 38) ==
        "https://index.baidu.com/Interface/ptbk"
      ) {
        let res = JSON.parse(obj?.target?.response);
        ptbk = res.data;
      }
    }
  })();

  function appendDoc() {
    const likeComment = document.querySelector(".index-trend-words");
    if (likeComment) {
      likeComment.append(button);
      return;
    }
    setTimeout(appendDoc, 1000);
  }
  appendDoc();

  let decrypt = function (t, e) {
    for (
      var n = t.split(""), i = e.split(""), a = {}, r = [], o = 0;
      o < n.length / 2;
      o++
    )
      a[n[o]] = n[n.length / 2 + o];
    for (var s = 0; s < e.length; s++) r.push(a[i[s]]);
    return r.join("");
  };

  /**
   * 得到开始和结束日期，得到中间所有天返回数组
   * @param {String} startDay 开始日期'2021-7-1'
   * @param {String} endDay 结束日期'2021-8-1'
   * @return {Array} ['2021-07-01', '2021-07-01'...., '2021-08-01']
   */
  function getDayArr(startDay, endDay) {
    let startVal = moment(startDay).format("YYYY-MM-DD");
    let dayArr = [];
    while (moment(startVal).isBefore(endDay)) {
      dayArr.push(startVal);
      // 自增
      startVal = moment(startVal).add(1, "day").format("YYYY-MM-DD");
    }
    // 将结束日期的天放进数组
    dayArr.push(moment(endDay).format("YYYY-MM-DD"));
    return dayArr;
  }

  function expExcel() {
    let dates = getDayArr(target_data[0].all.startDate,target_data[0].all.endDate)
    let data = target_data?.map((v,i)=>{
      return {
        key:v.word[0].name,
        value:decrypt(ptbk, v.all.data)?.split(',')?.map((y,z)=>{return {date:dates[z],value:y}}),
      }
    });
    
    let contrast = {
      date: "日期",
      value: "值"
    };

    let option = {};
    option.fileName = "百度指数"; //文件名
    option.datas = data.map(v=>{
      return {
        sheetName: v.key,
        sheetData: v.value,
        sheetHeader: Object.values(contrast),
        sheetFilter: Object.keys(contrast),
        columnWidths: [], // 列宽
      }
    });
    var toExcel = new ExportJsonExcel(option);
    toExcel.saveExcel();
    loadingMsg.close();
  }

  function urlClick() {
    if (target_data.length) {
      loadingMsg = Qmsg.loading("正在导出，请勿重复点击！");
      expExcel(target_data);
    } else {
      loadingMsg = Qmsg.error("数据加载失败，请重试");
    }
  }
})();