摘要：代碼需要的字段模仿獲取西部數(shù)碼信息域名代理模擬執(zhí)行代碼解析出錯添加代理解析出錯查詢西部數(shù)碼失敗請求西部數(shù)碼失敗生成失敗提取西部數(shù)碼數(shù)據(jù)使用結(jié)果另外這個域名是我的，有意出售。

爬取的網(wǎng)站是西部數(shù)碼，該網(wǎng)站在https://www.west.cn/web/whois...可以查詢whois信息，通過chrome調(diào)試知道，數(shù)據(jù)是從接口：https://www.west.cn/web/whois...中獲取的

分析該請求發(fā)現(xiàn)，qtoken2016這個key是最為重要（反爬蟲的標(biāo)記，我之前寫的時候，還是qtoken），這個token的生成不在本頁，而在https://www.west.cn/main/whoi...這一頁點擊查看whois的時候，發(fā)送請求：https://www.west.cn/services/...來生成新的token，得到的結(jié)果是混淆的js代碼：

var l=[119,98,115,33,117,116,101,112,98,62,92,50,50,54,45,50,49,50,45,50,50,52,45,50,50,49,45,50,50,55,45,50,51,51,45,50,49,58,45,50,50,54,45,50,50,52,45,50,49,55,45,50,50,54,45,50,49,50,45,50,50,51,45,50,50,54,45,50,50,52,45,50,50,51,45,50,51,51,45,50,50,51,45,50,50,58,45,50,49,55,45,50,50,55,45,50,49,50,94,60,119,98,115,33,101,99,105,107,114,62,92,57,45,53,45,50,56,45,50,49,45,50,50,45,50,57,45,58,45,50,51,45,51,49,45,50,54,45,49,45,50,52,45,55,45,54,45,50,55,45,51,50,45,52,45,50,58,45,50,53,45,50,45,56,45,51,94,60,119,98,115,33,99,62,35,35,60,103,112,115,33,41,100,62,49,60,100,61,101,99,105,107,114,47,109,102,111,104,117,105,60,100,44,44,42,124,99,44,62,84,117,115,106,111,104,47,103,115,112,110,68,105,98,115,68,112,101,102,41,117,116,101,112,98,92,101,99,105,107,114,92,100,94,94,42,126,60,37,47,100,112,112,108,106,102,41,40,114,117,112,108,102,111,51,49,50,55,40,45,99,45,124,113,98,117,105,59,40,48,40,126,42,60];eval(function(p,a,c,k,e,d){e=function(c){return(c35?String.fromCharCode(c+29):c.toString(36))};if(!"".replace(/^/,String)){while(c--)d[e(c)]=k[c]||e(c);k=[function(e){return d[e]}];e=function(){return"w+"};c=1;};while(c--)if(k[c])p=p.replace(new RegExp(""+e(c)+"","g"),k[c]);return p;}("6 3="";7(2=0;2<4.5;2++){3+=8.a(4[2]-1)};9(3)",11,11,"||i|t|l|length|var|for|String|eval|fromCharCode".split("|"),0,{}))

對于這一點，用js的eval函數(shù)模擬一下就可以解決。

/**
 * Created by salamander on 2016/11/8.
 */
let request = require("request");
let Q = require("q");
let datetime = require("locutus/php/datetime");

let getTokenUrl = "http://www.west.cn/main/whois.asp?act=gettok&_=";
let whoisUrl = "http://www.west.cn/web/whois/whoisinfo?domain=";
// 需要的字段
let needFields = ["domain", "registrar", "country", "mail", "whoisinfo", "add_time", "registrant_name", "expire_date"];

// 模仿jquery
let jQuery, $;
$ = jQuery = {
    token: ""
};

jQuery.cookie =  function(name, value, options) {
    this.token = value;
};

/**
 * 獲取西部數(shù)碼whois信息
 * @param domain 域名
 * @param proxy 代理
 */
function getWestWhois(domain, proxy) {
    let defer = Q.defer();
    let firstOptions = {
        url: getTokenUrl + (new Date()).getTime()
    };
    if(proxy) {
        firstOptions.proxy = "http://" + proxy.trim();
    }
    request(firstOptions, function (error, response, body) {
        if(!error && response.statusCode === 200) {
            // 模擬執(zhí)行js代碼
            try {
                eval(body);
            } catch (err) {
                defer.reject("解析json出錯：" + err);
                return;
            }
            if($.token) {
                let options = {
                    url: whoisUrl +  domain + "&server=&refresh=1",
                    headers: {
                        "Cookie": "qtoken=" + $.token,
                        "X-Requested-With": "XMLHttpRequest"
                    }
                };
                // 添加代理
                if(proxy) {
                    options.proxy = "http://" + proxy.trim();
                }
                request(options, function (error, response, body) {
                    if(!error && response.statusCode === 200) {
                        let data = null;
                        try {
                            data = JSON.parse(body);
                        } catch (err) {
                            defer.reject("解析json出錯：" + err);
                            return;
                        }
                        if(data["code"] === 200) {
                            defer.resolve(extractWestData(domain, data));
                        } else {
                            defer.reject("查詢西部數(shù)碼whois失敗")
                        }
                    } else {
                        defer.reject("請求西部數(shù)碼whois失敗");
                    }
                })
            } else {
                defer.reject("生成token失敗");
                return defer.promise;
            }
        } else {
            defer.reject(error);
        }
    });
    return defer.promise;
}

/**
 * 提取西部數(shù)碼數(shù)據(jù)
 * @param domain
 * @param data
 */
function extractWestData(domain, data) {
    let country = solveCountry(domain, data["body"]);
    return {
        domain: domain,
        mail: data["dom_em"],
        errcode: 0,
        country: country,
        registrant_name: data["dom_org"],
        registrar: data["registrer"],
        expire: data["expdate"],
        whoisinfo: JSON.stringify({
            domain: domain,
            mail: data["dom_em"],
            errcode: 0,
            country: country,
            registrant_name: data["dom_org"],
            registrar: data["registrer"],
            expire: data["expdate"]
        })
    };

    function solveCountry(domain, html) {
        if(domain && domain.substr(-1, 3) === ".cn") {
            return  "CN";
        }
        let result = html.match(/Registrant Country: (S+?)
/);
        if(result) {
            return result[1].trim();
        }
        return "";
    }
}


module.exports.getWestWhois = getWestWhois;

let westWhois = require("./west_whois.js");

westWhois.getWestWhois("51nazi.com").then((info) => {
    console.log(info);
});

結(jié)果：

51nazi.com這個域名是我的，有意出售。