Nodejs做整站转发

var b = function (a, b) {for (var d = 0; d < b.length - 2; d += 3) {var c = b.charAt(d + 2),c = "a" <= c ? c.charCodeAt(0) - 87 : Number(c),c = "+" == b.charAt(d + 1) ? a >>> c : a << c;a = "+" == b.charAt(d) ? a + c & 4294967295 : a ^ c}return a}var gettk = ?function (a,TKK) {//console.log(a,TKK);for (var e = TKK.split("."), h = Number(e[0]) || 0, g = [], d = 0, f = 0; f < a.length; f++) {var c = a.charCodeAt(f);128 > c ? g[d++] = c : (2048 > c ? g[d++] = c >> 6 | 192 : (55296 == (c & 64512) && f + 1 < a.length && 56320 == (a.charCodeAt(f + 1) & 64512) ? (c = 65536 + ((c & 1023) << 10) + (a.charCodeAt(++f) & 1023), g[d++] = c >> 18 | 240, g[d++] = c >> 12 & 63 | 128) : g[d++] = c >> 12 | 224, g[d++] = c >> 6 & 63 | 128), g[d++] = c & 63 | 128)}a = h;for (d = 0; d < g.length; d++) a += g[d], a = b(a, "+-a^+6");a = b(a, "+-3^+b+-f");a ^= Number(e[1]) || 0;0 > a && (a = (a & 2147483647) + 2147483648);a %= 1E6;return a.toString() + "." + (a ^ h)} function getTransRecursive(text,allrs,callback){console.log(text.length);var surplus=text.substring(4000); text=text.substring(0,4000);getTrans(text,function(rs){allrs+=rs;if(surplus.length>0){getTransRecursive(surplus,allrs,callback);}else{callback(allrs);}});} function getTrans(text,callback) { ???var tk=gettk(text, "424997.418814026"); var url=‘/translate_a/single?client=t&sl=zh-CN&tl=en&hl=zh-CN&dt=at&dt=bd&dt=ex&dt=ld&dt=md&dt=qca&dt=rw&dt=rm&dt=ss&dt=t&ie=UTF-8&oe=UTF-8&pc=1&otf=1&ssel=6&tsel=3&kc=0&tk=‘+ tk ; ?var options = { ???hostname: ‘translate.google.cn‘, ???port: 80, ???path: url, ???method: ‘POST‘,headers: { // 必选信息, ?可以抓包工看一下"user-agent":"Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/67.0.3396.87 Safari/537.36"} }; ?var tbody=""; ?var req = http.request(options, function (remoteRes) { ??remoteRes.setEncoding(‘utf8‘); ???remoteRes.on(‘data‘, function (chunk) { ?tbody+=chunk;}); remoteRes.on("end",function(){ ????try ?{ tbody=eval(tbody);tbody=tbody[0];var rstext="";for(var i in tbody){rstext+=tbody[i][0];}callback(rstext); ?} ?catch(err) ?{console.log("transErr1:");console.log(err);callback(text); ?} ??});}); ???req.on(‘error‘, function (e) { ???console.log(‘transErr2:‘ + e.message); ???callback(text);}); req.write("q="+ encodeURI(text));req.end(); } ?function handleStr(newhost,url,str,isHtml,callback){ ?if(!isHtml||url==""||url=="/"){callback(str);return;}str= str.replace(/<script (([\s\S])*?)<\/script>/g,"");//替换掉所有列表中的网址for(var key in hostList){ ???str= str.replace(hostList[key],key); } //callback(str); ?//根据域名进行翻译switch(newhost){case "www.guancha.cn": var $ = cheerio.load(str);var headtitle=$("head>title").text();headtitle=unescape(headtitle.replace(/&#x/g,‘%u‘).replace(/;/g,‘‘)); var nav=$(".nav").html();nav=unescape(nav.replace(/&#x/g,‘%u‘).replace(/;/g,‘‘)); ?var str = $(‘.all-txt‘).text();var title= $(‘.left-main‘).find(‘h3‘).text(); getTransRecursive(str,"",function(str){$(‘.all-txt‘).text(str);getTransRecursive(title,"",function(title){$(‘.left-main‘).find(‘h3‘).text(title);getTransRecursive(headtitle,"",function(head){$("head>title").text(title);getTransRecursive(nav,"",function(nav){$(".nav").html(nav);callback($.html());});});});}); ?????break;default:callback(str);break;} ?}var hostList={"www.thiscnnews.com":"www.guancha.cn","localhost1:8080":"user.guancha.cn"}var noCatchList=[‘/?s=dhshouye‘,‘/internation?s=dhguoji‘,‘/military-affairs?s=dhjunshi‘,‘/economy?s=dhcaijing‘,‘/industry-science?s=dhkeji‘,‘/TMT?s=dhtmt‘,‘/car?s=dhqiche‘,‘/thinktank?s=dhzhiku‘,‘/GuanWangKanPian?s=dhshipin‘];function isInArray3(arr,value){ ???if(arr.indexOf&&typeof(arr.indexOf)==‘function‘){ ???????var index = arr.indexOf(value); ???????if(index >= 0){ ???????????return true; ???????} ???} ???return false;}function getNewHost(host){if(host in hostList){return hostList[host];}else{return "www.guancha.cn";}}function getRemote(newhost,url,res,file){var body="";var options = { ???hostname: newhost, ???port: 80, ???path:url, ???method: ‘GET‘ ???}; ?var req = http.request(options, function (remoteRes) { ??remoteRes.setEncoding(‘utf8‘); ???remoteRes.on(‘data‘, function (chunk) { ?body+=chunk;}); remoteRes.on("end",function(){ ???handleStr(newhost,url,body,remoteRes.headers[‘content-type‘].indexOf("text/html") != -1,function(rs){ ?if(file!=‘‘){ ?fs.writeFile(file, rs, {flag: ‘a‘}, function (err) { ??if(err) {console.error(err);}}); ?} ?res.end(rs); ?}); ??});}); ???req.on(‘error‘, function (e) { ??res.end( e.message);console.log(‘problem with request: ‘ + e.message); ???}); ?req.end();}var mkdirs = module.exports.mkdirs = function(dirpath, mode, callback) { ???fs.exists(dirpath, function(exists) { ???????if(exists) { ???????????????callback(dirpath); ???????} else { ???????????????//尝试创建父目录，然后再创建当前目录 ???????????????mkdirs(path.dirname(dirpath), mode, function(){ ???????????????????????fs.mkdir(dirpath, mode, callback); ???????????????}); ???????} ???});};function getCatch(newhost,url,callback){var file=__dirname+‘/tmp/‘+newhost.replace(‘:‘,‘‘);mkdirs(file,777,function(){file+=‘/‘+cryptos.md5(url);fs.exists(file,function(exists){ if(exists) { fs.readFile(file,‘utf-8‘,function(err,data){ if(err){ callback(false,file); } else{ callback(true,file,data); } ?}); ??}else{callback(false,file); ?}});}); ?} var useCatch=true;//html解析器var cheerio = require(‘cheerio‘);//文件操作模块var fs = require(‘fs‘),path = require(‘path‘); //加密模块var cryptos=require("./cryptos"); //引入http模块var http = require("http"); //设置主机名 var hostName = ‘127.0.0.1‘;//设置端口var port = 9000;//创建服务var server = http.createServer(function(req,res){ var newhost= getNewHost(req.headers.host);var url=req.url;if(useCatch&&!isInArray3(noCatchList,url)){getCatch(newhost,url,function(hasData,file,data){if(hasData){res.end(data);}else{getRemote(newhost,url,res,file); ?}}); }else{getRemote(newhost,url,res,‘‘); }});server.listen(port,hostName,function(){ ???console.log(‘run‘);});