CNTech.js

const cheerio = require('cheerio');
const got = require('got');
const WD = require('./wikidot.js');
const EventEmitter = require('events');
const winston = require('winston');
const {branch, branchId, progressAlert} = require('./util');

class CNTech extends EventEmitter {
  constructor() {
    super();

    this.tech = new WD('scp-tech-cn');
    this.cn = new WD('scp-wiki-cn');
    this.reserves = [];
    this.outdates = [];
  }

  loginAll(WD_NAME, WD_PW) {
    let t = this.loginSite("tech", WD_NAME, WD_PW)
    let c = this.loginSite("cn", WD_NAME, WD_PW)
    Promise.all([t,c]).then(()=>{
      this.emit('ready')
      winston.info(`Bot is ready.`)
    }).catch(e=>{
      winston.error(e.message)
    })
  }
  loginSite(site, WD_NAME, WD_PW) {
    let temp = this[site].login(WD_NAME, WD_PW)
    temp.then(()=>{
      winston.info(`Bot logged onto ${this[site].domain}.`)
      winston.info(`${this[site].domain} login expires on ${this[site].cookie.exp}.`)
    })
    if (this[site]._refresh) { clearInterval(this[site]._refresh) }
    this[site]._refresh = setInterval(()=>{
      try {
        if (this[site].cookie.exp - Date.now() <= 2592000000) {
          this[site].login(WD_NAME, WD_PW).then(res=>{
            winston.info(`Bot logged onto ${this[site].domain}.`)
            winston.info(`${this[site].domain} login expires on ${this[site].cookie.exp}.`)
          })
        }
      } catch (e) {
        winston.error(e.message)
      }
    }, 864000000)
    return temp;
  }

  async getInfo(params) {
    let info = [];
    let cn = this.cn;
    let tech = this.tech;
    let res = await tech.listPages(Object.assign({
      category: "reserve",
      created_at: "older than 30 day",
      order: "created_at desc desc",
      perPage: "500",
      separate: "false",
      module_body: `[[head]]
      [[table class="wiki-content-table"]]
      [[/head]]
      [[body]]
      [[row]]
      [[cell]]
      %%created_by%%
      [[/cell]]
      [[cell]]
      %%created_by_unix%%
      [[/cell]]
      [[cell]]
      %%created_by_id%%
      [[/cell]]
      [[cell]]
      %%form_raw{branch}%%
      [[/cell]]
      [[cell]]
      %%name%%
      [[/cell]]
      [[cell]]
      %%fullname%%
      [[/cell]]
      [[cell]]
      %%title%%
      [[/cell]]
      [[cell]]
      %%created_at|%Y-%m-%d|hover%%
      [[/cell]]
      [[cell]]
      %%form_raw{page}%%
      [[/cell]]
      [[/row]]
      [[/body]]
      [[foot]]
      [[/table]]
      [[/foot]]`
    }, params));
    let $ = cheerio.load(res.body);
    //console.log(res.body)
    let all = $('table').find('tr');
    for (let i = 0; i < all.length; i++) {
      winston.debug(`Retreiving record ${i+1} of ${all.length}`)
      let meta = $(all[i]).children('td')
      let rawname = $(meta[5]).text().trim()
      let user = {
        displayName: $(meta[0]).text().trim(),
        unixname: $(meta[0]).text().trim()==="(user deleted)" ? null : $(meta[1]).text().trim(),
        id: $(meta[2]).text().trim(),
      }
      if ($(meta[0]).text().trim()==="(user deleted)") {
        let $ = await tech.history(rawname, {});
        $ = cheerio.load($.body);
        user.id = $("tbody").children("tr").last().find(`span[class="printuser deleted"]`).attr("data-id")
      }
      let temp = $(meta[3]).text().trim(), temp2 = null;
      let cat = parseInt(temp)==0 ? "wanderers:" : "";
      let temp3 = rawname.length >= 55 && $(meta[8]).text().trim().length ? $(meta[8]).text().trim() : $(meta[4]).text().trim();
      if (parseInt(temp)<0||parseInt(temp)>=15) { temp = null }
      else {
        temp2=`http://${branch[temp]}.wikidot.com`;
        temp = await cn.quick("PageLookupQModule", {s:branchId[temp], q:temp3});
        temp = temp.pages.find(v=>v.unix_name === temp3);
      }
      let page = {
        exist: temp2 ? !!temp : null,
        originWiki: temp2,
        url: `${temp2}/${temp3}`,
        name: temp3,
        title: temp ? temp.title : $(meta[6]).text().trim(),
      }
      let created = parseInt($(meta[7]).children('span').attr('class').split(' ')[1].substring(5)+'000')
      let trans = {
        exist: false,
        translator: null,
        url: null,
        title: null,
        created: null,
      }
      temp = `${cat}${page.name.startsWith("wanderers:") ? page.name.replace("wanderers:","") : page.name}`
      let pageinfo = await cn.listPages({
        category: '*',
        fullname: temp.length>60 ? temp.substring(0,60) : temp,
        module_body: `[[table class="exist"]]
        [[row]]
        [[cell]]
        %%created_by%%
        [[/cell]]
        [[cell]]
        %%created_by_unix%%
        [[/cell]]
        [[cell]]
        %%created_by_id%%
        [[/cell]]
        [[cell]]
        %%link%%
        [[/cell]]
        [[cell]]
        %%title%%
        [[/cell]]
        [[cell]]
        %%created_at|%Y-%m-%d|hover%%
        [[/cell]]
        [[/row]]
        [[/table]]`});
      meta = cheerio.load(pageinfo.body)('table.exist').find('td');
      if (!!meta.length) {
        trans = {
          exist: true,
          translator: {
            displayName: $(meta[0]).text().trim(),
            unixname: $(meta[1]).text().trim(),
            id: $(meta[2]).text().trim(),
          },
          url: $(meta[3]).text().trim(),
          title: $(meta[4]).text().trim(),
          created: parseInt($(meta[5]).children('span').attr('class').split(' ')[1].substring(5)+'000'),
        }
      }
      info.push({user:user, page:page, created:created, trans:trans, rawname:rawname});
    };
    return info;
  }

  async outdate() {
    let now = Date.now()
    let info = await this.getInfo({
      category: "reserve",
      created_at: "older than 30 day"
    })
    info.forEach(v=>{
      if (v.trans.exist && v.created<=v.trans.created || v.created<=now-7776000000) {
        this.tech.delete(v.rawname).then(()=>{
          winston.verbose(`Deleted "${v.rawname}"`);
        }).catch(e=>{
          winston.warn(`${e.name} at deleting "${v.rawname}": ${e.message}`);
        })
      }
      else {
        this.tech.rename(v.rawname, `outdate:${v.page.name}`).then(()=>{
          winston.verbose(`Renamed "${v.rawname}" to "outdate:${v.page.name}"`);
        }).catch(e=>{
          if (e.name==='page_exists') {
            this.tech.delete(`outdate:${v.page.name}`).then(()=>{
              winston.verbose(`Deleted "outdate:${v.page.name}"`);
              this.tech.rename(v.rawname, `outdate:${v.page.name}`).then(()=>{
                winston.verbose(`Renamed "${v.rawname}" to "outdate:${v.page.name}"`);
              }).catch(e=>{
                winston.warn(`${e.name} at renaming "${v.rawname}": ${e.message}`);
              })
            }).catch(e=>{
              winston.warn(`${e.name} at deleting "${v.rawname}": ${e.message}`);
            })
          }
          else winston.warn(`${e.name} at renaming "${v.rawname}": ${e.message}`);
        })
      }
    })
  }

  async remove() {
    let info = await this.getInfo({
      category: "reserve",
      created_at: null,
      tags: "-无原文",
    })
    let info2 = await this.getInfo({
      category: "outdate",
      created_at: "older than 30 day",
      tags: "-长网址",
    })
    info.forEach(v=>{
      let tag = v.rawname.length>=55 ? ["长网址"] : [];
      if (v.page.exist === false) {
        tag.push("无原文");
        winston.verbose(`No source article for "${v.rawname}"`);
      } else if (v.trans.exist && v.created<=v.trans.created) {
        tag.push("已翻译")
      }
      if (tag.length) {
        this.tech.tags(v.rawname, {add: tag}).catch(e=>{
          winston.warn(`${e.name} at tagging "${v.rawname}": ${e.message}`);
        })
      }
    })
    info2.forEach(v=>{
      if (!v.page.exist || v.trans.exist) {
        this.tech.delete(v.rawname).then(()=>{
          winston.verbose(`Deleted "${v.rawname}"`);
        }).catch(e=>{
          winston.warn(`${e.name} at deleting "${v.rawname}": ${e.message}`);
        })
      }
    })
  }

  async untag() {
    let info = await this.getInfo({
      category: "reserve",
      created_at: null,
      tags: "+已翻译",
    })
    info.forEach(v=>{
      if (!v.trans.exist) {
        this.tech.tags(v.rawname, {remove: "已翻译"}).catch(e=>{
          winston.warn(`${e.name} at tagging "${v.rawname}": ${e.message}`);
        })
      }
    })
  }

  async expire() {
    let info = await this.getInfo({
      category: "outdate",
      created_at: "older than 90 day"
    })
    info.forEach(v=>{
      this.tech.delete(v.rawname).then(()=>{
        winston.verbose(`Deleted "${v.rawname}"`);
      }).catch(e=>{
        winston.warn(`${e.name} at deleting "${v.rawname}": ${e.message}`);
      })
    })
  }

  async updateArchive(apiEndpoint, token) {
    let info = await this.getInfo({
      category: "reserve outdate",
      created_at: null,
    });
    let res = await got.post(apiEndpoint, {
      json: {
        token,
        data: info.map(v=>{
          return {
            user: v.user.displayName,
            userWikidotId: parseInt(v.user.id),
            wikipage: v.page.name,
            originWiki: v.page.originWiki,
            title: v.page.title,
            date: v.created,
            expired: v.rawname.startsWith("outdate"),
          }
        })
      },
    }).json();
    if (res.status == "ok") {
      winston.verbose(`[Archiver] updated archive.`);
    } else {
      winston.error(`[Archiver] ${res.error}: ${res.message}`);
    }
  }
  
  async debug() {
    return await this.getInfo({
      created_at: null,
      category: "outdate",
    })
  }
}
module.exports = CNTech;