feat: crawl web page

crawler/casLogIn.js

@@ -0,0 +1,108 @@
+const cheerio = require('cheerio')
+const fetch = require('node-fetch')
+
+const AES = require('./crypto')
+const log = require('../interface/colorLog')
+const { head } = require('superagent')
+
+const headers = {
+  'cache-control': 'max-age=0',
+  'Accept-Encoding': 'gzip, deflate',
+  connection: 'keep-alive',
+  'Upgrade-Insecure-Requests': '1',
+  'user-agent':
+    'Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36',
+}
+
+const cookie = {
+  swms: '',
+  campusphere: '',
+}
+
+/**
+ * login to SWMS(stu work magagement system) process
+ *
+ * @param {Object} school api info
+ * @param {Object} user user info for login
+ * @return {Object} cookie for cas and campusphere
+ */
+module.exports = async function login(school, user) {
+  headers.Referer = school.login
+  // get acw_tc
+  let res = await fetch(school.campusphere, { headers, redirect: 'manual' })
+  reCook(res, 0)
+
+  // get base session -> cookie
+  res = await fetch(school.login, { headers })
+  reCook(res, 1)
+
+  // create document for crawling
+  const body = await res.text()
+  const $ = cheerio.load(body)
+  const form = $('#pwdLoginDiv')
+
+  // construct login form
+  const auth = new URLSearchParams({
+    username: user.username,
+    password: new AES(
+      user.password,
+      $('#pwdEncryptSalt', form).attr('value')
+    ).encrypt(),
+    _eventId: $('#_eventId', form).attr('value'),
+    captcha: '',
+    rememberMe: 'true',
+    cllt: $('#cllt', form).attr('value'),
+    lt: '',
+    execution: $('#execution', form).attr('value'),
+  })
+
+  // login with form
+  headers['content-type'] = 'application/x-www-form-urlencoded'
+  try {
+    res = await fetch(school.login, {
+      headers,
+      body: auth.toString(),
+      redirect: 'manual',
+      method: 'POST',
+    })
+  } catch (e) {
+    log.error(e)
+  }
+  if ((res.status = '302'))
+    log.success(`用户${user.alias || user.username}: Login Success`)
+  reCook(res, 1)
+  delete headers['content-type']
+
+  // get campus cookie
+  reCook(null, 0)
+  res = await fetch(res.headers.get('location'), {
+    headers,
+    redirect: 'manual',
+  })
+
+  reCook(res, 0)
+  return cookie
+}
+
+/**
+ * refresh cookie in headers (for next request)
+ *
+ * @param {Object} headers refresh target
+ * @param {Object} res response object
+ */
+function reCook(res, isCas) {
+  let cook
+  try {
+    cook = res.headers.raw()['set-cookie']
+    cook.forEach(e => {
+      if (e.includes('authserver')) {
+        cookie.swms += e.match(/^(\w|\d|\s)+\=(\w|\d|\s|\-)+;/)[0]
+      } else {
+        cookie.campusphere += e.match(/^(\w|\d|\s)+\=(\w|\d|\s|\-)+;/)[0]
+      }
+    })
+  } catch (e) {
+    res === null ? null : log.warning('Cant cook')
+  }
+  headers.cookie = isCas ? cookie.swms : cookie.campusphere
+}