fixed crawlab-team/artipub#54

rpennacchio3mj5y · Jan 23, 2022 · e504add · e504add
1 parent 66a4c13
commit e504add
Show file tree

Hide file tree

Showing 2 changed files with 67 additions and 48 deletions.
diff --git a/spiders/config.js b/spiders/config.js
@@ -27,9 +27,9 @@ module.exports = {
       submit: 'button[type="submit"]'
     },
     editorSel: {
-      title: '#myTitle',
-      content: '#myEditor',
-      publish: '#publishIt'
+      title: '#title',
+      content: '.CodeMirror',
+      publish: '#sureSubmitBtn'
     }
   },
 

diff --git a/spiders/segmentfault.js b/spiders/segmentfault.js
@@ -2,56 +2,75 @@ const BaseSpider = require('./base')
 const constants = require('../constants')
 
 class SegmentfaultSpider extends BaseSpider {
-    async afterInputEditor() {
-        const tags = this.task.tag.split(',')
-        const elTagInput = await this.page.$('.sf-typeHelper-input')
-        for (const tag of tags) {
-            await elTagInput.type(tag)
-            await this.page.waitFor(1000)
-            await this.page.evaluate(() => {
-                const el = document.querySelector('.sf-typeHelper-list > li:nth-child(1)')
-                if (el) {
-                    el.click()
-                }
-            })
-            await this.page.waitFor(1000)
-        }
-        await this.page.waitFor(3000)
-    }
+  async inputContent(article, editorSel) {
+    const footerContent = `<br><b>本篇文章由一文多发平台<a href="https://github.com/crawlab-team/artipub" target="_blank">ArtiPub</a>自动发布</b>`
+    const content = article.content + footerContent
+    const el = document.querySelector('.CodeMirror')
+    el.CodeMirror.setValue(content)
+  }
+
+  async inputFooter(article, editorSel) {
+    // do nothing
+  }
+
+  async afterInputEditor() {
+    // 点击添加标签
+    await this.page.click('#add-tag-btn')
+    await this.page.waitFor(3000)
 
-    async afterPublish() {
-        this.task.url = this.page.url()
-        this.task.updateTs = new Date()
-        this.task.status = constants.status.FINISHED
-        if (this.task.url.includes('https://segmentfault.com/a/')) {
-            await this.task.save()
+    // 输入并选择标签
+    const tags = this.task.tag.split(',')
+    const elTagInput = await this.page.$('#searchTag')
+    for (const tag of tags) {
+      await elTagInput.type(tag)
+      await this.page.waitFor(3000)
+      await this.page.evaluate(() => {
+        const el = document.querySelector('#tagSearchResult > a:nth-child(1)')
+        if (el) {
+          el.click()
         }
+      })
+      await this.page.waitFor(3000)
     }
 
-    async fetchStats() {
-        if (!this.task.url) return
-        await this.page.goto(this.task.url, { timeout: 60000 })
-        await this.page.waitFor(5000)
-
-        const stats = await this.page.evaluate(() => {
-            const text = document.querySelector('body').innerText
-            const mRead = text.match(/(\d+) 次阅读/)
-            const mComment = text.match(/(\d+) 条评论/)
-            const readNum = mRead ? Number(mRead[1]) : 0
-            const likeNum = Number(document.querySelector('#side-widget-votes-num').innerText)
-            const commentNum = mComment ? Number(mComment[1]) : 0
-            return {
-                readNum,
-                likeNum,
-                commentNum
-            }
-        })
-        this.task.readNum = stats.readNum
-        this.task.likeNum = stats.likeNum
-        this.task.commentNum = stats.commentNum
-        await this.task.save()
-        await this.page.waitFor(3000)
+    // 点击发布文章
+    await this.page.click('#submitDiv > button')
+    await this.page.waitFor(1000)
+  }
+
+  async afterPublish() {
+    this.task.url = this.page.url()
+    this.task.updateTs = new Date()
+    this.task.status = constants.status.FINISHED
+    if (this.task.url.includes('https://segmentfault.com/a/')) {
+      await this.task.save()
     }
+  }
+
+  async fetchStats() {
+    if (!this.task.url) return
+    await this.page.goto(this.task.url, { timeout: 60000 })
+    await this.page.waitFor(5000)
+
+    const stats = await this.page.evaluate(() => {
+      const text = document.querySelector('body').innerText
+      const mRead = text.match(/(\d+) 次阅读/)
+      const mComment = text.match(/(\d+) 条评论/)
+      const readNum = mRead ? Number(mRead[1]) : 0
+      const likeNum = Number(document.querySelector('#side-widget-votes-num').innerText)
+      const commentNum = mComment ? Number(mComment[1]) : 0
+      return {
+        readNum,
+        likeNum,
+        commentNum
+      }
+    })
+    this.task.readNum = stats.readNum
+    this.task.likeNum = stats.likeNum
+    this.task.commentNum = stats.commentNum
+    await this.task.save()
+    await this.page.waitFor(3000)
+  }
 }
 
 module.exports = SegmentfaultSpider