-
-
Notifications
You must be signed in to change notification settings - Fork 121
/
page_fetch_all.go
65 lines (58 loc) · 1.82 KB
/
page_fetch_all.go
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
package handler
import (
"github.com/ArtalkJS/Artalk/internal/core"
"github.com/ArtalkJS/Artalk/internal/entity"
"github.com/ArtalkJS/Artalk/internal/i18n"
"github.com/ArtalkJS/Artalk/internal/log"
"github.com/ArtalkJS/Artalk/server/common"
"github.com/gofiber/fiber/v2"
)
type ParamsPageFetchAll struct {
SiteName string `json:"site_name" validate:"optional"` // If not empty, only fetch pages of this site
}
// @Id FetchAllPages
// @Summary Fetch All Pages Data
// @Description Fetch the data of all pages
// @Tags Page
// @Security ApiKeyAuth
// @Param options body ParamsPageFetchAll true "The options"
// @Accept json
// @Produce json
// @Success 200 {object} Map{}
// @Failure 400 {object} Map{msg=string}
// @Failure 500 {object} Map{msg=string}
// @Router /pages/fetch [post]
func PageFetchAll(app *core.App, router fiber.Router) {
router.Post("/pages/fetch", common.AdminGuard(app, func(c *fiber.Ctx) error {
var p ParamsPageFetchAll
if isOK, resp := common.ParamsDecode(c, &p); !isOK {
return resp
}
// If the task is in progress
if allPageFetching {
return common.RespError(c, 400, i18n.T("Task in progress, please wait a moment"))
}
// Start the async task
go func() {
allPageFetching = true
allPageFetchDone = 0
allPageFetchTotal = 0
var pages []entity.Page
db := app.Dao().DB().Model(&entity.Page{})
if p.SiteName != "" {
db = db.Where(&entity.Page{SiteName: p.SiteName})
}
db.Find(&pages)
allPageFetchTotal = len(pages)
for _, p := range pages {
if err := app.Dao().FetchPageFromURL(&p); err != nil {
log.Error(c, "[api_admin_page_fetch] page fetch error: "+err.Error())
} else {
allPageFetchDone++
}
}
allPageFetching = false
}()
return common.RespSuccess(c)
}))
}