-
-
Notifications
You must be signed in to change notification settings - Fork 202
/
conn.go
103 lines (93 loc) · 2.73 KB
/
conn.go
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
/*
Nging is a toolbox for webmasters
Copyright (C) 2018-present Wenhui Shen <swh@admpub.com>
This program is free software: you can redistribute it and/or modify
it under the terms of the GNU Affero General Public License as published
by the Free Software Foundation, either version 3 of the License, or
(at your option) any later version.
This program is distributed in the hope that it will be useful,
but WITHOUT ANY WARRANTY; without even the implied warranty of
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
GNU Affero General Public License for more details.
You should have received a copy of the GNU Affero General Public License
along with this program. If not, see <https://www.gnu.org/licenses/>.
*/
package export
import (
"fmt"
"sync"
"github.com/admpub/log"
"github.com/admpub/nging/application/dbschema"
"github.com/admpub/nging/application/library/collector/exec"
"github.com/admpub/nging/application/library/collector/sender"
"github.com/webx-top/com"
"github.com/webx-top/db"
"github.com/webx-top/db/lib/sqlbuilder"
"github.com/webx-top/db/mysql"
"github.com/webx-top/echo"
"github.com/webx-top/echo/engine"
)
var connections = sync.Map{}
func CloseAllDBConn() {
connections.Range(func(key, conn interface{}) bool {
conn.(sqlbuilder.Database).Close()
connections.Delete(key)
return true
})
}
func DBConn(dsn interface{}) (db sqlbuilder.Database, err error) {
key := fmt.Sprintf(`%#v`, dsn)
conn, ok := connections.Load(key)
if ok {
db, ok = conn.(sqlbuilder.Database)
}
if !ok {
var settings mysql.ConnectionURL
if ds, ok := dsn.(string); ok {
settings, err = mysql.ParseURL(ds)
if err != nil {
return
}
} else {
settings = dsn.(mysql.ConnectionURL)
}
db, err = mysql.Open(settings)
if err != nil {
return db, err
}
connections.Store(key, db)
}
return
}
func Export(pageID uint, result *exec.Recv, collected echo.Store, noticeSender sender.Notice) error {
// 导出数据
exportM := &dbschema.NgingCollectorExport{}
_cnt, _err := exportM.ListByOffset(nil, nil, 0, -1, db.And(
db.Cond{`page_id`: pageID},
db.Cond{`disabled`: `N`},
db.Cond{`mapping`: db.NotEq(``)},
db.Cond{`dest`: db.NotEq(``)},
))
if _err == nil && _cnt() > 0 {
for _, expc := range exportM.Objects() {
mappings := NewMappings()
_err = com.JSONDecode(engine.Str2bytes(expc.Mapping), mappings)
if _err == nil {
_err = mappings.Export(result, collected, expc, noticeSender)
}
if _err != nil {
if sendErr := noticeSender(_err.Error(), 0); sendErr != nil {
return sendErr
}
log.Error(_err)
continue
}
}
}
if _err != nil {
if sendErr := noticeSender(_err.Error(), 0); sendErr != nil {
return sendErr
}
}
return _err
}