/
mysql.go
80 lines (65 loc) · 2.12 KB
/
mysql.go
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
// Copyright (c) 2021 Terminus, Inc.
//
// This program is free software: you can use, redistribute, and/or modify
// it under the terms of the GNU Affero General Public License, version 3
// or later ("AGPL"), as published by the Free Software Foundation.
//
// This program is distributed in the hope that it will be useful, but WITHOUT
// ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
// FITNESS FOR A PARTICULAR PURPOSE.
//
// You should have received a copy of the GNU Affero General Public License
// along with this program. If not, see <http://www.gnu.org/licenses/>.
package dao
import (
"fmt"
"reflect"
"time"
"github.com/jinzhu/gorm"
_ "github.com/jinzhu/gorm/dialects/mysql"
"github.com/sirupsen/logrus"
gormbulk "github.com/t-tiger/gorm-bulk-insert"
"github.com/erda-project/erda/modules/core-services/conf"
)
// DIALECT db 类型
const DIALECT = "mysql"
const BULK_INSERT_CHUNK_SIZE = 3000
// DBClient db client
type DBClient struct {
*gorm.DB
}
func newDB() (*gorm.DB, error) {
url := fmt.Sprintf("%s:%s@tcp(%s:%s)/%s?charset=utf8mb4&parseTime=True&loc=%s",
conf.MySQLUsername(), conf.MySQLPassword(), conf.MySQLHost(), conf.MySQLPort(), conf.MySQLDatabase(), conf.MySQLLoc())
logrus.Debugf("Initialize db with %s, url: %s", DIALECT, url)
db, err := gorm.Open(DIALECT, url)
if err != nil {
return nil, err
}
if conf.Debug() {
db.LogMode(true)
}
// connection pool
db.DB().SetMaxIdleConns(10)
db.DB().SetMaxOpenConns(50)
db.DB().SetConnMaxLifetime(time.Hour)
return db, nil
}
// NewDBClient create new db client
func NewDBClient() (*DBClient, error) {
var err error
client := &DBClient{}
client.DB, err = newDB()
return client, err
}
func (client *DBClient) BulkInsert(objects interface{}, excludeColumns ...string) error {
v := reflect.ValueOf(objects)
if v.Kind() != reflect.Slice {
return fmt.Errorf("invalid objects type, must be a slice of struct")
}
var structSlice []interface{}
for i := 0; i < v.Len(); i++ {
structSlice = append(structSlice, v.Index(i).Interface())
}
return gormbulk.BulkInsert(client.DB, structSlice, BULK_INSERT_CHUNK_SIZE, excludeColumns...)
}