/
csv.go
127 lines (103 loc) · 3.21 KB
/
csv.go
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
// Copyright 2021 dairongpeng <dairongpeng@foxmail.com>. All rights reserved.
//
// Licensed under the Apache License, Version 2.0 (the "License");
// you may not use this file except in compliance with the License.
// You may obtain a copy of the License at
//
// http://www.apache.org/licenses/LICENSE-2.0
//
// Unless required by applicable law or agreed to in writing, software
// distributed under the License is distributed on an "AS IS" BASIS,
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
// See the License for the specific language governing permissions and
// limitations under the License.
package gstashs
import (
"context"
"encoding/csv"
"fmt"
"os"
"path"
"time"
"github.com/dairongpeng/leona/pkg/errors"
"github.com/mitchellh/mapstructure"
"github.com/dairongpeng/leona/internal/gstash/analytics"
"github.com/dairongpeng/leona/pkg/log"
)
// CSVGstash defines a csv gstash with csv specific options and common options.
type CSVGstash struct {
csvConf *CSVConf
CommonGstashConfig
}
// CSVConf defines csv specific options.
type CSVConf struct {
// Specify the directory used to store automatically generated csv file which contains analyzed data.
CSVDir string `mapstructure:"csv_dir"`
}
// New create a csv gstash instance.
func (c *CSVGstash) New() Gstash {
newGstash := CSVGstash{}
return &newGstash
}
// GetName returns the csv gstash name.
func (c *CSVGstash) GetName() string {
return "CSV Gstash"
}
// Init initialize the csv gstash instance.
func (c *CSVGstash) Init(conf interface{}) error {
c.csvConf = &CSVConf{}
err := mapstructure.Decode(conf, &c.csvConf)
if err != nil {
log.Fatalf("Failed to decode configuration: %s", err.Error())
}
ferr := os.MkdirAll(c.csvConf.CSVDir, 0o777)
if ferr != nil {
log.Error(ferr.Error())
}
log.Debug("CSV Initialized")
return nil
}
// WriteData write analyzed data to csv persistent back-end storage.
func (c *CSVGstash) WriteData(ctx context.Context, data []interface{}) error {
curtime := time.Now()
fname := fmt.Sprintf("%d-%s-%d-%d.csv", curtime.Year(), curtime.Month().String(), curtime.Day(), curtime.Hour())
fname = path.Join(c.csvConf.CSVDir, fname)
var outfile *os.File
var appendHeader bool
if _, err := os.Stat(fname); os.IsNotExist(err) {
var createErr error
outfile, createErr = os.Create(fname)
if createErr != nil {
log.Errorf("Failed to create new CSV file: %s", createErr.Error())
}
appendHeader = true
} else {
var appendErr error
outfile, appendErr = os.OpenFile(fname, os.O_APPEND|os.O_WRONLY, 0o600)
if appendErr != nil {
log.Errorf("Failed to open CSV file: %s", appendErr.Error())
}
}
defer outfile.Close()
writer := csv.NewWriter(outfile)
if appendHeader {
startRecord := analytics.AnalyticsRecord{}
headers := startRecord.GetFieldNames()
err := writer.Write(headers)
if err != nil {
log.Errorf("Failed to write file headers: %s", err.Error())
return errors.Wrap(err, "failed to write file headers")
}
}
for _, v := range data {
decoded, _ := v.(analytics.AnalyticsRecord)
toWrite := decoded.GetLineValues()
err := writer.Write(toWrite)
if err != nil {
log.Error("File write failed!")
log.Error(err.Error())
}
}
writer.Flush()
return nil
}