This repository has been archived by the owner on Dec 11, 2023. It is now read-only.
/
csv.go
117 lines (93 loc) · 2.76 KB
/
csv.go
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
// Copyright 2020 Talhuang<talhuang1231@gmail.com>. All rights reserved.
// Use of this source code is governed by a MIT style
// license that can be found in the LICENSE file.
package pumps
import (
"context"
"encoding/csv"
"fmt"
"os"
"path"
"time"
"github.com/marmotedu/errors"
"github.com/mitchellh/mapstructure"
"github.com/skeleton1231/go-iam-ecommerce-microservice/internal/pump/analytics"
"github.com/skeleton1231/go-iam-ecommerce-microservice/pkg/log"
)
// CSVPump defines a csv pump with csv specific options and common options.
type CSVPump struct {
csvConf *CSVConf
CommonPumpConfig
}
// CSVConf defines csv specific options.
type CSVConf struct {
// Specify the directory used to store automatically generated csv file which contains analyzed data.
CSVDir string `mapstructure:"csv_dir"`
}
// New create a csv pump instance.
func (c *CSVPump) New() Pump {
newPump := CSVPump{}
return &newPump
}
// GetName returns the csv pump name.
func (c *CSVPump) GetName() string {
return "CSV Pump"
}
// Init initialize the csv pump instance.
func (c *CSVPump) Init(conf interface{}) error {
c.csvConf = &CSVConf{}
err := mapstructure.Decode(conf, &c.csvConf)
if err != nil {
log.Fatalf("Failed to decode configuration: %s", err.Error())
}
ferr := os.MkdirAll(c.csvConf.CSVDir, 0o777)
if ferr != nil {
log.Error(ferr.Error())
}
log.Debug("CSV Initialized")
return nil
}
// WriteData write analyzed data to csv persistent back-end storage.
func (c *CSVPump) WriteData(ctx context.Context, data []interface{}) error {
curtime := time.Now()
fname := fmt.Sprintf("%d-%s-%d-%d.csv", curtime.Year(), curtime.Month().String(), curtime.Day(), curtime.Hour())
fname = path.Join(c.csvConf.CSVDir, fname)
var outfile *os.File
var appendHeader bool
if _, err := os.Stat(fname); os.IsNotExist(err) {
var createErr error
outfile, createErr = os.Create(fname)
if createErr != nil {
log.Errorf("Failed to create new CSV file: %s", createErr.Error())
}
appendHeader = true
} else {
var appendErr error
outfile, appendErr = os.OpenFile(fname, os.O_APPEND|os.O_WRONLY, 0o600)
if appendErr != nil {
log.Errorf("Failed to open CSV file: %s", appendErr.Error())
}
}
defer outfile.Close()
writer := csv.NewWriter(outfile)
if appendHeader {
startRecord := analytics.AnalyticsRecord{}
headers := startRecord.GetFieldNames()
err := writer.Write(headers)
if err != nil {
log.Errorf("Failed to write file headers: %s", err.Error())
return errors.Wrap(err, "failed to write file headers")
}
}
for _, v := range data {
decoded, _ := v.(analytics.AnalyticsRecord)
toWrite := decoded.GetLineValues()
err := writer.Write(toWrite)
if err != nil {
log.Error("File write failed!")
log.Error(err.Error())
}
}
writer.Flush()
return nil
}