/
cef_line_reader.go
69 lines (54 loc) · 1.17 KB
/
cef_line_reader.go
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
package readers
import (
"bufio"
"compress/gzip"
"fmt"
"io"
"os"
"strings"
"path"
"github.com/caa-dev-apps/cefmdd_v1/pkg/diag"
)
type Line struct {
tag string // typically filename
ln int // line number
line string // line contents
}
func (l Line) String() string {
return fmt.Sprintf("Line: %d, File: %s, Text: %s", l.ln, l.tag, strings.TrimSpace(l.line))
}
func EachLine(i_path string) chan Line {
output := make(chan Line, 16)
l_tag := path.Base(i_path)
go func() {
defer close(output)
diag.Info("File Open", i_path)
fi, err := os.Open(i_path)
if err != nil {
diag.Error("File Open:", i_path)
return
}
defer fi.Close()
var reader *bufio.Reader
if strings.HasSuffix(i_path, "gz") == false {
reader = bufio.NewReader(fi)
} else {
fz, err := gzip.NewReader(fi)
if err != nil {
return
}
defer fz.Close()
reader = bufio.NewReader(fz)
}
ln := 0
for {
line, err := reader.ReadString('\n')
output <- Line{tag: l_tag, ln: ln, line: line }
if err == io.EOF {
break
}
ln++
}
}()
return output
}