/
csv.go
167 lines (143 loc) · 4 KB
/
csv.go
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
package csv
import (
"bytes"
"encoding/csv"
"fmt"
"io"
"strings"
"sync"
"github.com/qri-io/starlib/util"
"github.com/qri-io/starlib/util/replacecr"
"go.starlark.net/starlark"
"go.starlark.net/starlarkstruct"
)
// ModuleName defines the expected name for this Module when used
// in starlark's load() function, eg: load('csv.star', 'csv')
const ModuleName = "encoding/csv.star"
var (
once sync.Once
csvModule starlark.StringDict
)
// LoadModule loads the base64 module.
// It is concurrency-safe and idempotent.
func LoadModule() (starlark.StringDict, error) {
once.Do(func() {
csvModule = starlark.StringDict{
"csv": &starlarkstruct.Module{
Name: "csv",
Members: starlark.StringDict{
"read_all": starlark.NewBuiltin("read_all", ReadAll),
"write_all": starlark.NewBuiltin("write_all", WriteAll),
},
},
}
})
return csvModule, nil
}
// ReadAll gets all values from a csv source
func ReadAll(thread *starlark.Thread, _ *starlark.Builtin, args starlark.Tuple, kwargs []starlark.Tuple) (starlark.Value, error) {
var (
r io.Reader
source starlark.Value
lazyQuotes, trimLeadingSpace starlark.Bool
skip = starlark.MakeInt(0)
fieldsPerRecord = starlark.MakeInt(0)
_comma, _comment starlark.String
)
err := starlark.UnpackArgs("read_all", args, kwargs,
"source", &source,
"comma?", &_comma,
"comment", &_comment,
"lazy_quotes", &lazyQuotes,
"trim_leading_space", &trimLeadingSpace,
"fields_per_record", &fieldsPerRecord,
"skip", &skip)
if err != nil {
return nil, err
}
switch source.Type() {
case "string":
str := string(source.(starlark.String))
r = strings.NewReader(str)
}
csvr := csv.NewReader(replacecr.Reader(r))
csvr.LazyQuotes = bool(lazyQuotes)
csvr.TrimLeadingSpace = bool(trimLeadingSpace)
comma := string(_comma)
if comma == "" {
comma = ","
} else if len(comma) != 1 {
return starlark.None, fmt.Errorf("expected comma param to be a single-character string")
}
csvr.Comma = []rune(comma)[0]
comment := string(_comment)
if comment != "" && len(comment) != 1 {
return starlark.None, fmt.Errorf("expected comment param to be a single-character string")
} else if comment != "" {
csvr.Comment = []rune(comment)[0]
}
if fpr, ok := fieldsPerRecord.Int64(); ok && fpr != 0 {
csvr.FieldsPerRecord = int(fpr)
}
if s, ok := skip.Int64(); ok {
for i := 0; i < int(s); i++ {
csvr.Read()
}
}
strs, err := csvr.ReadAll()
if err != nil {
return starlark.None, err
}
vals := make([]starlark.Value, len(strs))
for i, rowStr := range strs {
row := make([]starlark.Value, len(rowStr))
for j, cell := range rowStr {
row[j] = starlark.String(cell)
}
vals[i] = starlark.NewList(row)
}
return starlark.NewList(vals), nil
}
// WriteAll writes a csv file to a string
func WriteAll(thread *starlark.Thread, _ *starlark.Builtin, args starlark.Tuple, kwargs []starlark.Tuple) (starlark.Value, error) {
var (
buf = &bytes.Buffer{}
source starlark.Value
_comma starlark.String
)
if err := starlark.UnpackArgs("write_all", args, kwargs, "source", &source, "comma?", &_comma); err != nil {
return nil, err
}
csvw := csv.NewWriter(buf)
comma := string(_comma)
if comma == "" {
comma = ","
} else if len(comma) != 1 {
return starlark.None, fmt.Errorf("expected comma param to be a single-character string")
}
csvw.Comma = []rune(comma)[0]
val, err := util.Unmarshal(source)
if err != nil {
return starlark.None, err
}
sl, ok := val.([]interface{})
if !ok {
return starlark.None, fmt.Errorf("expected value to be an array type")
}
var records [][]string
for i, v := range sl {
sl, ok := v.([]interface{})
if !ok {
return starlark.None, fmt.Errorf("row %d is not an array type", i)
}
var row = make([]string, len(sl))
for j, v := range sl {
row[j] = fmt.Sprintf("%v", v)
}
records = append(records, row)
}
if err := csvw.WriteAll(records); err != nil {
return starlark.None, err
}
return starlark.String(buf.String()), nil
}