-
Notifications
You must be signed in to change notification settings - Fork 499
/
transformer.go
79 lines (76 loc) · 1.76 KB
/
transformer.go
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
package client
import (
"github.com/apache/arrow/go/v16/arrow"
"github.com/apache/arrow/go/v16/arrow/array"
"github.com/cloudquery/plugin-sdk/v4/types"
)
func getValue(arr arrow.Array, i int) (any, error) {
if arr.IsNull(i) {
return nil, nil
}
switch a := arr.(type) {
case *array.Boolean:
return a.Value(i), nil
case *array.Int8:
return a.Value(i), nil
case *array.Int16:
return a.Value(i), nil
case *array.Int32:
return a.Value(i), nil
case *array.Int64:
return a.Value(i), nil
case *array.Uint8:
return a.Value(i), nil
case *array.Uint16:
return a.Value(i), nil
case *array.Uint32:
return a.Value(i), nil
case *array.Uint64:
return a.Value(i), nil
case *array.Float16:
return a.Value(i), nil
case *array.Float32:
return a.Value(i), nil
case *array.Float64:
return a.Value(i), nil
case *array.String:
return a.Value(i), nil
case *array.LargeString:
return a.Value(i), nil
case *array.Binary:
return a.Value(i), nil
case *array.LargeBinary:
return a.Value(i), nil
case *array.FixedSizeBinary:
return a.Value(i), nil
case *array.Timestamp:
toTime, err := a.DataType().(*arrow.TimestampType).GetToTimeFunc()
if err != nil {
return nil, err
}
return toTime(a.Value(i)), nil
case *types.UUIDArray:
bUUID, err := a.Value(i).MarshalBinary()
if err != nil {
return nil, err
}
return bUUID, nil
default:
return a.ValueStr(i), nil
}
}
func transformRecord(record arrow.Record) ([][]any, error) {
res := make([][]any, record.NumRows())
var err error
for i := int64(0); i < record.NumRows(); i++ {
row := make([]any, record.NumCols())
for j := 0; int64(j) < record.NumCols(); j++ {
row[j], err = getValue(record.Column(j), int(i))
if err != nil {
return nil, err
}
}
res[i] = row
}
return res, nil
}