-
Notifications
You must be signed in to change notification settings - Fork 7
/
types.go
55 lines (51 loc) · 1.56 KB
/
types.go
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
package databrickssql
import (
"fmt"
"strings"
"github.com/pingcap/errors"
"github.com/pingcap/tiflow/pkg/sink/cloudstorage"
)
// TiDB2DatabricksTypeMap is a map from TiDB type to Databricks type.
// Please refer to https://docs.databricks.com/en/sql/language-manual/sql-ref-datatypes.html
// Databricks don't support the `BINARY` type in the external table with the CSV file which are `tidb2dw` used.
// So we drop the `binary` and `varbinary` type in the map.
var TiDB2DatabricksTypeMap = map[string]string{
"text": "STRING",
"tinytext": "STRING",
"mediumtext": "STRING",
"longtext": "STRING",
"blob": "STRING",
"tinyblob": "STRING",
"mediumblob": "STRING",
"longblob": "STRING",
"varchar": "STRING",
"char": "STRING",
"int": "INT",
"mediumint": "INT",
"tinyint": "TINYINT",
"smallint": "SMALLINT",
"bigint": "BIGINT",
"float": "FLOAT",
"double": "DOUBLE",
"decimal": "DECIMAL",
"numeric": "NUMERIC",
"bool": "BOOLEAN",
"boolean": "BOOLEAN",
"date": "DATE",
"datetime": "TIMESTAMP_NTZ",
"timestamp": "TIMESTAMP",
"time": "TIMESTAMP_NTZ",
}
func GetDatabricksTypeString(column cloudstorage.TableCol) (string, error) {
tp := strings.ToLower(column.Tp)
switch tp {
case "decimal", "numeric":
return fmt.Sprintf("%s(%s, %s)", TiDB2DatabricksTypeMap[tp], column.Precision, column.Scale), nil
default:
if databricksTp, exist := TiDB2DatabricksTypeMap[tp]; exist {
return databricksTp, nil
} else {
return "", errors.Errorf("Unsupported data type: %s", column.Tp)
}
}
}