-
Notifications
You must be signed in to change notification settings - Fork 190
/
TimestampNTZTypeConverter.java
76 lines (68 loc) · 2.74 KB
/
TimestampNTZTypeConverter.java
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
/*
* Copyright 2023 Google Inc. All Rights Reserved.
*
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
* You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
package com.google.cloud.spark.bigquery.v2;
import com.google.cloud.bigquery.LegacySQLTypeName;
import com.google.cloud.bigquery.StandardSQLTypeName;
import com.google.cloud.bigquery.storage.v1.CivilTimeEncoder;
import com.google.cloud.spark.bigquery.TypeConverter;
import com.google.protobuf.DescriptorProtos;
import org.apache.spark.sql.types.DataType;
import org.apache.spark.sql.types.DataTypes;
public class TimestampNTZTypeConverter implements TypeConverter<Long> {
@Override
public DataType toSparkType(LegacySQLTypeName bigQueryType) {
if (supportsBigQueryType(bigQueryType)) {
return DataTypes.TimestampNTZType;
}
throw new IllegalArgumentException("Data type not supported : " + bigQueryType);
}
@Override
public LegacySQLTypeName toBigQueryType(DataType sparkType) {
if (supportsSparkType(sparkType)) {
return LegacySQLTypeName.DATETIME;
}
throw new IllegalArgumentException("Data type not supported : " + sparkType);
}
@Override
public DescriptorProtos.FieldDescriptorProto.Type toProtoFieldType(DataType sparkType) {
if (supportsSparkType(sparkType)) {
return DescriptorProtos.FieldDescriptorProto.Type.TYPE_INT64;
}
throw new IllegalArgumentException("Data type not supported : " + sparkType);
}
@Override
public boolean supportsBigQueryType(LegacySQLTypeName bigQueryType) {
return bigQueryType.getStandardType().equals(StandardSQLTypeName.DATETIME);
}
@Override
public boolean supportsSparkType(DataType sparkType) {
return sparkType.sameType(DataTypes.TimestampNTZType);
}
@Override
public Long sparkToProtoValue(Object sparkValue) {
java.time.LocalDateTime javaLocalTime = (java.time.LocalDateTime) sparkValue;
org.threeten.bp.LocalDateTime threeTenLocalTime =
org.threeten.bp.LocalDateTime.of(
javaLocalTime.getYear(),
javaLocalTime.getMonthValue(),
javaLocalTime.getDayOfMonth(),
javaLocalTime.getHour(),
javaLocalTime.getMinute(),
javaLocalTime.getSecond(),
javaLocalTime.getNano());
return CivilTimeEncoder.encodePacked64DatetimeMicros(threeTenLocalTime);
}
}