-
Notifications
You must be signed in to change notification settings - Fork 510
/
BigQuerySysProps.scala
76 lines (60 loc) · 2.53 KB
/
BigQuerySysProps.scala
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
/*
* Copyright 2019 Spotify AB.
*
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
* You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing,
* software distributed under the License is distributed on an
* "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
* KIND, either express or implied. See the License for the
* specific language governing permissions and limitations
* under the License.
*/
package com.spotify.scio.bigquery
import com.spotify.scio.{registerSysProps, SysProp}
@registerSysProps
object BigQuerySysProps {
val Debug: SysProp = SysProp("bigquery.types.debug", "debug")
val DisableDump: SysProp = SysProp("bigquery.plugin.disable.dump", "disable class dump")
val ClassCacheDirectory: SysProp =
SysProp("generated.class.cache.directory", "class cache directory")
val CacheDirectory: SysProp =
SysProp("bigquery.cache.directory", "System property key for local schema cache directory")
val CacheEnabled: SysProp = SysProp(
"bigquery.cache.enabled",
"System property key for enabling or disabling scio bigquery caching"
)
val Project: SysProp = SysProp("bigquery.project", "System property key for billing project.")
val StagingDatasetPrefix: SysProp = SysProp(
"bigquery.staging_dataset_prefix",
"System property key for setting the prefix for staging table"
)
val Secret: SysProp = SysProp("bigquery.secret", "")
val Priority: SysProp = SysProp("bigquery.priority", "\"BATCH\" or \"INTERACTIVE\"")
val ConnectTimeoutMs: SysProp = SysProp(
"bigquery.connect_timeout",
"Timeout in milliseconds to establish a connection. " +
"Default is 20000 (20 seconds). 0 for an infinite timeout."
)
val ReadTimeoutMs: SysProp = SysProp(
"bigquery.read_timeout",
"Timeout in milliseconds to read data from an established connection. " +
"Default is 20000 (20 seconds). 0 for an infinite timeout."
)
val DebugAuth: SysProp = SysProp(
"bigquery.debug_auth",
"System property key to enable logging active BigQuery user information on auth errors"
)
val ActAs: SysProp = SysProp(
"bigquery.act_as",
"System property key for a target SA principal to impersonate current auth"
)
val ImpersonationLifetimeSec: SysProp = SysProp(
"bigquery.act_as_lifetime",
"System property key for a duration in seconds of a target SA temporary credentials lifetime"
)
}