/
transfer.tf
75 lines (73 loc) 路 1.96 KB
/
transfer.tf
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
resource "doublecloud_transfer_endpoint" "clickstream-source" {
count = var.enable_transfer ? 1 : 0
name = "clickstream-source"
project_id = var.project_id
settings {
kafka_source {
connection {
cluster_id = doublecloud_kafka_cluster.input-kafka.id
}
auth {
sasl {
user = "admin"
mechanism = "KAFKA_MECHANISM_SHA512"
}
}
parser {
json {
schema {
fields {
field {
name = "user_ts"
type = "datetime"
key = false
required = false
}
field {
name = "id"
type = "uint64"
key = false
required = false
}
field {
name = "message"
type = "utf8"
key = false
required = false
}
}
}
null_keys_allowed = false
add_rest_column = true
}
}
topic_name = "clickhouse-events"
}
}
}
resource "doublecloud_transfer_endpoint" "clickstream-target" {
count = var.enable_transfer ? 1 : 0
name = "clickstream-target"
project_id = var.project_id
settings {
clickhouse_target {
clickhouse_cleanup_policy = "DROP"
connection {
address {
cluster_id = doublecloud_clickhouse_cluster.target-clickhouse.id
}
database = "default"
user = "admin"
}
}
}
}
resource "doublecloud_transfer" "clickstream-transfer" {
count = var.enable_transfer ? 1 : 0
name = "clickstream-transfer"
project_id = var.project_id
source = doublecloud_transfer_endpoint.clickstream-source[count.index].id
target = doublecloud_transfer_endpoint.clickstream-target[count.index].id
type = "INCREMENT_ONLY"
activated = true
}