/
values-usdfdev-alert-stream-broker.yaml
166 lines (135 loc) · 4.54 KB
/
values-usdfdev-alert-stream-broker.yaml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
alert-stream-broker:
cluster:
name: "alert-broker"
zookeeper:
storage:
size: 1000Gi
storageClassName: wekafs--sdf-k8s01
kafka:
version: 3.7.0
# -- Encoding version for messages, see
# https://strimzi.io/docs/operators/latest/deploying.html#ref-kafka-versions-str.
logMessageFormatVersion: 3.4
# -- Version of the protocol for inter-broker communication, see
# https://strimzi.io/docs/operators/latest/deploying.html#ref-kafka-versions-str.
interBrokerProtocolVersion: 3.4
replicas: 6
prometheusScrapingEnabled: true
# Addresses based on the state as of 2021-12-02; these were assigned by
# Google and now we're pinning them.
externalListener:
tls:
enabled: false
bootstrap:
host: usdf-alert-stream-dev.lsst.cloud
ip: "134.79.23.215"
annotations:
metallb.universe.tf/address-pool: 'sdf-dmz'
brokers:
- host: usdf-alert-stream-dev-broker-0.lsst.cloud
ip: "134.79.23.214"
annotations:
metallb.universe.tf/address-pool: 'sdf-dmz'
- host: usdf-alert-stream-dev-broker-1.lsst.cloud
ip: "134.79.23.216"
annotations:
metallb.universe.tf/address-pool: 'sdf-dmz'
- host: usdf-alert-stream-dev-broker-2.lsst.cloud
ip: "134.79.23.218"
annotations:
metallb.universe.tf/address-pool: 'sdf-dmz'
- host: usdf-alert-stream-dev-broker-3.lsst.cloud
ip: "134.79.23.220"
annotations:
metallb.universe.tf/address-pool: 'sdf-dmz'
- host: usdf-alert-stream-dev-broker-4.lsst.cloud
ip: "134.79.23.217"
annotations:
metallb.universe.tf/address-pool: 'sdf-dmz'
- host: usdf-alert-stream-dev-broker-5.lsst.cloud
ip: "134.79.23.219"
annotations:
metallb.universe.tf/address-pool: 'sdf-dmz'
storage:
size: 2500Gi
storageClassName: wekafs--sdf-k8s01
kafkaExporter:
enabled: true
enableSaramaLogging: true
logLevel: info
vaultSecretsPath: "secret/rubin/usdf-alert-stream-broker-dev/alert-stream-broker"
users:
# A user for development purposes by the Rubin team, with access to all
# topics in readonly mode.
- username: "rubin-devel-idfint"
readonlyTopics: ["*"]
groups: ["rubin-devel-idfint"]
# A user used by the Rubin team but with similar access to the community
# broker users.
- username: "rubin-communitybroker-idfint"
readonlyTopics: ["alerts-simulated"]
groups: ["rubin-communitybroker-idfint"]
# The actual community broker users
- username: "alerce-idfint"
readonlyTopics: ["alerts-simulated"]
groups: ["alerce-idfint"]
- username: "ampel-idfint"
readonlyTopics: ["alerts-simulated"]
groups: ["ampel-idfint"]
- username: "antares-idfint"
readonlyTopics: ["alerts-simulated"]
groups: ["antares-idfint"]
- username: "babamul-idfint"
readonlyTopics: ["alerts-simulated"]
groups: ["babamul-idfint"]
- username: "fink-idfint"
readonlyTopics: ["alerts-simulated"]
groups: ["fink-idfint"]
- username: "lasair-idfint"
readonlyTopics: ["alerts-simulated"]
groups: ["lasair-idfint"]
- username: "pittgoogle-idfint"
readonlyTopics: ["alerts-simulated"]
groups: ["pittgoogle-idfint"]
testTopicName: "alert-stream-test"
testTopicPartitions: 400
testTopicReplicas: 1
alert-stream-schema-registry:
hostname: "usdf-alert-schemas-dev.slac.stanford.edu"
schemaTopic: "registry-schemas"
tls: false
alert-stream-simulator:
clusterPort: 9092 # internal TLS listener
replayTopicName: "alerts-simulated"
replayTopicPartitions: 400
replayTopicReplicas: 1
staticTopicName: "alerts-static"
image:
tag: v1.2.1
alert-database:
ingester:
image:
tag: v2.0.2
logLevel: verbose
schemaRegistryURL: https://usdf-alert-schemas-dev.slac.stanford.edu
serviceAccountName: alert-database-writer
kafka:
cluster: alert-broker
port: 9092
topic: alerts-simulated
gcp:
serviceAccountName: alertdb-writer
projectID: science-platform-int-dc5d
outsideGCP: true
server:
serviceAccountName: alert-database-reader
gcp:
serviceAccountName: alertdb-reader
projectID: science-platform-int-dc5d
ingress:
enabled: false
storage:
gcp:
project: science-platform-int-dc5d
alertBucket: rubin-alertdb-int-us-central1-packets
schemaBucket: rubin-alertdb-int-us-central1-schemas