Skip to content

Commit

Permalink
[*] unique service names; reuse API objects (#16)
Browse files Browse the repository at this point in the history
  • Loading branch information
schallert committed Oct 1, 2018
1 parent d5cf44c commit f4e48aa
Show file tree
Hide file tree
Showing 21 changed files with 702 additions and 496 deletions.
2 changes: 2 additions & 0 deletions .excludemetalint
@@ -1,3 +1,5 @@
vendor/
generated/
pkg/client/
zz_generated
_mock.go
3 changes: 0 additions & 3 deletions .exludemetalint

This file was deleted.

248 changes: 248 additions & 0 deletions example/m3db-cluster-custom-service.yaml
@@ -0,0 +1,248 @@
apiVersion: v1
kind: ConfigMap
metadata:
name: m3-configuration
data:
m3.yml: |+
coordinator:
listenAddress:
type: "config"
value: "0.0.0.0:7201"
metrics:
scope:
prefix: "coordinator"
prometheus:
handlerPath: /metrics
listenAddress: 0.0.0.0:7203
sanitization: prometheus
samplingRate: 1.0
extended: none
db:
logging:
level: info
metrics:
prometheus:
handlerPath: /metrics
sanitization: prometheus
samplingRate: 1.0
extended: detailed
listenAddress: 0.0.0.0:9000
clusterListenAddress: 0.0.0.0:9001
httpNodeListenAddress: 0.0.0.0:9002
httpClusterListenAddress: 0.0.0.0:9003
debugListenAddress: 0.0.0.0:9004
hostID:
resolver: hostname
client:
writeConsistencyLevel: majority
readConsistencyLevel: unstrict_majority
writeTimeout: 10s
fetchTimeout: 15s
connectTimeout: 20s
writeRetry:
initialBackoff: 500ms
backoffFactor: 3
maxRetries: 2
jitter: true
fetchRetry:
initialBackoff: 500ms
backoffFactor: 2
maxRetries: 3
jitter: true
backgroundHealthCheckFailLimit: 4
backgroundHealthCheckFailThrottleFactor: 0.5
gcPercentage: 100
writeNewSeriesAsync: true
writeNewSeriesLimitPerSecond: 1048576
writeNewSeriesBackoffDuration: 2ms
bootstrap:
bootstrappers:
- filesystem
- commitlog
- peers
- uninitialized_topology
fs:
numProcessorsPerCPU: 0.125
commitlog:
flushMaxBytes: 524288
flushEvery: 1s
queue:
calculationType: fixed
size: 2097152
blockSize: 10m
fs:
filePathPrefix: /var/lib/m3db
writeBufferSize: 65536
dataReadBufferSize: 65536
infoReadBufferSize: 128
seekReadBufferSize: 4096
throughputLimitMbps: 100.0
throughputCheckEvery: 128
repair:
enabled: false
interval: 2h
offset: 30m
jitter: 1h
throttle: 2m
checkInterval: 1m
pooling:
blockAllocSize: 16
type: simple
seriesPool:
size: 262144
lowWatermark: 0.7
highWatermark: 1.0
blockPool:
size: 262144
lowWatermark: 0.7
highWatermark: 1.0
encoderPool:
size: 262144
lowWatermark: 0.7
highWatermark: 1.0
closersPool:
size: 104857
lowWatermark: 0.7
highWatermark: 1.0
contextPool:
size: 262144
lowWatermark: 0.7
highWatermark: 1.0
segmentReaderPool:
size: 16384
lowWatermark: 0.7
highWatermark: 1.0
iteratorPool:
size: 2048
lowWatermark: 0.7
highWatermark: 1.0
fetchBlockMetadataResultsPool:
size: 65536
capacity: 32
lowWatermark: 0.7
highWatermark: 1.0
fetchBlocksMetadataResultsPool:
size: 32
capacity: 4096
lowWatermark: 0.7
highWatermark: 1.0
hostBlockMetadataSlicePool:
size: 131072
capacity: 3
lowWatermark: 0.7
highWatermark: 1.0
blockMetadataPool:
size: 65536
lowWatermark: 0.7
highWatermark: 1.0
blockMetadataSlicePool:
size: 65536
capacity: 32
lowWatermark: 0.7
highWatermark: 1.0
blocksMetadataPool:
size: 65536
lowWatermark: 0.7
highWatermark: 1.0
blocksMetadataSlicePool:
size: 32
capacity: 4096
lowWatermark: 0.7
highWatermark: 1.0
identifierPool:
size: 262144
lowWatermark: 0.7
highWatermark: 1.0
bytesPool:
buckets:
- capacity: 16
size: 524288
lowWatermark: 0.7
highWatermark: 1.0
- capacity: 32
size: 262144
lowWatermark: 0.7
highWatermark: 1.0
- capacity: 64
size: 131072
lowWatermark: 0.7
highWatermark: 1.0
- capacity: 128
size: 65536
lowWatermark: 0.7
highWatermark: 1.0
- capacity: 256
size: 65536
lowWatermark: 0.7
highWatermark: 1.0
- capacity: 1440
size: 16384
lowWatermark: 0.7
highWatermark: 1.0
- capacity: 4096
size: 8192
lowWatermark: 0.7
highWatermark: 1.0
config:
service:
env: default_env
zone: embedded
service: m3db
cacheDir: /var/lib/m3kv
etcdClusters:
- zone: embedded
endpoints:
- http://etcd-0.etcd:2379
- http://etcd-1.etcd:2379
- http://etcd-2.etcd:2379
---
apiVersion: operator.m3db.io/v1
kind: M3DBCluster
metadata:
name: m3db-cluster
spec:
image: quay.io/m3/m3dbnode:latest
replicationFactor: 3
numberOfShards: 256
isolationGroups:
- name: us-east1-b
numInstances: 3
- name: us-east1-c
numInstances: 3
- name: us-east1-d
numInstances: 3
services:
- kind: Service
apiVersion: v1
metadata:
name: m3db-lb
annotations:
cloud.google.com/load-balancer-type: "Internal"
spec:
selector:
app: m3db
cluster: m3db-cluster
ports:
- protocol: TCP
port: 1234
targetPort: 7201
type: LoadBalancer
resources:
requests:
memory: 4Gi
cpu: '1'
limits:
memory: 12Gi
cpu: '4'
42 changes: 3 additions & 39 deletions example/m3db-cluster.yaml
Expand Up @@ -223,46 +223,10 @@ spec:
numInstances: 3
- name: us-east1-d
numInstances: 3
serviceConfigurations:
- name: m3dbnode
labels:
- name: app
value: m3dbnode
selectors:
- name: app
value: m3dbnode
ports:
- number: 9000
name: client
- number: 9001
name: cluster
- number: 9002
name: http-node
- number: 9003
name: http-cluster
- number: 9004
name: debug
- number: 7201
name: coordinator
- number: 7203
name: metrics
- name: m3coordinator
labels:
- name: app
value: m3coordinator
selectors:
- name: app
value: m3dbnode # allow m3coordinator to communicate with the db
ports:
- number: 7201
name: coordinator
- number: 7203
name: coordinator-metrics
clusterIP: true
resources:
requests:
memory: 1Gi
memory: 4Gi
cpu: '1'
limits:
memory: 2Gi
cpu: '2'
memory: 12Gi
cpu: '4'

0 comments on commit f4e48aa

Please sign in to comment.