Skip to content

Commit

Permalink
feat(vagrant): do not scrape receiver-mock logs by otellogs
Browse files Browse the repository at this point in the history
Signed-off-by: Dominik Rosiek <drosiek@sumologic.com>
  • Loading branch information
sumo-drosiek committed Feb 28, 2022
1 parent 670ff74 commit 9801a90
Showing 1 changed file with 83 additions and 76 deletions.
159 changes: 83 additions & 76 deletions vagrant/values.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -170,6 +170,13 @@ fluentd:
multiline:
enabled: false

otellogs:
config:
receivers:
filelog/containers:
exclude:
- /var/log/pods/receiver-mock_*/*/*.log

metadata:
logs:
config:
Expand Down Expand Up @@ -199,85 +206,85 @@ metadata:
from_attribute: k8s_container_name
- action: delete
key: k8s_container_name
# Filter out receiver-mock logs to prevent snowball effect
filter/exclude_fluent_tag_receiver_mock_container:
logs:
exclude:
match_type: regexp
record_attributes:
- key: fluent.tag
value: containers\.var\.log\.pods\.receiver-mock.*
filter/exclude_systemd_snap_kubelite:
logs:
exclude:
match_type: strict
record_attributes:
- key: _SYSTEMD_UNIT
value: snap.microk8s.daemon-kubelite.service
filter/include_systemd_snap_kubelite:
logs:
include:
match_type: strict
record_attributes:
- key: _SYSTEMD_UNIT
value: snap.microk8s.daemon-kubelite.service
service:
extensions:
- health_check
# - sumologic
pipelines:
logs/fluent/containers:
receivers:
- fluentforward
processors:
- memory_limiter
- filter/include_fluent_tag_containers
# Filter out receiver-mock logs to prevent snowball effect
filter/exclude_fluent_tag_receiver_mock_container:
logs:
exclude:
match_type: regexp
record_attributes:
- key: fluent.tag
value: containers\.var\.log\.pods\.receiver-mock.*
filter/exclude_systemd_snap_kubelite:
logs:
exclude:
match_type: strict
record_attributes:
- key: _SYSTEMD_UNIT
value: snap.microk8s.daemon-kubelite.service
filter/include_systemd_snap_kubelite:
logs:
include:
match_type: strict
record_attributes:
- key: _SYSTEMD_UNIT
value: snap.microk8s.daemon-kubelite.service
service:
extensions:
- health_check
# - sumologic
pipelines:
logs/fluent/containers:
receivers:
- fluentforward
processors:
- memory_limiter
- filter/include_fluent_tag_containers

# Vagrant specific
- filter/exclude_fluent_tag_receiver_mock_container
# Vagrant specific
- filter/exclude_fluent_tag_receiver_mock_container

- attributes/containers
- groupbyattrs/containers
- k8s_tagger
- source/containers
- attributes/remove_fluent_tag
- resource/containers_copy_node_to_host
- batch
exporters:
- sumologic/containers
logs/fluent/systemd:
receivers:
- fluentforward
processors:
- memory_limiter
- filter/include_fluent_tag_host
- attributes/containers
- groupbyattrs/containers
- k8s_tagger
- source/containers
- attributes/remove_fluent_tag
- resource/containers_copy_node_to_host
- batch
exporters:
- sumologic/containers
logs/fluent/systemd:
receivers:
- fluentforward
processors:
- memory_limiter
- filter/include_fluent_tag_host

# Vagrant specific
- filter/exclude_fluent_tag_receiver_mock_container
# Vagrant specific
- filter/exclude_fluent_tag_receiver_mock_container

- filter/include_systemd
- filter/exclude_systemd_snap_kubelite
- attributes/extract_systemd_source_name_from_fluent_tag
- groupbyattrs/systemd
- source/systemd
- attributes/remove_fluent_tag
- batch
exporters:
- sumologic/systemd
logs/fluent/kubelet:
receivers:
- fluentforward
processors:
- memory_limiter
- filter/include_fluent_tag_host
- filter/include_systemd
- filter/exclude_systemd_snap_kubelite
- attributes/extract_systemd_source_name_from_fluent_tag
- groupbyattrs/systemd
- source/systemd
- attributes/remove_fluent_tag
- batch
exporters:
- sumologic/systemd
logs/fluent/kubelet:
receivers:
- fluentforward
processors:
- memory_limiter
- filter/include_fluent_tag_host

# Vagrant specific
- filter/exclude_fluent_tag_receiver_mock_container
# Vagrant specific
- filter/exclude_fluent_tag_receiver_mock_container

- filter/include_systemd_snap_kubelite
- groupbyattrs/systemd
- source/kubelet
- attributes/remove_fluent_tag
- batch
exporters:
- sumologic/systemd
- filter/include_systemd_snap_kubelite
- groupbyattrs/systemd
- source/kubelet
- attributes/remove_fluent_tag
- batch
exporters:
- sumologic/systemd

0 comments on commit 9801a90

Please sign in to comment.