Add Harvester Limit to the Apache Tomcat Logs

packages/apache_tomcat/changelog.yml

@@ -1,4 +1,9 @@
 # newer versions go on top
+- version: "1.5.0"
+  changes:
+    - description: Add the configuration option for harvester_limit
+      type: enhancement
+      link: https://github.com/elastic/integrations/pull/9558
 - version: "1.4.0"
   changes:
     - description: Enable secrets for sensitive fields. For more details, refer https://www.elastic.co/guide/en/fleet/current/agent-policy.html#agent-policy-secret-values

packages/apache_tomcat/data_stream/access/agent/stream/filestream.yml.hbs

@@ -17,3 +17,11 @@ publisher_pipeline.disable_host: true
 processors:
 {{processors}}
 {{/if}}
+{{#if harvester_limit}}
+harvester_limit:
+{{harvester_limit}}
+{{/if}}
+{{#if close.on_state_change.inactive}}
+close.on_state_change.inactive: 
+{{/if}}
+

packages/apache_tomcat/data_stream/access/manifest.yml

@@ -36,6 +36,22 @@ streams:
         required: false
         show_user: false
         description: Processors are used to reduce the number of fields in the exported event or to enhance the event with metadata. This executes in the agent before the logs are parsed. See [Processors](https://www.elastic.co/guide/en/fleet/current/elastic-agent-processor-configuration.html) for details.
+      - name: harvester_limit
+        type: integer
+        title: Harvester Limit
+        description: Limits the number of files that are ingested in parallel.
+        required: false
+        show_user: false
+        default: 0
+      - name: close.on_state_change.inactive
+        type: text
+        title: File Handle Closure Duration
+        description: The duration after which the file handle is closed if the file has not been updated. More details [here](https://www.elastic.co/guide/en/beats/filebeat/current/filebeat-input-filestream.html#filebeat-input-filestream-close-inactive).
+        multi: false
+        required: false
+        show_user: false
+        default: 5m
+
     template_path: filestream.yml.hbs
     title: Apache Tomcat Access logs
     description: Collect Apache Tomcat Access logs.

packages/apache_tomcat/data_stream/catalina/agent/stream/filestream.yml.hbs

@@ -17,6 +17,13 @@ publisher_pipeline.disable_host: true
 processors:
 {{processors}}
 {{/if}}
+{{#if harvester_limit}}
+harvester_limit:
+{{harvester_limit}}
+{{/if}}
+{{#if close.on_state_change.inactive}}
+close.on_state_change.inactive: 
+{{/if}}
 {{#if tz_offset}}
 fields_under_root: true
 fields:

packages/apache_tomcat/data_stream/catalina/manifest.yml

@@ -45,6 +45,21 @@ streams:
         required: false
         show_user: false
         description: Processors are used to reduce the number of fields in the exported event or to enhance the event with metadata. This executes in the agent before the logs are parsed. See [Processors](https://www.elastic.co/guide/en/fleet/current/elastic-agent-processor-configuration.html) for details.
+      - name: harvester_limit
+        type: integer
+        title: Harvester Limit
+        description: Limits the number of harvesters that are started in parallel.
+        required: false
+        show_user: false
+        default: 0 
+      - name: close.on_state_change.inactive
+        type: text
+        title: File Handle Closure duration
+        description: The duration after which the file handle is closed if the file has not been updated. More details [here](https://www.elastic.co/guide/en/beats/filebeat/current/filebeat-input-filestream.html#filebeat-input-filestream-close-inactive)
+        multi: false
+        required: false
+        show_user: false
+        default: 5m
       - name: parsers
         type: yaml
         title: Parsers

packages/apache_tomcat/data_stream/localhost/agent/stream/filestream.yml.hbs

@@ -17,6 +17,13 @@ publisher_pipeline.disable_host: true
 processors:
 {{processors}}
 {{/if}}
+{{#if harvester_limit}}
+harvester_limit:
+{{harvester_limit}}
+{{/if}}
+{{#if close.on_state_change.inactive}}
+close.on_state_change.inactive: 
+{{/if}}
 {{#if tz_offset}}
 fields_under_root: true
 fields:

packages/apache_tomcat/data_stream/localhost/manifest.yml

@@ -45,6 +45,20 @@ streams:
         required: false
         show_user: false
         description: Processors are used to reduce the number of fields in the exported event or to enhance the event with metadata. This executes in the agent before the logs are parsed. See [Processors](https://www.elastic.co/guide/en/fleet/current/elastic-agent-processor-configuration.html) for details.
+      - name: harvester_limit
+        type: integer
+        title: Harvester Limit
+        description: Limits the number of harvesters that are started in parallel.
+        required: false
+        show_user: false
+        default: 0 
+      - name: close.on_state_change.inactive
+        type: text
+        title: File Handle Closure duration
+        description: The duration after which the file handle is closed if the file has not been updated. More details [here](https://www.elastic.co/guide/en/beats/filebeat/current/filebeat-input-filestream.html#filebeat-input-filestream-close-inactive)
+        multi: false
+        required: false
+        show_user: false
       - name: parsers
         type: yaml
         title: Parsers

packages/apache_tomcat/manifest.yml

@@ -1,7 +1,7 @@
 format_version: "3.0.2"
 name: apache_tomcat
 title: Apache Tomcat
-version: "1.4.0"
+version: "1.5.0"
 description: Collect and parse logs and metrics from Apache Tomcat servers with Elastic Agent.
 categories: ["web", "observability"]
 type: integration