diff --git a/site/data/3.10/arangod.json b/site/data/3.10/arangod.json index d79b0d7187..18c16466f7 100644 --- a/site/data/3.10/arangod.json +++ b/site/data/3.10/arangod.json @@ -1109,7 +1109,7 @@ "agent", "single" ], - "default" : 7739683840, + "default" : 7739680768, "deprecatedIn" : null, "description" : "The global size limit for all caches (in bytes).", "dynamic" : true, @@ -7273,7 +7273,7 @@ "type" : "boolean" }, "query.global-memory-limit" : { - "base" : 33106219008, + "base" : 33106206720, "category" : "option", "component" : [ "coordinator", @@ -7281,7 +7281,7 @@ "agent", "single" ], - "default" : 26816037397, + "default" : 26816027443, "deprecatedIn" : null, "description" : "The memory threshold for all AQL queries combined (in bytes, 0 = no limit).", "dynamic" : true, @@ -7539,7 +7539,7 @@ "type" : "double" }, "query.memory-limit" : { - "base" : 33106219008, + "base" : 33106206720, "category" : "option", "component" : [ "coordinator", @@ -7547,7 +7547,7 @@ "agent", "single" ], - "default" : 19863731405, + "default" : 19863724032, "deprecatedIn" : null, "description" : "The memory threshold per AQL query (in bytes, 0 = no limit).", "dynamic" : true, @@ -8659,7 +8659,7 @@ "agent", "single" ], - "default" : 9287620608, + "default" : 9287616921, "deprecatedIn" : null, "description" : "The size of block cache (in bytes).", "dynamic" : true, @@ -11006,7 +11006,7 @@ "agent", "single" ], - "default" : 12383494144, + "default" : 12383489228, "deprecatedIn" : null, "description" : "The maximum total size of in-memory write buffers (0 = unbounded).", "dynamic" : true, diff --git a/site/data/3.11/arangod.json b/site/data/3.11/arangod.json index 5180c3e7ab..3beb14233e 100644 --- a/site/data/3.11/arangod.json +++ b/site/data/3.11/arangod.json @@ -1400,7 +1400,7 @@ "agent", "single" ], - "default" : 7739683840, + "default" : 7739680768, "deprecatedIn" : null, "description" : "The global size limit for all caches (in bytes).", "dynamic" : true, @@ -7548,7 +7548,7 @@ "type" : "boolean" }, "query.global-memory-limit" : { - "base" : 33106219008, + "base" : 33106206720, "category" : "option", "component" : [ "coordinator", @@ -7556,7 +7556,7 @@ "agent", "single" ], - "default" : 26816037397, + "default" : 26816027443, "deprecatedIn" : null, "description" : "The memory threshold for all AQL queries combined (in bytes, 0 = no limit).", "dynamic" : true, @@ -7846,7 +7846,7 @@ "type" : "double" }, "query.memory-limit" : { - "base" : 33106219008, + "base" : 33106206720, "category" : "option", "component" : [ "coordinator", @@ -7854,7 +7854,7 @@ "agent", "single" ], - "default" : 19863731405, + "default" : 19863724032, "deprecatedIn" : null, "description" : "The memory threshold per AQL query (in bytes, 0 = no limit).", "dynamic" : true, @@ -9089,7 +9089,7 @@ "agent", "single" ], - "default" : 9287620608, + "default" : 9287616921, "deprecatedIn" : null, "description" : "The size of block cache (in bytes).", "dynamic" : true, @@ -11670,7 +11670,7 @@ "agent", "single" ], - "default" : 12383494144, + "default" : 12383489228, "deprecatedIn" : null, "description" : "The maximum total size of in-memory write buffers (0 = unbounded).", "dynamic" : true, diff --git a/site/data/3.12/allMetrics.yaml b/site/data/3.12/allMetrics.yaml index 1e7da743ff..5fd812b7a9 100644 --- a/site/data/3.12/allMetrics.yaml +++ b/site/data/3.12/allMetrics.yaml @@ -2299,6 +2299,46 @@ If an error is logged then it should be taken seriously as it may require user intervention to solve. +- name: arangodb_logger_messages_dropped_total + introducedIn: "3.12.1" + help: | + Total number of dropped log messages. + unit: number + type: counter + category: Statistics + complexity: simple + exposedBy: + - agent + - coordinator + - dbserver + - single + description: | + Total number of log messages that were dropped by the logger. + + Log messages that are produced by worker threads are pushed into a log + queue that is owned by a dedicated logger thread. This dedicated log + thread is then responsible for writing the log messages out to disk or + stdout asynchronously. + As there can be many threads that produce log messages, but only one + thread that consumes and logs messages from the log queue, it is possible + that the log queue grows too large, potentially consuming a lot of + memory to buffer all non-consumed log messages in RAM. + In order to prevent the log queue from using too much memory, its size + is bounded. The startup option `--log.max-queued-entries` controls the + maximum size of the log queue. + Whenever the log queue has reached its capacity limit and a log producer + thread tries to push a log message to the log queue, the log message + will be dropped. For every dropped log message this metric will be + increased by one, so it becomes visible that log messages were dropped. + troubleshoot: | + In case this metric is greater than one, there is too much logging + going on for the log thread to keep up with incoming log messages. There + are two ways to counteract this. + Either the log levels needed to be lowered (e.g. from "trace" to "debug" + or from "debug" to "info"), or the maximum capacity of the log queue + needs to be increased. This can be achieved by adjusting the value of + the startup option `--log.max-queued-entries` to a higher value. + - name: arangodb_logger_warnings_total introducedIn: "3.9.0" help: | diff --git a/site/data/3.12/arangod.json b/site/data/3.12/arangod.json index 729ffc0ed1..6180d717d5 100644 --- a/site/data/3.12/arangod.json +++ b/site/data/3.12/arangod.json @@ -1353,7 +1353,7 @@ "agent", "single" ], - "default" : 7739683840, + "default" : 7739680768, "deprecatedIn" : null, "description" : "The global size limit for all caches (in bytes).", "dynamic" : true, @@ -2764,7 +2764,7 @@ "dbserver", "single" ], - "default" : 6191747072, + "default" : 6191744614, "deprecatedIn" : null, "description" : "Maximum memory usage (in bytes) to be used by all ongoing dumps.", "dynamic" : true, @@ -5473,7 +5473,7 @@ "type" : "boolean" }, "query.global-memory-limit" : { - "base" : 33106219008, + "base" : 33106206720, "category" : "option", "component" : [ "coordinator", @@ -5481,7 +5481,7 @@ "agent", "single" ], - "default" : 26816037397, + "default" : 26816027443, "deprecatedIn" : null, "description" : "The memory threshold for all AQL queries combined (in bytes, 0 = no limit).", "dynamic" : true, @@ -5757,7 +5757,7 @@ "type" : "double" }, "query.memory-limit" : { - "base" : 33106219008, + "base" : 33106206720, "category" : "option", "component" : [ "coordinator", @@ -5765,7 +5765,7 @@ "agent", "single" ], - "default" : 19863731405, + "default" : 19863724032, "deprecatedIn" : null, "description" : "The memory threshold per AQL query (in bytes, 0 = no limit).", "dynamic" : true, @@ -6876,7 +6876,7 @@ "agent", "single" ], - "default" : 9287620608, + "default" : 9287616921, "deprecatedIn" : null, "description" : "The size of block cache (in bytes).", "dynamic" : true, @@ -9411,7 +9411,7 @@ "agent", "single" ], - "default" : 12383494144, + "default" : 12383489228, "deprecatedIn" : null, "description" : "The maximum total size of in-memory write buffers (0 = unbounded).", "dynamic" : true, diff --git a/site/data/3.13/allMetrics.yaml b/site/data/3.13/allMetrics.yaml index 1e7da743ff..5fd812b7a9 100644 --- a/site/data/3.13/allMetrics.yaml +++ b/site/data/3.13/allMetrics.yaml @@ -2299,6 +2299,46 @@ If an error is logged then it should be taken seriously as it may require user intervention to solve. +- name: arangodb_logger_messages_dropped_total + introducedIn: "3.12.1" + help: | + Total number of dropped log messages. + unit: number + type: counter + category: Statistics + complexity: simple + exposedBy: + - agent + - coordinator + - dbserver + - single + description: | + Total number of log messages that were dropped by the logger. + + Log messages that are produced by worker threads are pushed into a log + queue that is owned by a dedicated logger thread. This dedicated log + thread is then responsible for writing the log messages out to disk or + stdout asynchronously. + As there can be many threads that produce log messages, but only one + thread that consumes and logs messages from the log queue, it is possible + that the log queue grows too large, potentially consuming a lot of + memory to buffer all non-consumed log messages in RAM. + In order to prevent the log queue from using too much memory, its size + is bounded. The startup option `--log.max-queued-entries` controls the + maximum size of the log queue. + Whenever the log queue has reached its capacity limit and a log producer + thread tries to push a log message to the log queue, the log message + will be dropped. For every dropped log message this metric will be + increased by one, so it becomes visible that log messages were dropped. + troubleshoot: | + In case this metric is greater than one, there is too much logging + going on for the log thread to keep up with incoming log messages. There + are two ways to counteract this. + Either the log levels needed to be lowered (e.g. from "trace" to "debug" + or from "debug" to "info"), or the maximum capacity of the log queue + needs to be increased. This can be achieved by adjusting the value of + the startup option `--log.max-queued-entries` to a higher value. + - name: arangodb_logger_warnings_total introducedIn: "3.9.0" help: | diff --git a/site/data/3.13/arangod.json b/site/data/3.13/arangod.json index 729ffc0ed1..6180d717d5 100644 --- a/site/data/3.13/arangod.json +++ b/site/data/3.13/arangod.json @@ -1353,7 +1353,7 @@ "agent", "single" ], - "default" : 7739683840, + "default" : 7739680768, "deprecatedIn" : null, "description" : "The global size limit for all caches (in bytes).", "dynamic" : true, @@ -2764,7 +2764,7 @@ "dbserver", "single" ], - "default" : 6191747072, + "default" : 6191744614, "deprecatedIn" : null, "description" : "Maximum memory usage (in bytes) to be used by all ongoing dumps.", "dynamic" : true, @@ -5473,7 +5473,7 @@ "type" : "boolean" }, "query.global-memory-limit" : { - "base" : 33106219008, + "base" : 33106206720, "category" : "option", "component" : [ "coordinator", @@ -5481,7 +5481,7 @@ "agent", "single" ], - "default" : 26816037397, + "default" : 26816027443, "deprecatedIn" : null, "description" : "The memory threshold for all AQL queries combined (in bytes, 0 = no limit).", "dynamic" : true, @@ -5757,7 +5757,7 @@ "type" : "double" }, "query.memory-limit" : { - "base" : 33106219008, + "base" : 33106206720, "category" : "option", "component" : [ "coordinator", @@ -5765,7 +5765,7 @@ "agent", "single" ], - "default" : 19863731405, + "default" : 19863724032, "deprecatedIn" : null, "description" : "The memory threshold per AQL query (in bytes, 0 = no limit).", "dynamic" : true, @@ -6876,7 +6876,7 @@ "agent", "single" ], - "default" : 9287620608, + "default" : 9287616921, "deprecatedIn" : null, "description" : "The size of block cache (in bytes).", "dynamic" : true, @@ -9411,7 +9411,7 @@ "agent", "single" ], - "default" : 12383494144, + "default" : 12383489228, "deprecatedIn" : null, "description" : "The maximum total size of in-memory write buffers (0 = unbounded).", "dynamic" : true,