From 08c0cefe40a54b4f597e149e64f01170dd2b1400 Mon Sep 17 00:00:00 2001 From: codesigner Date: Tue, 10 Jan 2023 16:00:31 +0800 Subject: [PATCH 1/4] add memtracker flags to conf --- conf/nebula-graphd.conf.default | 16 ++++++++++++++++ conf/nebula-graphd.conf.production | 16 ++++++++++++++++ conf/nebula-storaged.conf.default | 16 ++++++++++++++++ conf/nebula-storaged.conf.production | 16 ++++++++++++++++ 4 files changed, 64 insertions(+) diff --git a/conf/nebula-graphd.conf.default b/conf/nebula-graphd.conf.default index 6f184327df6..a8ce8efa45c 100644 --- a/conf/nebula-graphd.conf.default +++ b/conf/nebula-graphd.conf.default @@ -97,3 +97,19 @@ ########## session ########## # Maximum number of sessions that can be created per IP and per user --max_sessions_per_ip_per_user=300 + +########## memory tracker ########## +# trackable memory ratio to (total_memory-untracked_reserved_memory) +--memory_tracker_limit_ratio=0.8 +# untracked reserved memory in Mib +--memory_tracker_untracked_reserved_memory_mb=50 + +# enable log memory tacker stats periodically +--memory_tracker_detail_log=true +# log memory tacker stats interval in milliseconds +--memory_tracker_detail_log_interval_ms=60000 + +# enable memory background purge (if jemalloc is used) +--memory_purge_enabled=true +# memory background purge interval in seconds +--memory_purge_interval_seconds=10 diff --git a/conf/nebula-graphd.conf.production b/conf/nebula-graphd.conf.production index d5b07642394..ec33b74beae 100644 --- a/conf/nebula-graphd.conf.production +++ b/conf/nebula-graphd.conf.production @@ -96,3 +96,19 @@ ########## session ########## # Maximum number of sessions that can be created per IP and per user --max_sessions_per_ip_per_user=300 + +########## memory tracker ########## +# trackable memory ratio to (total_memory-untracked_reserved_memory) +--memory_tracker_limit_ratio=0.8 +# untracked reserved memory in Mib +--memory_tracker_untracked_reserved_memory_mb=50 + +# enable log memory tacker stats periodically +--memory_tracker_detail_log=true +# log memory tacker stats interval in milliseconds +--memory_tracker_detail_log_interval_ms=60000 + +# enable memory background purge (if jemalloc is used) +--memory_purge_enabled=true +# memory background purge interval in seconds +--memory_purge_interval_seconds=10\ diff --git a/conf/nebula-storaged.conf.default b/conf/nebula-storaged.conf.default index 34c345ac9ed..7e609f1345d 100644 --- a/conf/nebula-storaged.conf.default +++ b/conf/nebula-storaged.conf.default @@ -122,3 +122,19 @@ --rebuild_index_part_rate_limit=4194304 # The amount of data sent in each batch when leader synchronizes rebuilding index --rebuild_index_batch_size=1048576 + +########## memory tracker ########## +# trackable memory ratio to (total_memory-untracked_reserved_memory) +--memory_tracker_limit_ratio=0.8 +# untracked reserved memory in Mib +--memory_tracker_untracked_reserved_memory_mb=50 + +# enable log memory tacker stats periodically +--memory_tracker_detail_log=true +# log memory tacker stats interval in milliseconds +--memory_tracker_detail_log_interval_ms=60000 + +# enable memory background purge (if jemalloc is used) +--memory_purge_enabled=true +# memory background purge interval in seconds +--memory_purge_interval_seconds=10 diff --git a/conf/nebula-storaged.conf.production b/conf/nebula-storaged.conf.production index d0004f06fc5..2c3ed06e4d5 100644 --- a/conf/nebula-storaged.conf.production +++ b/conf/nebula-storaged.conf.production @@ -123,3 +123,19 @@ --rebuild_index_part_rate_limit=4194304 # The amount of data sent in each batch when leader synchronizes rebuilding index --rebuild_index_batch_size=1048576 + +########## memory tracker ########## +# trackable memory ratio to (total_memory-untracked_reserved_memory) +--memory_tracker_limit_ratio=0.8 +# untracked reserved memory in Mib +--memory_tracker_untracked_reserved_memory_mb=50 + +# enable log memory tacker stats periodically +--memory_tracker_detail_log=true +# log memory tacker stats interval in milliseconds +--memory_tracker_detail_log_interval_ms=60000 + +# enable memory background purge (if jemalloc is used) +--memory_purge_enabled=true +# memory background purge interval in seconds +--memory_purge_interval_seconds=10 From 194af558e473e2d3def159e552f18dfcebd4d174 Mon Sep 17 00:00:00 2001 From: codesigner Date: Tue, 10 Jan 2023 16:08:52 +0800 Subject: [PATCH 2/4] typo --- conf/nebula-graphd.conf.default | 2 +- conf/nebula-graphd.conf.production | 4 ++-- conf/nebula-storaged.conf.default | 2 +- conf/nebula-storaged.conf.production | 2 +- 4 files changed, 5 insertions(+), 5 deletions(-) diff --git a/conf/nebula-graphd.conf.default b/conf/nebula-graphd.conf.default index a8ce8efa45c..115fd2ea7da 100644 --- a/conf/nebula-graphd.conf.default +++ b/conf/nebula-graphd.conf.default @@ -104,7 +104,7 @@ # untracked reserved memory in Mib --memory_tracker_untracked_reserved_memory_mb=50 -# enable log memory tacker stats periodically +# enable log memory tracker stats periodically --memory_tracker_detail_log=true # log memory tacker stats interval in milliseconds --memory_tracker_detail_log_interval_ms=60000 diff --git a/conf/nebula-graphd.conf.production b/conf/nebula-graphd.conf.production index ec33b74beae..2609d8c7d2f 100644 --- a/conf/nebula-graphd.conf.production +++ b/conf/nebula-graphd.conf.production @@ -103,7 +103,7 @@ # untracked reserved memory in Mib --memory_tracker_untracked_reserved_memory_mb=50 -# enable log memory tacker stats periodically +# enable log memory tracker stats periodically --memory_tracker_detail_log=true # log memory tacker stats interval in milliseconds --memory_tracker_detail_log_interval_ms=60000 @@ -111,4 +111,4 @@ # enable memory background purge (if jemalloc is used) --memory_purge_enabled=true # memory background purge interval in seconds ---memory_purge_interval_seconds=10\ +--memory_purge_interval_seconds=10 diff --git a/conf/nebula-storaged.conf.default b/conf/nebula-storaged.conf.default index 7e609f1345d..ee84d86a4cb 100644 --- a/conf/nebula-storaged.conf.default +++ b/conf/nebula-storaged.conf.default @@ -129,7 +129,7 @@ # untracked reserved memory in Mib --memory_tracker_untracked_reserved_memory_mb=50 -# enable log memory tacker stats periodically +# enable log memory tracker stats periodically --memory_tracker_detail_log=true # log memory tacker stats interval in milliseconds --memory_tracker_detail_log_interval_ms=60000 diff --git a/conf/nebula-storaged.conf.production b/conf/nebula-storaged.conf.production index 2c3ed06e4d5..d89cdcc5640 100644 --- a/conf/nebula-storaged.conf.production +++ b/conf/nebula-storaged.conf.production @@ -130,7 +130,7 @@ # untracked reserved memory in Mib --memory_tracker_untracked_reserved_memory_mb=50 -# enable log memory tacker stats periodically +# enable log memory tracker stats periodically --memory_tracker_detail_log=true # log memory tacker stats interval in milliseconds --memory_tracker_detail_log_interval_ms=60000 From aa36525e09805bccaca55c563df25cc7f4c119a5 Mon Sep 17 00:00:00 2001 From: codesigner Date: Tue, 10 Jan 2023 16:10:18 +0800 Subject: [PATCH 3/4] refine --- conf/nebula-graphd.conf.default | 4 ++-- conf/nebula-graphd.conf.production | 2 +- conf/nebula-storaged.conf.default | 2 +- conf/nebula-storaged.conf.production | 2 +- 4 files changed, 5 insertions(+), 5 deletions(-) diff --git a/conf/nebula-graphd.conf.default b/conf/nebula-graphd.conf.default index 115fd2ea7da..d8f46437e11 100644 --- a/conf/nebula-graphd.conf.default +++ b/conf/nebula-graphd.conf.default @@ -99,7 +99,7 @@ --max_sessions_per_ip_per_user=300 ########## memory tracker ########## -# trackable memory ratio to (total_memory-untracked_reserved_memory) +# trackable memory ratio (trackable_memory / total_memory-untracked_reserved_memory) --memory_tracker_limit_ratio=0.8 # untracked reserved memory in Mib --memory_tracker_untracked_reserved_memory_mb=50 @@ -112,4 +112,4 @@ # enable memory background purge (if jemalloc is used) --memory_purge_enabled=true # memory background purge interval in seconds ---memory_purge_interval_seconds=10 +--memory_purge_interval_seconds=10 \ No newline at end of file diff --git a/conf/nebula-graphd.conf.production b/conf/nebula-graphd.conf.production index 2609d8c7d2f..c980892988c 100644 --- a/conf/nebula-graphd.conf.production +++ b/conf/nebula-graphd.conf.production @@ -98,7 +98,7 @@ --max_sessions_per_ip_per_user=300 ########## memory tracker ########## -# trackable memory ratio to (total_memory-untracked_reserved_memory) +# trackable memory ratio (trackable_memory / total_memory-untracked_reserved_memory) --memory_tracker_limit_ratio=0.8 # untracked reserved memory in Mib --memory_tracker_untracked_reserved_memory_mb=50 diff --git a/conf/nebula-storaged.conf.default b/conf/nebula-storaged.conf.default index ee84d86a4cb..04a5ecb2de5 100644 --- a/conf/nebula-storaged.conf.default +++ b/conf/nebula-storaged.conf.default @@ -124,7 +124,7 @@ --rebuild_index_batch_size=1048576 ########## memory tracker ########## -# trackable memory ratio to (total_memory-untracked_reserved_memory) +# trackable memory ratio (trackable_memory / total_memory-untracked_reserved_memory) --memory_tracker_limit_ratio=0.8 # untracked reserved memory in Mib --memory_tracker_untracked_reserved_memory_mb=50 diff --git a/conf/nebula-storaged.conf.production b/conf/nebula-storaged.conf.production index d89cdcc5640..22d2f8c3035 100644 --- a/conf/nebula-storaged.conf.production +++ b/conf/nebula-storaged.conf.production @@ -125,7 +125,7 @@ --rebuild_index_batch_size=1048576 ########## memory tracker ########## -# trackable memory ratio to (total_memory-untracked_reserved_memory) +# trackable memory ratio (trackable_memory / total_memory-untracked_reserved_memory) --memory_tracker_limit_ratio=0.8 # untracked reserved memory in Mib --memory_tracker_untracked_reserved_memory_mb=50 From e9d1d9c9fd5c6294850aca63939cf836f1f4f11d Mon Sep 17 00:00:00 2001 From: codesigner Date: Tue, 10 Jan 2023 16:11:12 +0800 Subject: [PATCH 4/4] refine --- conf/nebula-graphd.conf.default | 4 ++-- conf/nebula-graphd.conf.production | 2 +- conf/nebula-storaged.conf.default | 2 +- conf/nebula-storaged.conf.production | 2 +- 4 files changed, 5 insertions(+), 5 deletions(-) diff --git a/conf/nebula-graphd.conf.default b/conf/nebula-graphd.conf.default index d8f46437e11..871ddd667c3 100644 --- a/conf/nebula-graphd.conf.default +++ b/conf/nebula-graphd.conf.default @@ -99,7 +99,7 @@ --max_sessions_per_ip_per_user=300 ########## memory tracker ########## -# trackable memory ratio (trackable_memory / total_memory-untracked_reserved_memory) +# trackable memory ratio (trackable_memory / (total_memory - untracked_reserved_memory) ) --memory_tracker_limit_ratio=0.8 # untracked reserved memory in Mib --memory_tracker_untracked_reserved_memory_mb=50 @@ -112,4 +112,4 @@ # enable memory background purge (if jemalloc is used) --memory_purge_enabled=true # memory background purge interval in seconds ---memory_purge_interval_seconds=10 \ No newline at end of file +--memory_purge_interval_seconds=10 diff --git a/conf/nebula-graphd.conf.production b/conf/nebula-graphd.conf.production index c980892988c..ad28a43cf39 100644 --- a/conf/nebula-graphd.conf.production +++ b/conf/nebula-graphd.conf.production @@ -98,7 +98,7 @@ --max_sessions_per_ip_per_user=300 ########## memory tracker ########## -# trackable memory ratio (trackable_memory / total_memory-untracked_reserved_memory) +# trackable memory ratio (trackable_memory / (total_memory - untracked_reserved_memory) ) --memory_tracker_limit_ratio=0.8 # untracked reserved memory in Mib --memory_tracker_untracked_reserved_memory_mb=50 diff --git a/conf/nebula-storaged.conf.default b/conf/nebula-storaged.conf.default index 04a5ecb2de5..4d102e616a8 100644 --- a/conf/nebula-storaged.conf.default +++ b/conf/nebula-storaged.conf.default @@ -124,7 +124,7 @@ --rebuild_index_batch_size=1048576 ########## memory tracker ########## -# trackable memory ratio (trackable_memory / total_memory-untracked_reserved_memory) +# trackable memory ratio (trackable_memory / (total_memory - untracked_reserved_memory) ) --memory_tracker_limit_ratio=0.8 # untracked reserved memory in Mib --memory_tracker_untracked_reserved_memory_mb=50 diff --git a/conf/nebula-storaged.conf.production b/conf/nebula-storaged.conf.production index 22d2f8c3035..db71776e61f 100644 --- a/conf/nebula-storaged.conf.production +++ b/conf/nebula-storaged.conf.production @@ -125,7 +125,7 @@ --rebuild_index_batch_size=1048576 ########## memory tracker ########## -# trackable memory ratio (trackable_memory / total_memory-untracked_reserved_memory) +# trackable memory ratio (trackable_memory / (total_memory - untracked_reserved_memory) ) --memory_tracker_limit_ratio=0.8 # untracked reserved memory in Mib --memory_tracker_untracked_reserved_memory_mb=50