From da40cd7b54efc5213129ed7259ef28f066ce56f1 Mon Sep 17 00:00:00 2001 From: Jose Javier Merchante Date: Thu, 9 Feb 2023 09:30:24 +0100 Subject: [PATCH] [config] Update configuration files This commit updates the configuration files to reduce the number of bulk and scroll size and update some other outdated parameters. Signed-off-by: Jose Javier Merchante --- default-grimoirelab-settings/setup-docker.cfg | 12 +- .../setup-opensearch.cfg | 15 +- default-grimoirelab-settings/setup-pip.cfg | 149 ------------------ .../setup-secured.cfg | 12 +- default-grimoirelab-settings/setup.cfg | 12 +- 5 files changed, 22 insertions(+), 178 deletions(-) delete mode 100644 default-grimoirelab-settings/setup-pip.cfg diff --git a/default-grimoirelab-settings/setup-docker.cfg b/default-grimoirelab-settings/setup-docker.cfg index dd0b9ba1..2721f1c1 100644 --- a/default-grimoirelab-settings/setup-docker.cfg +++ b/default-grimoirelab-settings/setup-docker.cfg @@ -4,8 +4,8 @@ update = true min_update_delay = 60 debug = false logs_dir = /home/grimoire/logs -bulk_size = 1000 -scroll_size = 1000 +bulk_size = 100 +scroll_size = 100 aliases_file = /home/grimoire/aliases.json [projects] @@ -26,19 +26,17 @@ port = 8000 path = /identities/api/ ssl = false database = sortinghat_db -autoprofile = [github, pipermail, git] +autoprofile = [github, git] matching = [email,name,username] sleep_for = 100 unaffiliated_group = Unknown affiliate = true [panels] -kibiter_time_from = now-5y +kibiter_time_from = now-90d kibiter_default_index = git kibiter_url = http://localhost:5601 -kibiter_version = 6.1.4-1 -gitlab-issues = true -gitlab-merges = true +kibiter_version = 6.8.6-3 [phases] collection = true diff --git a/default-grimoirelab-settings/setup-opensearch.cfg b/default-grimoirelab-settings/setup-opensearch.cfg index 230f281f..fd3e50b0 100644 --- a/default-grimoirelab-settings/setup-opensearch.cfg +++ b/default-grimoirelab-settings/setup-opensearch.cfg @@ -4,8 +4,8 @@ update = true min_update_delay = 60 debug = false logs_dir = /home/grimoire/logs -bulk_size = 1000 -scroll_size = 1000 +bulk_size = 100 +scroll_size = 100 aliases_file = /home/grimoire/aliases.json [projects] @@ -26,18 +26,17 @@ port = 8000 path = /identities/api/ ssl = false database = sortinghat_db -autoprofile = [github, pipermail, git] +autoprofile = [github, git] matching = [email,name,username] sleep_for = 100 unaffiliated_group = Unknown affiliate = true [panels] -kibiter_time_from = now-5y -kibiter_default_index = git -kibiter_url = http://admin:admin@opensearch-dashboards:5601 -gitlab-issues = true -gitlab-merges = true +kibiter_time_from = +kibiter_default_index = +kibiter_url = +kibiter_version = [phases] collection = true diff --git a/default-grimoirelab-settings/setup-pip.cfg b/default-grimoirelab-settings/setup-pip.cfg deleted file mode 100644 index 5c727047..00000000 --- a/default-grimoirelab-settings/setup-pip.cfg +++ /dev/null @@ -1,149 +0,0 @@ -[general] -short_name = GrimoireLab -update = true -min_update_delay = 60 -debug = false -logs_dir = /tmp -aliases_file = ./aliases.json - -[projects] -projects_file = ./projects.json - -[es_collection] -url = http://localhost:9200 - -[es_enrichment] -url = http://localhost:9200 -autorefresh = true - -[sortinghat] -host = localhost -user = root -password = -database = demo_sh -load_orgs = true -orgs_file = ./organizations.json -autoprofile = [github, pipermail, git] -matching = [email] -sleep_for = 100 -unaffiliated_group = Unknown -affiliate = true -strict_mapping = false -reset_on_load = false -identities_file = [./identities.yml] -identities_format = grimoirelab - -[panels] -kibiter_time_from = now-5y -kibiter_default_index = git -kibiter_url = http://localhost:5601 -kibiter_version = 6.1.4-1 -gitlab-issues = true -gitlab-merges = true - -[phases] -collection = true -identities = true -enrichment = true -panels = true - -#[bugzillarest] -#raw_index = bugzillarest_demo_raw -#enriched_index = bugzillarest_demo_enriched -#no-archive = true - -#[confluence] -#no-archive = true -#raw_index = confluence_demo_raw -#enriched_index = confluence_demo_enriched - -[git] -raw_index = git_demo_raw -enriched_index = git_demo_enriched -latest-items = true -studies = [enrich_demography:git, enrich_areas_of_code:git, enrich_onion:git] - -#[github] -#api-token = -#enterprise-url = -#raw_index = github_demo_raw -#sleep-for-rate = true -#sleep-time = "300" -#enriched_index = github_demo_enriched - -#[gitlab:issue] -#api-token = -#raw_index = gitlab_issues_demo_raw -#enriched_index = gitlab_issues_demo_enriched -#no-archive = true -#enterprise-url = -#sleep-for-rate = true - -#[gitlab:merge] -#api-token = -#raw_index = gitlab_merges_demo_raw -#enriched_index = gitlab_merges_demo_enriched -#no-archive = true -#enterprise-url = -#category = merge_request -#sleep-for-rate = true - -#[jira] -#raw_index = jira_demo_raw -#enriched_index = jira_demo_enriched -#no-archive = true - -#[pipermail] -#raw_index = pipermail_demo_raw -#enriched_index = pipermail_demo_enriched -#no-verify = true - -#[mediawiki] -#raw_index = mediawiki_demo_raw -#enriched_index = mediawiki_demo_enriched -#no-archive = true - -#[meetup] -#raw_index = meetup_demo_raw -#enriched_index = meetup_demo_enriched -#api-token = -#no-archive = true -#sleep-for-rate = true -#sleep-time = "300" - -#[stackexchange] -#raw_index = stackexchange_demo_raw -#enriched_index = stackexchange_demo_enriched -#api-token = -#no-archive = true - -#[slack] -#raw_index = slack_demo_raw -#enriched_index = slack_demo_enriched -#api-token = -#no-archive = true - -#[supybot] -#raw_index = supybot_demo_raw -#enriched_index = supybot_demo_enriched - -#[twitter] -#raw_index = twitter_demo_raw -#enriched_index = twitter_demo_enriched -#api-token = -#no-archive = true -#sleep-for-rate = true -#sleep-time = 300 - -## studies based on enriched indexes - -[enrich_demography:git] - -[enrich_areas_of_code:git] -in_index = git_demo_raw -out_index = git-aoc_demo_enriched - -[enrich_onion:git] -in_index = git-aoc_demo_enriched -out_index = git-onion_demo_enriched -contribs_field = hash diff --git a/default-grimoirelab-settings/setup-secured.cfg b/default-grimoirelab-settings/setup-secured.cfg index 23eec0fa..82406b7c 100644 --- a/default-grimoirelab-settings/setup-secured.cfg +++ b/default-grimoirelab-settings/setup-secured.cfg @@ -4,8 +4,8 @@ update = true min_update_delay = 60 debug = false logs_dir = /home/grimoire/logs -bulk_size = 1000 -scroll_size = 1000 +bulk_size = 100 +scroll_size = 100 aliases_file = /home/grimoire/aliases.json [projects] @@ -26,19 +26,17 @@ port = 8000 path = /identities/api/ ssl = false database = sortinghat_db -autoprofile = [github, pipermail, git] +autoprofile = [github, git] matching = [email,name,username] sleep_for = 100 unaffiliated_group = Unknown affiliate = true [panels] -kibiter_time_from = now-5y +kibiter_time_from = now-90d kibiter_default_index = git kibiter_url = http://admin:admin@kibiter:5601 -kibiter_version = 6.1.4-5 -gitlab-issues = true -gitlab-merges = true +kibiter_version = 6.8.6-3 [phases] collection = true diff --git a/default-grimoirelab-settings/setup.cfg b/default-grimoirelab-settings/setup.cfg index d669de90..300951ea 100644 --- a/default-grimoirelab-settings/setup.cfg +++ b/default-grimoirelab-settings/setup.cfg @@ -4,8 +4,8 @@ update = true min_update_delay = 60 debug = false logs_dir = /home/grimoire/logs -bulk_size = 1000 -scroll_size = 1000 +bulk_size = 100 +scroll_size = 100 aliases_file = /home/grimoire/aliases.json [projects] @@ -26,19 +26,17 @@ port = 8000 path = /identities/api/ ssl = false database = sortinghat_db -autoprofile = [github, pipermail, git] +autoprofile = [github, git] matching = [email,name,username] sleep_for = 100 unaffiliated_group = Unknown affiliate = true [panels] -kibiter_time_from = now-5y +kibiter_time_from = now-90d kibiter_default_index = git kibiter_url = http://kibiter:5601 -kibiter_version = 6.1.4-1 -gitlab-issues = true -gitlab-merges = true +kibiter_version = 6.8.6-3 [phases] collection = true