Add metricbeat steps to jenkins_build_load_testing.sh (elastic#90290)

* Update jenkins_build_load_testing.sh

* Change variables name

* Change to tar.gz package

* change install location

* Rename folder

* Debug and new folder name

* fix debug

* Fix path not changed

* more logging

* add cat logs

* more logging and skipping tests for debug

* Update jenkins_build_load_testing.sh

* Update jenkins_build_load_testing.sh

* Fix kibana_dir var

* Change log file path

* Update jenkins_build_load_testing.sh

* Update jenkins_build_load_testing.sh

* Fix metricbeat start

* Remove extra ls logging

* Changing to MB 7.11.0

* Fix package name

* Fix wrong copy

* Add vault credentials for stats

* Adding system data and removing log

* Update jenkins_build_load_testing.sh

Update script

* Update jenkins_build_load_testing.sh

Remove `ls` commands

Co-authored-by: Kibana Machine <42973632+kibanamachine@users.noreply.github.com>
Co-authored-by: Dmitry <dzmitry.lemechko@elastic.co>

test/scripts/jenkins_build_load_testing.sh

@@ -15,10 +15,48 @@ if [[ ! "$TASK_QUEUE_PROCESS_ID" ]]; then
   ./test/scripts/jenkins_xpack_build_plugins.sh
 fi
 
+echo " -> Configure Metricbeat monitoring"
+# Configure Metricbeat monitoring for Kibana and ElasticSearch, ingest monitoring data into Kibana Stats cluster
+# Getting the URL
+TOP="$(curl -L http://snapshots.elastic.co/latest/master.json)"
+MB_BUILD=$(echo $TOP | sed 's/.*"version" : "\(.*\)", "build_id.*/\1/')
+echo $MB_BUILD
+MB_BUILD_ID=$(echo $TOP | sed 's/.*"build_id" : "\(.*\)", "manifest_url.*/\1/')
+
+URL=https://snapshots.elastic.co/${MB_BUILD_ID}/downloads/beats/metricbeat/metricbeat-${MB_BUILD}-linux-x86_64.tar.gz
+URL=https://artifacts.elastic.co/downloads/beats/metricbeat/metricbeat-7.11.0-linux-x86_64.tar.gz
+echo $URL
+# Downloading the Metricbeat package
+while [ 1 ]; do
+  wget -q --retry-connrefused --waitretry=1 --read-timeout=20 --timeout=15 -t 0 --continue --no-check-certificate --tries=3 $URL
+  if [ $? = 0 ]; then break; fi; # check return value, break if successful (0)
+  sleep 1s;
+done;
+
+# Install Metricbeat
+echo "untar metricbeat and config"
+#tar -xzf metricbeat-${MB_BUILD}-linux-x86_64.tar.gz
+tar -xzf metricbeat-7.11.0-linux-x86_64.tar.gz
+#mv metricbeat-${MB_BUILD}-linux-x86_64 metricbeat-install
+mv metricbeat-7.11.0-linux-x86_64 metricbeat-install
+
+# Configure Metricbeat
+echo " -> Changing metricbeat config"
+pushd ../kibana-load-testing
+cp cfg/metricbeat/elasticsearch-xpack.yml $KIBANA_DIR/metricbeat-install/modules.d/elasticsearch-xpack.yml
+cp cfg/metricbeat/kibana-xpack.yml $KIBANA_DIR/metricbeat-install/modules.d/kibana-xpack.yml
+echo "fields.build: ${BUILD_ID}" >> cfg/metricbeat/metricbeat.yml
+echo "path.config: ${KIBANA_DIR}/metricbeat-install" >> cfg/metricbeat/metricbeat.yml
+echo "cloud.auth: ${USER_FROM_VAULT}:${PASS_FROM_VAULT}" >> cfg/metricbeat/metricbeat.yml
+cp cfg/metricbeat/metricbeat.yml $KIBANA_DIR/metricbeat-install/metricbeat.yml
+# Disable system monitoring: enabled for now to have more data
+#mv $KIBANA_DIR/metricbeat-install/modules.d/system.yml $KIBANA_DIR/metricbeat-install/modules.d/system.yml.disabled
+popd
+
 # doesn't persist, also set in kibanaPipeline.groovy
 export KBN_NP_PLUGINS_BUILT=true
 
-echo " -> building and extracting default Kibana distributable for use in functional tests"
+echo " -> Building and extracting default Kibana distributable for use in functional tests"
 cd "$KIBANA_DIR"
 node scripts/build --debug
 linuxBuild="$(find "$KIBANA_DIR/target" -name 'kibana-*-linux-x86_64.tar.gz')"
@@ -29,11 +67,21 @@ tar -xzf "$linuxBuild" -C "$installDir" --strip=1
 mkdir -p "$WORKSPACE/kibana-build"
 cp -pR install/kibana/. $WORKSPACE/kibana-build/
 
-echo " -> test setup"
+echo " -> Setup env for tests"
 source test/scripts/jenkins_test_setup_xpack.sh
 
-echo " -> run gatling load testing"
+# Start Metricbeat
+echo " -> Starting metricbeat"
+pushd $KIBANA_DIR/metricbeat-install
+nohup ./metricbeat > metricbeat.log 2>&1 &
+popd
+
+echo " -> Running gatling load testing"
 export GATLING_SIMULATIONS="$simulations"
 node scripts/functional_tests \
   --kibana-install-dir "$KIBANA_INSTALL_DIR" \
   --config test/load/config.ts
+
+# Show output of Metricbeat. Disabled. Enable for debug purposes
+#echo "output of metricbeat.log" 
+#cat $KIBANA_DIR/metricbeat-install/metricbeat.log