Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
Merge branch 'main' into max-con-reporting
- Loading branch information
Showing
3,742 changed files
with
83,451 additions
and
35,361 deletions.
The diff you're trying to view is too large. We only load the first 3000 changed files.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
17 changes: 17 additions & 0 deletions
17
.buildkite/pipelines/es_serverless/emergency_relelease_branch_testing.yml
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,17 @@ | ||
| # https://buildkite.com/elastic/kibana-serverless-emergency-release-branch-testing | ||
|
|
||
| ## Triggers the artifacts container image build for emergency releases | ||
| agents: | ||
| queue: kibana-default | ||
|
|
||
| notify: | ||
| - slack: "#kibana-mission-control" | ||
| if: "build.state == 'passed' || build.state == 'failed' || build.state == 'scheduled'" | ||
|
|
||
| steps: | ||
| - trigger: "kibana-artifacts-container-image" | ||
| label: ":docker: Build Kibana Artifacts Container Image" | ||
| build: | ||
| branch: $BUILDKITE_BRANCH | ||
| commit: $BUILDKITE_COMMIT | ||
| message: Running PR build for $BUILDKITE_BRANCH |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
67 changes: 67 additions & 0 deletions
67
.buildkite/pipelines/security_solution/api_integration.yml
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,67 @@ | ||
| steps: | ||
| - label: Running exception_workflows:runner:serverless | ||
| command: .buildkite/scripts/pipelines/security_solution_quality_gate/api-integration-tests.sh exception_workflows:qa:serverless | ||
| key: exception_workflows:runner:serverless | ||
| agents: | ||
| queue: n2-4-spot | ||
| timeout_in_minutes: 120 | ||
| retry: | ||
| automatic: | ||
| - exit_status: '*' | ||
| limit: 2 | ||
|
|
||
| - label: Running exception_operators_date_numeric_types:runner:serverless | ||
| command: .buildkite/scripts/pipelines/security_solution_quality_gate/api-integration-tests.sh exception_operators_date_numeric_types:qa:serverless | ||
| key: exception_operators_date_numeric_types:runner:serverless | ||
| agents: | ||
| queue: n2-4-spot | ||
| timeout_in_minutes: 120 | ||
| retry: | ||
| automatic: | ||
| - exit_status: '*' | ||
| limit: 2 | ||
|
|
||
| - label: Running exception_operators_keyword_text_long:runner:serverless | ||
| command: .buildkite/scripts/pipelines/security_solution_quality_gate/api-integration-tests.sh exception_operators_keyword_text_long:qa:serverless | ||
| key: exception_operators_keyword_text_long:runner:serverless | ||
| agents: | ||
| queue: n2-4-spot | ||
| timeout_in_minutes: 120 | ||
| retry: | ||
| automatic: | ||
| - exit_status: '*' | ||
| limit: 2 | ||
|
|
||
| - label: Running exception_operators_ips_text_array:runner:serverless | ||
| command: .buildkite/scripts/pipelines/security_solution_quality_gate/api-integration-tests.sh exception_operators_ips_text_array:qa:serverless | ||
| key: exception_operators_ips_text_array:runner:serverless | ||
| agents: | ||
| queue: n2-4-spot | ||
| timeout_in_minutes: 120 | ||
| retry: | ||
| automatic: | ||
| - exit_status: '1' | ||
| limit: 2 | ||
|
|
||
| - label: Running rule_creation:runner:serverless | ||
| command: .buildkite/scripts/pipelines/security_solution_quality_gate/api-integration-tests.sh rule_creation:qa:serverless | ||
| key: rule_creation:runner:serverless | ||
| agents: | ||
| queue: n2-4-spot | ||
| timeout_in_minutes: 120 | ||
| retry: | ||
| automatic: | ||
| - exit_status: '1' | ||
| limit: 2 | ||
|
|
||
| - label: Running actions:qa:serverless | ||
| command: .buildkite/scripts/pipelines/security_solution_quality_gate/api-integration-tests.sh actions:qa:serverless | ||
| key: actions:qa:serverless | ||
| agents: | ||
| queue: n2-4-spot | ||
| timeout_in_minutes: 120 | ||
| retry: | ||
| automatic: | ||
| - exit_status: '1' | ||
| limit: 2 | ||
|
|
36 changes: 36 additions & 0 deletions
36
.buildkite/pipelines/security_solution/security_solution_cypress.yml
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,36 @@ | ||
| steps: | ||
| - command: .buildkite/scripts/pipelines/security_solution_quality_gate/security_solution_cypress/mki_security_solution_cypress.sh cypress:run:qa:serverless | ||
| label: 'Serverless MKI QA Security Cypress Tests' | ||
| agents: | ||
| queue: n2-4-spot | ||
| # TODO : Revise the timeout when the pipeline will be officially integrated with the quality gate. | ||
| timeout_in_minutes: 300 | ||
| parallelism: 6 | ||
| retry: | ||
| automatic: | ||
| - exit_status: '*' | ||
| limit: 1 | ||
|
|
||
| - command: .buildkite/scripts/pipelines/security_solution_quality_gate/security_solution_cypress/mki_security_solution_cypress.sh cypress:run:qa:serverless:explore | ||
| label: 'Serverless MKI QA Explore - Security Solution Cypress Tests' | ||
| agents: | ||
| queue: n2-4-spot | ||
| # TODO : Revise the timeout when the pipeline will be officially integrated with the quality gate. | ||
| timeout_in_minutes: 300 | ||
| parallelism: 4 | ||
| retry: | ||
| automatic: | ||
| - exit_status: '*' | ||
| limit: 1 | ||
|
|
||
| - command: .buildkite/scripts/pipelines/security_solution_quality_gate/security_solution_cypress/mki_security_solution_cypress.sh cypress:run:qa:serverless:investigations | ||
| label: 'Serverless MKI QA Investigations - Security Solution Cypress Tests' | ||
| agents: | ||
| queue: n2-4-spot | ||
| # TODO : Revise the timeout when the pipeline will be officially integrated with the quality gate. | ||
| timeout_in_minutes: 300 | ||
| parallelism: 8 | ||
| retry: | ||
| automatic: | ||
| - exit_status: '*' | ||
| limit: 1 |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
82 changes: 82 additions & 0 deletions
82
.buildkite/scripts/pipelines/security_solution_quality_gate/api-integration-tests.sh
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,82 @@ | ||
| #!/bin/bash | ||
| if [ -z "$1" ] | ||
| then | ||
| echo "No target script from the package.json file, is supplied" | ||
| exit 1 | ||
| fi | ||
|
|
||
| source .buildkite/scripts/common/util.sh | ||
| .buildkite/scripts/bootstrap.sh | ||
|
|
||
| buildkite-agent meta-data set "${BUILDKITE_JOB_ID}_is_test_execution_step" "true" | ||
|
|
||
| echo "--- Serverless Security Second Quality Gate" | ||
| cd x-pack/test/security_solution_api_integration | ||
| set +e | ||
|
|
||
| QA_API_KEY=$(retry 5 5 vault read -field=qa_api_key secret/kibana-issues/dev/security-solution-qg-enc-key) | ||
|
|
||
| # Generate a random 5-digit number | ||
| random_number=$((10000 + $RANDOM % 90000)) | ||
| ENVIRONMENT_DETAILS=$(curl --location 'https://global.qa.cld.elstc.co/api/v1/serverless/projects/security' \ | ||
| --header "Authorization: ApiKey $QA_API_KEY" \ | ||
| --header 'Content-Type: application/json' \ | ||
| --data '{ | ||
| "name": "ftr-integration-tests-'$random_number'", | ||
| "region_id": "aws-eu-west-1"}' | jq '.') | ||
| NAME=$(echo $ENVIRONMENT_DETAILS | jq -r '.name') | ||
| ID=$(echo $ENVIRONMENT_DETAILS | jq -r '.id') | ||
| ES_URL=$(echo $ENVIRONMENT_DETAILS | jq -r '.endpoints.elasticsearch') | ||
| KB_URL=$(echo $ENVIRONMENT_DETAILS | jq -r '.endpoints.kibana') | ||
|
|
||
| # Wait five seconds for the project to appear | ||
| sleep 5 | ||
|
|
||
| # Resetting the credentials of the elastic user in the project | ||
| CREDS_BODY=$(curl -s --location --request POST "https://global.qa.cld.elstc.co/api/v1/serverless/projects/security/$ID/_reset-credentials" \ | ||
| --header "Authorization: ApiKey $QA_API_KEY" \ | ||
| --header 'Content-Type: application/json' | jq '.') | ||
| USERNAME=$(echo $CREDS_BODY | jq -r '.username') | ||
| PASSWORD=$(echo $CREDS_BODY | jq -r '.password') | ||
| AUTH=$(echo "$USERNAME:$PASSWORD") | ||
|
|
||
| # Checking if Elasticsearch has status green | ||
| while : ; do | ||
| STATUS=$(curl -u $AUTH --location "$ES_URL:443/_cluster/health?wait_for_status=green&timeout=50s" | jq -r '.status') | ||
| if [ "$STATUS" != "green" ]; then | ||
| echo "Sleeping for 40s to wait for ES status to be green..." | ||
| sleep 40 | ||
| else | ||
| echo "Elasticsearch has status green." | ||
| break | ||
| fi | ||
| done | ||
|
|
||
| # Checking if Kibana is available | ||
| while : ; do | ||
| STATUS=$(curl -u $AUTH --location "$KB_URL:443/api/status" | jq -r '.status.overall.level') | ||
| if [ "$STATUS" != "available" ]; then | ||
| echo "Sleeping for 15s to wait for Kibana to be available..." | ||
| sleep 15 | ||
| else | ||
| echo "Kibana is available." | ||
| break | ||
| fi | ||
| done | ||
|
|
||
| # Removing the https:// part of the url provided in order to use it in the command below. | ||
| FORMATTED_ES_URL="${ES_URL/https:\/\//}" | ||
| FORMATTED_KB_URL="${KB_URL/https:\/\//}" | ||
|
|
||
| # Find a way to remove this in the future | ||
| # This is used in order to wait for the environment to be ready. | ||
| sleep 150 | ||
|
|
||
| TEST_CLOUD=1 TEST_ES_URL="https://elastic:$PASSWORD@$FORMATTED_ES_URL:443" TEST_KIBANA_URL="https://elastic:$PASSWORD@$FORMATTED_KB_URL:443" yarn run $1 | ||
| cmd_status=$? | ||
| echo "Exit code with status: $cmd_status" | ||
|
|
||
| curl --location --request DELETE "https://global.qa.cld.elstc.co/api/v1/serverless/projects/security/$ID" \ | ||
| --header "Authorization: ApiKey $QA_API_KEY" | ||
|
|
||
| exit $cmd_status |
5 changes: 5 additions & 0 deletions
5
.buildkite/scripts/pipelines/security_solution_quality_gate/edr_workflows/pipeline.sh
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,5 @@ | ||
| #!/bin/bash | ||
|
|
||
| set -euo pipefail | ||
|
|
||
| echo "Running the EDR-Workflows testing for Kibana" |
Oops, something went wrong.