[Security Solution][API testing] Move and restructures Alerts' tests (e…

…lastic#170350)

## Summary

- Following the initial work in this
elastic#166755
- Addresses part of elastic#151902 for
Alerts
- Introduced a new folder called `alerts` under
`security_solution_api_integration`
- Moved the utility files associated with alerts to the new directory
`security_solution_api_integration`. Files that were not actively used
in the previous folder were moved, while any duplicate files remained in
their original positions.
- Updated the CodeOwner file for the newly moved tests
- Old / new groups details and execution time
[document](https://docs.google.com/document/d/1CRFfDWMzw3ob03euWIvT4-IoiLXjoiPWI8mTBqP4Zks/edit)

| Action | File | New Path if moved |
|--------|------|----------|
| Delete| group1/find_rule_exception_references.ts| Already moved in
previous PR |
| Delete|security_and_spaces/group6  | - |
| Move|detection_engine_api_integration/security_and_spaces/group6
|detections_response/default_license/alerts/alerts_compatibility.ts|
| Move|detection_engine_api_integration/security_and_spaces/group1|
detections_response/default_license/alerts/aliases.ts |
| Move |detection_engine_api_integration/security_and_spaces/group1|
detections_response/default_license/alerts/create_index.ts|
|
Move|detection_engine_api_integration/security_and_spaces/group10/create_signals_migrations|
detections_response/default_license/alerts/migrations/create_alerts_migrations.ts
|
|
Move|detection_engine_api_integration/security_and_spaces/group10/delete_signals_migrations|
detections_response/default_license/alerts/migrations/delete_alerts_migrations.ts|
|
Move|detection_engine_api_integration/security_and_spaces/group10/finalize_signals_migrations|
detections_response/default_license/alerts/migrations/finalize_alerts_migrations.ts
|
|
Move|detection_engine_api_integration/security_and_spaces/group10/get_signals_migration_status|
detections_response/default_license/alerts/migrations/get_alerts_migration_status.ts|
|
Move|detection_engine_api_integration/security_and_spaces/group10/open_close_signals|
detections_response/default_license/alerts/open_close_alerts.ts|
|
Move|detection_engine_api_integration/security_and_spaces/group10/alert_tags|
detections_response/default_license/alerts/alert_tags.ts|


Note: these tests are skipped on the main branch


https://github.com/elastic/kibana/blob/main/x-pack/test/detection_engine_api_integration/security_and_spaces/group10/open_close_signals.ts#L215



https://github.com/elastic/kibana/blob/main/x-pack/test/detection_engine_api_integration/security_and_spaces/group10/open_close_signals.ts#L252


https://github.com/elastic/kibana/blob/main/x-pack/test/detection_engine_api_integration/security_and_spaces/group10/finalize_signals_migrations.ts#L192


https://github.com/elastic/kibana/blob/main/x-pack/test/detection_engine_api_integration/security_and_spaces/group1/create_index.ts#L42

---------

Co-authored-by: kibanamachine <42973632+kibanamachine@users.noreply.github.com>

.buildkite/ftr_configs.yml

@@ -225,7 +225,6 @@ enabled:
   - x-pack/test/detection_engine_api_integration/security_and_spaces/group1/config.ts
   - x-pack/test/detection_engine_api_integration/security_and_spaces/group4/config.ts
   - x-pack/test/detection_engine_api_integration/security_and_spaces/group5/config.ts
-  - x-pack/test/detection_engine_api_integration/security_and_spaces/group6/config.ts
   - x-pack/test/detection_engine_api_integration/security_and_spaces/group10/config.ts
   - x-pack/test/detection_engine_api_integration/security_and_spaces/rule_execution_logic/config.ts
   - x-pack/test/detection_engine_api_integration/security_and_spaces/prebuilt_rules/config.ts
@@ -461,6 +460,8 @@ enabled:
   - x-pack/test/security_solution_api_integration/test_suites/detections_response/default_license/rule_creation/configs/ess.config.ts
   - x-pack/test/security_solution_api_integration/test_suites/detections_response/default_license/actions/configs/serverless.config.ts
   - x-pack/test/security_solution_api_integration/test_suites/detections_response/default_license/actions/configs/ess.config.ts
+  - x-pack/test/security_solution_api_integration/test_suites/detections_response/default_license/alerts/configs/serverless.config.ts
+  - x-pack/test/security_solution_api_integration/test_suites/detections_response/default_license/alerts/configs/ess.config.ts
 
 
 

.github/CODEOWNERS

@@ -1312,8 +1312,10 @@ x-pack/plugins/cloud_integrations/cloud_full_story/server/config.ts @elastic/kib
 /x-pack/test/security_solution_cypress/cypress/e2e/entity_analytics @elastic/security-detection-engine
 /x-pack/test/security_solution_cypress/cypress/e2e/exceptions @elastic/security-detection-engine
 /x-pack/test/security_solution_cypress/cypress/e2e/overview @elastic/security-detection-engine
-x-pack/test/security_solution_api_integration/test_suites/detections_response/exceptions  @elastic/security-detection-engine
-x-pack/test/security_solution_api_integration/test_suites/detections_response/rule_creation @elastic/security-detection-engine
+x-pack/test/security_solution_api_integration/test_suites/detections_response/default_license/exceptions  @elastic/security-detection-engine
+x-pack/test/security_solution_api_integration/test_suites/detections_response/default_license/rule_creation @elastic/security-detection-engine
+x-pack/test/security_solution_api_integration/test_suites/detections_response/default_license/actions @elastic/security-detection-engine
+x-pack/test/security_solution_api_integration/test_suites/detections_response/default_license/alerts @elastic/security-detection-engine
 
 ## Security Threat Intelligence - Under Security Platform
 /x-pack/plugins/security_solution/public/common/components/threat_match @elastic/security-detection-engine

x-pack/test/detection_engine_api_integration/security_and_spaces/group1/index.ts

@@ -14,15 +14,12 @@ export default ({ loadTestFile }: FtrProviderContext): void => {
     // action migration code. We are monitoring legacy action telemetry to clean up once we see their
     // existence being near 0.
 
-    loadTestFile(require.resolve('./aliases'));
     loadTestFile(require.resolve('./check_privileges'));
-    loadTestFile(require.resolve('./create_index'));
     loadTestFile(require.resolve('./create_rules_bulk'));
     loadTestFile(require.resolve('./delete_rules'));
     loadTestFile(require.resolve('./delete_rules_bulk'));
     loadTestFile(require.resolve('./export_rules'));
     loadTestFile(require.resolve('./find_rules'));
-    loadTestFile(require.resolve('./find_rule_exception_references'));
     loadTestFile(require.resolve('./get_rule_management_filters'));
   });
 };

x-pack/test/detection_engine_api_integration/security_and_spaces/group10/index.ts

@@ -26,11 +26,6 @@ export default ({ loadTestFile }: FtrProviderContext): void => {
     loadTestFile(require.resolve('./perform_bulk_action_dry_run'));
     loadTestFile(require.resolve('./patch_rules'));
     loadTestFile(require.resolve('./read_privileges'));
-    loadTestFile(require.resolve('./open_close_signals'));
-    loadTestFile(require.resolve('./get_signals_migration_status'));
-    loadTestFile(require.resolve('./create_signals_migrations'));
-    loadTestFile(require.resolve('./finalize_signals_migrations'));
-    loadTestFile(require.resolve('./delete_signals_migrations'));
     loadTestFile(require.resolve('./timestamps'));
     loadTestFile(require.resolve('./runtime'));
     loadTestFile(require.resolve('./throttle'));
@@ -40,6 +35,5 @@ export default ({ loadTestFile }: FtrProviderContext): void => {
     loadTestFile(require.resolve('./risk_engine/risk_score_calculation'));
     loadTestFile(require.resolve('./risk_engine/risk_scoring_task_execution'));
     loadTestFile(require.resolve('./risk_engine/telemetry_usage'));
-    loadTestFile(require.resolve('./set_alert_tags'));
   });
 };

x-pack/test/detection_engine_api_integration/utils/index.ts

@@ -25,7 +25,6 @@ export * from './delete_all_rule_execution_info';
 export * from './delete_all_alerts';
 export * from './delete_all_timelines';
 export * from './delete_exception_list';
-export * from './delete_migrations';
 export * from './delete_rule';
 export * from './downgrade_immutable_rule';
 export * from './finalize_signals_migration';
@@ -35,14 +34,12 @@ export * from './get_complex_rule_output';
 export * from './get_detection_metrics_from_body';
 export * from './get_eql_rule_for_signal_testing';
 export * from './get_event_log_execute_complete_by_id';
-export * from './get_index_name_from_load';
 export * from './get_legacy_action_notification_so';
 export * from './get_open_signals';
 export * from './get_preview_alerts';
 export * from './get_query_all_signals';
-export * from './get_query_signal_ids';
-export * from './get_query_signals_ids';
 export * from './get_query_signals_rule_id';
+export * from './get_query_signal_ids';
 export * from './get_rule';
 export * from './get_rules_as_ndjson';
 export * from './get_rule_for_signal_testing';
@@ -53,7 +50,6 @@ export * from './get_rule_with_legacy_investigation_fields';
 export * from './get_saved_query_rule_for_signal_testing';
 export * from './get_security_telemetry_stats';
 export * from './get_signal_status';
-export * from './get_signal_status_empty_response';
 export * from './get_signals_by_id';
 export * from './get_signals_by_ids';
 export * from './get_signals_by_rule_ids';
@@ -93,7 +89,6 @@ export * from './update_rule';
 export * from './wait_for';
 export * from './wait_for_alert_to_complete';
 export * from './wait_for_event_log_execute_complete';
-export * from './wait_for_index_to_populate';
 export * from './wait_for_rule_status';
 export * from './wait_for_signals_to_be_present';
 export * from './prebuilt_rules/create_prebuilt_rule_saved_objects';

x-pack/test/security_solution_api_integration/package.json

@@ -36,6 +36,11 @@
     "actions:runner:serverless": "npm run run-tests:dr:default actions serverless serverlessEnv",
     "actions:qa:serverless": "npm run run-tests:dr:default actions serverless qaEnv",
     "actions:server:ess": "npm run initialize-server:dr:default actions ess",
-    "actions:runner:ess": "npm run run-tests:dr:default actions ess essEnv"
+    "actions:runner:ess": "npm run run-tests:dr:default actions ess essEnv",
+    "alerts:server:serverless": "npm run initialize-server:dr:default alerts serverless",
+    "alerts:runner:serverless": "npm run run-tests:dr:default alerts serverless serverlessEnv",
+    "alerts:qa:serverless": "npm run run-tests:dr:default alerts serverless qaEnv",
+    "alerts:server:ess": "npm run initialize-server:dr:default alerts ess",
+    "alerts:runner:ess": "npm run run-tests:dr:default alerts ess essEnv"
   }
 }