From 764a3b941cb0e0c8860350581f3d7b93a570464a Mon Sep 17 00:00:00 2001 From: Amee Lepcha Date: Fri, 31 Jan 2025 18:20:54 +0530 Subject: [PATCH 1/2] deleted Elastic Load Balancing app --- cid-redirects.json | 3 +- .../amazon-aws/elastic-load-balancing.md | 176 ------------------ docs/integrations/amazon-aws/index.md | 7 - .../product-list/product-list-a-l.md | 2 +- sidebars.ts | 1 - 5 files changed, 3 insertions(+), 186 deletions(-) delete mode 100644 docs/integrations/amazon-aws/elastic-load-balancing.md diff --git a/cid-redirects.json b/cid-redirects.json index efbc991786..79d6d37679 100644 --- a/cid-redirects.json +++ b/cid-redirects.json @@ -4248,5 +4248,6 @@ "/docs/search/logreduce/influence-the-logreduce-outcome": "/docs/search/behavior-insights/logreduce/influence-the-logreduce-outcome", "/docs/search/logreduce/understand-the-logreduce-relevance-column": "/docs/search/behavior-insights/logreduce/understand-the-logreduce-relevance-column", "/docs/search/behavior-insights/logreduce-values": "/docs/search/behavior-insights/logreduce/logreduce-values", - "/docs/send-data/hosted-collectors/cloud-to-cloud-integration-framework/azure-event-hubs-cloud-to-cloud-source-migration":"/docs/send-data/collect-from-other-data-sources/azure-monitoring/azure-event-hubs-source-migration" + "/docs/send-data/hosted-collectors/cloud-to-cloud-integration-framework/azure-event-hubs-cloud-to-cloud-source-migration":"/docs/send-data/collect-from-other-data-sources/azure-monitoring/azure-event-hubs-source-migration", + "/docs/integrations/amazon-aws/elastic-load-balancing":"/docs/integrations/amazon-aws/classic-load-balancer" } diff --git a/docs/integrations/amazon-aws/elastic-load-balancing.md b/docs/integrations/amazon-aws/elastic-load-balancing.md deleted file mode 100644 index 78673f5fba..0000000000 --- a/docs/integrations/amazon-aws/elastic-load-balancing.md +++ /dev/null @@ -1,176 +0,0 @@ ---- -id: elastic-load-balancing -title: AWS Elastic Load Balancing -description: Distributes incoming application traffic across multiple Amazon EC2 instances in the AWS Cloud. ---- - -import useBaseUrl from '@docusaurus/useBaseUrl'; - -Thumbnail icon - -Amazon Web Services (AWS) Elastic Load Balancing distributes incoming application traffic across multiple Amazon EC2 instances in the AWS Cloud. The Sumo Logic App for Elastic Load Balancing ingests logs generated by this activity, providing greater visibility into events that, in turn, help you understand the overall health of your EC2 deployment. For example, you can use the Sumo Logic App to analyze raw Elastic Load Balancing data to investigate the availability of applications running behind Elastic Load Balancers. Or, by correlating Elastic Load Balancing data with other data sets, you can get a broader understanding of the fault tolerance of your applications across multiple AWS Availability Zones. - -For information on unified logs and metrics for AWS Elastic Load Balancing App, see the AWS Elastic Load Balancing ULM Application. - -:::tip -If you are just beginning with AWS ELB, for background see the Sumo Logic DevOps blog, AWS Elastic Load Balancing: Load Balancer Best Practices. -::: - -## Log types - -ELB logs are stored as .log files in the buckets you specify when you enable logging. The process to enable collection for these logs is described in [AWS ELB Enable Access Logs](http://docs.aws.amazon.com/elasticloadbalancing/latest/classic/enable-access-logs.html). The logs themselves contain these fields in this order: -```bash -datetime, ELB_Server, clientIP, port, backend, backend_port, requestProc, ba_Response, cli_Response, ELB_StatusCode, be_StatusCode, rcvd, send, method, protocol, domain, server_port, path -``` - -For information on unified logs and metrics for AWS Elastic Load Balancing App, see the [AWS Elastic Load Balancing ULM Application](/docs/integrations/amazon-aws/application-load-balancer). - - -### Sample log messages - -```json -2017-01-20T23:00:26.059475Z elb-shop-com 10.15.120.181:80 10.34.7.122:80 0.000026 -0.315185 0.000027 200 200 51 1230 "POST https://examplesite.com:443/Common/path HTTP/1.1" -"Mozilla/5.0 (Safari; Touch) AppleWebKit/537.35+ (HTML, like Gecko) Version/10.3.2.2239 -Mobile Safari/517.35+" -``` - -### Sample queries - -```sql title="Name - Request by Geolocation" -_sourceCategory=elb* -| parse "* * *:* *:* * * * * * * * \"* *://*:*/* HTTP" as f1, elb_server, clientIP, port, backend, backend_port, requestProc, ba_Response, cli_Response, ELB_StatusCode, be_StatusCode, rcvd, send, method, protocol, domain, server_port, path nodrop -| parse "* * *:* *:* * * * * * * * \"-" as f1,elb_server,clientIP,port,backend,backend_port,requestProc,ba_Response,cli_Response,ELB_StatusCode,be_StatusCode,rcvd,send -| lookup latitude, longitude, country_code, country_name, region, city, postal_code, area_code, metro_code from geo://default on ip = clientIP -| count by latitude, longitude, country_code, country_name, region, city, postal_code, area_code, metro_code -| sort _count -``` - - -## Collecting logs for the AWS Elastic Load Balancing App - -This procedure documents how to enable access to your Amazon Web Services (AWS) Elastic Load Balancing (ELB) logs and ingest them into Sumo Logic. - -Once you begin uploading data, your daily data usage will increase. It's a good idea to check the **Account** page in Sumo Logic to make sure that you have enough quota to accommodate additional data in your account. If you need additional quota you can [upgrade your account](/docs/manage/manage-subscription/upgrade-cloud-flex-legacy-account.md) at any time. - -### Prerequisites - -* Enable Elastic Load Balancing logging in your AWS account, using these Sumo Logic [instructions](/docs/send-data/hosted-collectors/amazon-aws/aws-elastic-load-balancing-source). For more information, see [AWS ELB documentation](http://docs.aws.amazon.com/elasticloadbalancing/latest/classic/enable-access-logs.html). Logging is not enabled in AWS ELB by default. -* Grant access to an IAM user by following these Sumo Logic [instructions](/docs/send-data/hosted-collectors/amazon-aws/grant-access-aws-product). -* Confirm that logs are being delivered to the Amazon S3 bucket. - -To enable logging in AWS: -1. In the **AWS Management Console**, choose **EC2 > Load Balancers**. -2. Under **Access Logs**, click **Edit**. -3. In the **Configure Access Logs** dialog box, click **Enable Access Logs**, then choose an Interval and S3 bucket. This is the S3 bucket that will upload logs to Sumo Logic. -4. Click **Save**. - -If you have more than one environment that generates Elastic Load Balancing data (such as ops, dev, and so on) you’ll need to configure a separate S3 Source for each environment. This means that you’ll have the three App Dashboards for each environment. To avoid confusion, and in order to identify which environment is generating data, you should name each S3 Source with the environment's name. For example, you might name Sources as ELB-prod, ELB-dev, ELB-test, and so on. - -Finally, make copies of each Panel in the Elastic Load Balancing Dashboards, and modify the search logic in each Panel so that you select the appropriate source for each environment. For example, for a production environment, you will add the string: _source=ELB-production to the beginning of each search. If you have three environments then you will have three copies of the application for each of them (nine dashboards in total). - - -### Configure a Collector - -Configure a [Hosted Collector](/docs/send-data/hosted-collectors/configure-hosted-collector). - - -### Configure a Source - -Configure an [AWS Elastic Load Balancing Source](/docs/send-data/hosted-collectors/amazon-aws/aws-elastic-load-balancing-source), which includes specifying the following: - -* Source fields: - * **Bucket Name**. (Required) ELB, for example. - * **Path Expression**. For example, `my-bucket/prefix/AWSLogs/123456789012/*.log` - * **Source Category**. (Required) ELB_Prod, for example. For details, see [Best Practices](/docs/send-data/best-practices). -* Advanced: - * **Enable Timestamp Parsing**. True - * **Time Zone**. Logs are in UTC by default - * **Timestamp Format**. Auto Detect - - -### Field Extraction Rules - -For Field Extraction Rules, use the source category established earlier. - -```bash title="AWS Elastic Load Balancing Logs" -parse "* * *:* *:* * * * * * * * \"* *://*:*/* HTTP" as datetime, ELB_Server, clientIP, port, backend, backend_port, requestProc, ba_Response, cli_Response, ELB_StatusCode, be_StatusCode, rcvd, send, method, protocol, domain, server_port, path -``` - - -## Installing the AWS ELB App - -Now that you have set up collection for AWS ELB, install the Sumo Logic App for AWS Elastic Load Balancing to use the preconfigured searches and dashboards to analyze your data. - -import AppInstall from '../../reuse/apps/app-install.md'; - - - -### What if data isn't displaying in all Panels? - -Amazon S3 buckets are scanned for new files according to the Scan Interval you set when configuring the S3 Source used for AWS Elastic Load Balancing logs. Even if you set a shorter Scan Interval, say five minutes, if no new files are found, the Scan Interval is automatically doubled, up to 24 hours (you can read more in [Set the S3 Source Scan Interval](/docs/send-data/hosted-collectors/amazon-aws/aws-s3-scan-interval-sources)). If the Scan Interval increases, it means that a Panel set to a 60-minute time range may not find any data to display, because no files have uploaded to Sumo Logic. This isn't to say that no data is being collected from your S3 bucket; you can confirm that data is being collected on the Status page. - -Additionally, you can change the time range of a Panel. Even though these Panels have been preconfigured, they can be edited just like any other Panel. You'll find instructions in Changing the time range of a Panel. - - -## Viewing AWS ELB Dashboards - -The Sumo Logic App for AWS Elastic Load Balancing helps you monitor the overall health of your ELB deployment. Dashboards keep an eye on errors being generated by back-end applications as well as errors generated from ELB instances. - - -### Overview - -AWS Elastic Load Balancing dashboard - -**Requests by Geolocation.** Uses a geolocation query to display a map of the IP addresses used by clients accessing your apps for the last three hours. - -**Requests and Data Volume.** Displays the data being sent and received by client IP in a pie chart for the last three hours. - -**Requests by Load Balancer.** Displays a bar chart of how many requests are hitting a load balancer for the last three hours. - -**4XX and 5XX Status Codes by Backend Instance and ELB.** Charts the number of 4XX and 5XX status codes for each backend instance and ELB in a bar chart over the last 24 hours. - -**Latency by Load Balancer.** Displays the latency of each load balancer in AWS in a stacked column chart for the last three hours. - - -### Latency Analysis - -AWS Elastic Load Balancing dashboard - -**Latency by Top 20 Paths.** Displays the process time of the busiest 20 paths in your deployment. - -**Latency by Top 20 Clients.** Displays the process time of the top 20 IP addresses in your deployment. - -**Latency by Domain.** Displays the latency of each domain in your EC2 deployment. - -**Latency by Top 20 Backend Instances.** This Panel focuses solely on the back end of your AWS EC2 deployment, keeping watch over the processing time of the 20 busiest instances. - - -### Requests Analysis - -AWS Elastic Load Balancing dashboard - -**Requests by Geolocation.** Uses a geolocation query to display a map of the IP addresses used by clients accessing your apps for the last three hours. - -**Total Requests and Data Volume.** Displays the data being sent and received by client IP in a line chart on a timeline for the last three hours. - -**Total Requests by Load Balancer.** Show the requests per load balancer over time in a bar chart for the last three hours. - -**Requests by Load Balancer Over Time.** Displays a line chart of how many requests are hitting a load balancer on a timeline over the last 24 hours. - - -### Status Codes Analysis - -AWS Elastic Load Balancing dashboard - -**Backend Instance and Load Balancer 4XX Status Codes by Path.** Displays the time an error occurred, along with the associated path. - -**Backend Instance and Load Balancer 4XX Status Codes by Domain.** Displays the time of an error, along with the domain, the load balancer associated with the domain, and the error code. - -**Backend Instance and Load Balancer 4XX Status Codes by Client.** Shows the time an error occurred, the IP that generated the error, the load balancer associated with the UP, and the number of errors that have occurred. - -**Backend Instance and Load Balancer 5XX Status Codes by Path.** Shows the time error(s) occurred on a specific path, along with the load balancer and backed instance associated with the path. - -**Backend Instance and Load Balancer 5XX Status Codes by Domain.** Shows the time error(s) occurred in a domain, along with the load balancer and backed instance associated with domain. - -**Backend Instance and Load Balancer 5XX Status Codes by Client.** Shows the time error(s) occurred at an IP, along with the load balancer and backed instance associated with the client IP. diff --git a/docs/integrations/amazon-aws/index.md b/docs/integrations/amazon-aws/index.md index 04387b6b26..6f369e0644 100644 --- a/docs/integrations/amazon-aws/index.md +++ b/docs/integrations/amazon-aws/index.md @@ -331,13 +331,6 @@ This guide has documentation for all of the apps that Sumo provides for Amazon a

A guide to our app for AWS EC2 Host Metrics.

-
-
- Thumbnail icon -

AWS Elastic Load Balancing

-

A guide to the Sumo Logic app for AWS ELB.

-
-
Thumbnail icon diff --git a/docs/integrations/product-list/product-list-a-l.md b/docs/integrations/product-list/product-list-a-l.md index 145c6b2b01..0d97b04dbb 100644 --- a/docs/integrations/product-list/product-list-a-l.md +++ b/docs/integrations/product-list/product-list-a-l.md @@ -104,7 +104,7 @@ For descriptions of the different types of integrations Sumo Logic offers, see [ | Thumbnail icon | [AWS Direct Connect](https://aws.amazon.com/directconnect/) | App: [AWS Direct Connect](/docs/integrations/amazon-aws/aws-direct-connect/) | | Thumbnail icon | [AWS DynamoDB](https://aws.amazon.com/pm/dynamodb/) | App: [Amazon DynamoDB](/docs/integrations/amazon-aws/dynamodb/) | | Thumbnail icon | [AWS Elastic Beanstalk](https://aws.amazon.com/elasticbeanstalk/) | App: [AWS Elastic Beanstalk](/docs/integrations/amazon-aws/aws-elastic-beanstalk/) | -| Thumbnail icon | [AWS Elastic Load Balancing](https://aws.amazon.com/elasticloadbalancing/) | Apps:
- [AWS Elastic Load Balancing](/docs/integrations/amazon-aws/elastic-load-balancing/)
Cloud SIEM integration: [Amazon AWS - Elastic Load Balancer](https://github.com/SumoLogic/cloud-siem-content-catalog/blob/master/products/59a3cd41-b6d2-4ab7-a0ff-6d5abd14ac43.md)
Collector: [AWS Elastic Load Balancing Source](/docs/send-data/hosted-collectors/amazon-aws/aws-elastic-load-balancing-source/) | +| Thumbnail icon | [AWS Elastic Load Balancing](https://aws.amazon.com/elasticloadbalancing/) | Cloud SIEM integration: [Amazon AWS - Elastic Load Balancer](https://github.com/SumoLogic/cloud-siem-content-catalog/blob/master/products/59a3cd41-b6d2-4ab7-a0ff-6d5abd14ac43.md)
Collector: [AWS Elastic Load Balancing Source](/docs/send-data/hosted-collectors/amazon-aws/aws-elastic-load-balancing-source/) | | Thumbnail icon | [AWS Global Accelerator](https://aws.amazon.com/global-accelerator/) | App: [AWS Global Accelerator](/docs/integrations/amazon-aws/aws-global-accelerator/) | | Thumbnail icon | [AWS GovCloud](https://aws.amazon.com/govcloud-us) | Collector: [Collection from AWS GovCloud](/docs/send-data/hosted-collectors/amazon-aws/collection-aws-govcloud/) | | Thumbnail icon | [AWS Ground Station](https://aws.amazon.com/ground-station/) | App: [AWS Ground Station](/docs/integrations/amazon-aws/aws-ground-station/) | diff --git a/sidebars.ts b/sidebars.ts index 00f9578780..61c392d918 100644 --- a/sidebars.ts +++ b/sidebars.ts @@ -2073,7 +2073,6 @@ integrations: [ 'integrations/amazon-aws/cost-explorer', 'integrations/amazon-aws/ec2-cloudwatch-metrics', 'integrations/amazon-aws/ec2-host-metrics', - 'integrations/amazon-aws/elastic-load-balancing', 'integrations/amazon-aws/lambda', 'integrations/amazon-aws/network-firewall', 'integrations/amazon-aws/network-load-balancer', From 3ce9ce37113454251b83f41f8961339b7281b4fc Mon Sep 17 00:00:00 2001 From: John Pipkin Date: Fri, 31 Jan 2025 10:30:27 -0600 Subject: [PATCH 2/2] Fix redirect error --- cid-redirects.json | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/cid-redirects.json b/cid-redirects.json index 79d6d37679..12a6b4a1bd 100644 --- a/cid-redirects.json +++ b/cid-redirects.json @@ -722,7 +722,7 @@ "/07Sumo-Logic-Apps/01Amazon_and_AWS/AWS_Elastic_Load_Balancing_Metrics": "/docs/integrations/amazon-aws/application-load-balancer", "/07Sumo-Logic-Apps/01Amazon_and_AWS/AWS_Elastic_Load_Balancing_Metrics/01Collect-Metrics-for-the-AWS-Elastic-Load-Balancing-App": "/docs/integrations/amazon-aws/application-load-balancer", "/07Sumo-Logic-Apps/01Amazon_and_AWS/AWS_Elastic_Load_Balancing_Metrics/03Amazon-CloudWatch---ELB-Metrics-Dashboards": "/docs/integrations/amazon-aws/application-load-balancer", - "/07Sumo-Logic-Apps/01Amazon_and_AWS/AWS_Elastic_Load_Balancing": "/docs/integrations/amazon-aws/elastic-load-balancing", + "/07Sumo-Logic-Apps/01Amazon_and_AWS/AWS_Elastic_Load_Balancing": "/docs/integrations/amazon-aws/classic-load-balancer", "/docs/integrations/amazon-aws/elastic-load-balancing-metrics": "/docs/integrations/amazon-aws/application-load-balancer", "/07Sumo-Logic-Apps/01Amazon_and_AWS/AWS_Elastic_Load_Balancing/01-Collect-logs-for-the-AWS-Elastic-Load-Balancing-App": "/docs/integrations/amazon-aws/application-load-balancer", "/07Sumo-Logic-Apps/01Amazon_and_AWS/AWS_Elastic_Load_Balancing/AWS-Elastic-Load-Balancing-App-Dashboards": "/docs/integrations/amazon-aws/classic-load-balancer", @@ -2457,7 +2457,7 @@ "/cid/5375": "/", "/cid/5377": "/docs/search/behavior-insights/logreduce/understand-the-logreduce-relevance-column", "/cid/5378": "/docs/cse/ingestion/ingestion-sources-for-cloud-siem/aws-cloudtrail", - "/cid/5379": "/docs/integrations/amazon-aws/elastic-load-balancing", + "/cid/5379": "/docs/integrations/amazon-aws/classic-load-balancer", "/cid/5380": "/docs/cse/ingestion/ingestion-sources-for-cloud-siem/aws-cloudtrail", "/cid/5381": "/docs/integrations/containers-orchestration/vmware-legacy", "/cid/5382": "/docs/integrations/pci-compliance",