[ML] AIOps: @kbn/aiops-api-plugin

package.json

@@ -148,6 +148,7 @@
     "@kbn/actions-types": "link:packages/kbn-actions-types",
     "@kbn/advanced-settings-plugin": "link:src/plugins/advanced_settings",
     "@kbn/ai-assistant-management-plugin": "link:src/plugins/ai_assistant_management/selection",
+    "@kbn/aiops-api-plugin": "link:x-pack/plugins/aiops_api",
     "@kbn/aiops-change-point-detection": "link:x-pack/packages/ml/aiops_change_point_detection",
     "@kbn/aiops-common": "link:x-pack/packages/ml/aiops_common",
     "@kbn/aiops-components": "link:x-pack/packages/ml/aiops_components",
@@ -1759,4 +1760,4 @@
     "zod-to-json-schema": "^3.22.3"
   },
   "packageManager": "yarn@1.22.21"
-}
+}

packages/kbn-apm-synthtrace/src/cli/utils/get_apm_es_client.ts

@@ -10,6 +10,7 @@ import { Client } from '@elastic/elasticsearch';
 import { ApmSynthtraceEsClient } from '../../..';
 import { Logger } from '../../lib/utils/create_logger';
 import { RunOptions } from './parse_run_cli_flags';
+import { getEsClientTlsSettings } from './ssl';
 
 export function getApmEsClient({
   target,
@@ -23,6 +24,7 @@ export function getApmEsClient({
 }) {
   const client = new Client({
     node: target,
+    tls: getEsClientTlsSettings(target),
   });
 
   const apmEsClient = new ApmSynthtraceEsClient({

packages/kbn-apm-synthtrace/src/cli/utils/get_assets_es_client.ts

@@ -10,6 +10,7 @@ import { Client } from '@elastic/elasticsearch';
 import { AssetsSynthtraceEsClient } from '../../lib/assets/assets_synthtrace_es_client';
 import { Logger } from '../../lib/utils/create_logger';
 import { RunOptions } from './parse_run_cli_flags';
+import { getEsClientTlsSettings } from './ssl';
 
 export function getAssetsEsClient({
   target,
@@ -21,6 +22,7 @@ export function getAssetsEsClient({
 }) {
   const client = new Client({
     node: target,
+    tls: getEsClientTlsSettings(target),
   });
 
   return new AssetsSynthtraceEsClient({

packages/kbn-apm-synthtrace/src/cli/utils/get_infra_es_client.ts

@@ -10,6 +10,7 @@ import { Client } from '@elastic/elasticsearch';
 import { InfraSynthtraceEsClient } from '../../lib/infra/infra_synthtrace_es_client';
 import { Logger } from '../../lib/utils/create_logger';
 import { RunOptions } from './parse_run_cli_flags';
+import { getEsClientTlsSettings } from './ssl';
 
 export function getInfraEsClient({
   target,
@@ -21,6 +22,7 @@ export function getInfraEsClient({
 }) {
   const client = new Client({
     node: target,
+    tls: getEsClientTlsSettings(target),
   });
 
   return new InfraSynthtraceEsClient({

packages/kbn-apm-synthtrace/src/cli/utils/get_logs_es_client.ts

@@ -10,6 +10,7 @@ import { Client } from '@elastic/elasticsearch';
 import { LogsSynthtraceEsClient } from '../../lib/logs/logs_synthtrace_es_client';
 import { Logger } from '../../lib/utils/create_logger';
 import { RunOptions } from './parse_run_cli_flags';
+import { getEsClientTlsSettings } from './ssl';
 
 export function getLogsEsClient({
   target,
@@ -21,6 +22,7 @@ export function getLogsEsClient({
 }) {
   const client = new Client({
     node: target,
+    tls: getEsClientTlsSettings(target),
   });
 
   return new LogsSynthtraceEsClient({

packages/kbn-apm-synthtrace/src/cli/utils/get_service_urls.ts

@@ -10,6 +10,7 @@ import fetch from 'node-fetch';
 import { format, parse, Url } from 'url';
 import { Logger } from '../../lib/utils/create_logger';
 import { RunOptions } from './parse_run_cli_flags';
+import { getFetchAgent } from './ssl';
 
 async function discoverAuth(parsedTarget: Url) {
   const possibleCredentials = [`admin:changeme`, `elastic:changeme`, `elastic_serverless:changeme`];
@@ -20,7 +21,9 @@ async function discoverAuth(parsedTarget: Url) {
     });
     let status: number;
     try {
-      const response = await fetch(url);
+      const response = await fetch(url, {
+        agent: getFetchAgent(url),
+      });
       status = response.status;
     } catch (err) {
       status = 0;
@@ -43,6 +46,7 @@ async function getKibanaUrl({ target, logger }: { target: string; logger: Logger
       method: 'HEAD',
       follow: 1,
       redirect: 'manual',
+      agent: getFetchAgent(target),
     });
 
     const discoveredKibanaUrl =
@@ -62,6 +66,7 @@ async function getKibanaUrl({ target, logger }: { target: string; logger: Logger
 
     const redirectedResponse = await fetch(discoveredKibanaUrlWithAuth, {
       method: 'HEAD',
+      agent: getFetchAgent(discoveredKibanaUrlWithAuth),
     });
 
     if (redirectedResponse.status !== 200) {

packages/kbn-apm-synthtrace/src/cli/utils/ssl.ts

@@ -0,0 +1,31 @@
+/*
+ * Copyright Elasticsearch B.V. and/or licensed to Elasticsearch B.V. under one
+ * or more contributor license agreements. Licensed under the Elastic License
+ * 2.0 and the Server Side Public License, v 1; you may not use this file except
+ * in compliance with, at your election, the Elastic License 2.0 or the Server
+ * Side Public License, v 1.
+ */
+
+import * as Fs from 'fs';
+import { CA_CERT_PATH } from '@kbn/dev-utils';
+import https from 'https';
+
+export function getFetchAgent(url: string) {
+  const isHTTPS = new URL(url).protocol === 'https:';
+  const isLocalhost = new URL(url).hostname === 'localhost';
+  return isHTTPS && isLocalhost ? new https.Agent({ rejectUnauthorized: false }) : undefined;
+}
+
+export function getEsClientTlsSettings(url: string) {
+  const isHTTPS = new URL(url).protocol === 'https:';
+  // load the CA cert from disk if necessary
+  const caCert = isHTTPS ? Fs.readFileSync(CA_CERT_PATH) : null;
+  const isLocalhost = new URL(url).hostname === 'localhost';
+
+  return caCert && isLocalhost
+    ? {
+        ca: caCert,
+        rejectUnauthorized: true,
+      }
+    : undefined;
+}

packages/kbn-apm-synthtrace/src/lib/apm/client/apm_synthtrace_kibana_client.ts

@@ -10,6 +10,7 @@ import fetch from 'node-fetch';
 import pRetry from 'p-retry';
 import { Logger } from '../../utils/create_logger';
 import { kibanaHeaders } from '../../shared/client_headers';
+import { getFetchAgent } from '../../../cli/utils/ssl';
 
 export class ApmSynthtraceKibanaClient {
   private readonly logger: Logger;
@@ -34,6 +35,7 @@ export class ApmSynthtraceKibanaClient {
     const response = await fetch(url, {
       method: 'GET',
       headers: kibanaHeaders(),
+      agent: getFetchAgent(url),
     });
 
     const responseJson = await response.json();
@@ -62,6 +64,7 @@ export class ApmSynthtraceKibanaClient {
           method: 'POST',
           headers: kibanaHeaders(),
           body: '{"force":true}',
+          agent: getFetchAgent(url),
         });
 
         if (!res.ok) {
@@ -109,6 +112,7 @@ export class ApmSynthtraceKibanaClient {
           method: 'DELETE',
           headers: kibanaHeaders(),
           body: '{"force":true}',
+          agent: getFetchAgent(url),
         });
 
         if (!res.ok) {

packages/kbn-apm-synthtrace/src/lib/infra/infra_synthtrace_kibana_client.ts

@@ -11,6 +11,7 @@ import fetch from 'node-fetch';
 import pRetry from 'p-retry';
 import { Logger } from '../utils/create_logger';
 import { kibanaHeaders } from '../shared/client_headers';
+import { getFetchAgent } from '../../cli/utils/ssl';
 
 export class InfraSynthtraceKibanaClient {
   private readonly logger: Logger;
@@ -30,6 +31,7 @@ export class InfraSynthtraceKibanaClient {
     const response = await fetch(fleetPackageApiUrl, {
       method: 'GET',
       headers: kibanaHeaders(),
+      agent: getFetchAgent(fleetPackageApiUrl),
     });
 
     const responseJson = await response.json();
@@ -54,6 +56,7 @@ export class InfraSynthtraceKibanaClient {
         method: 'POST',
         headers: kibanaHeaders(),
         body: '{"force":true}',
+        agent: getFetchAgent(url),
       });
     });
 

src/plugins/discover/public/application/main/components/layout/discover_layout.tsx

@@ -142,12 +142,38 @@ export function DiscoverLayout({ stateContainer }: DiscoverLayoutProps) {
   });
 
   // The assistant is getting the state from the url correctly
-  // expect from the index pattern where we have only the dataview id
+  // except from the index pattern where we have only the dataview id.
   useEffect(() => {
+    const indexPattern = dataView?.getIndexPattern() || null;
+    const indexPatternTimeField = dataView?.getTimeField()?.spec.name || null;
+    const dataViewId = dataView?.id;
+
+    let indexPatternText =
+      'The current Elasticsearch index pattern could not be identified or the current page does not make use of an Elasticsearch index pattern.';
+
+    if (indexPattern !== null && indexPatternTimeField === null) {
+      indexPatternText = `The current Elasticsearch index is '${indexPattern}' and it has no time field specified.`;
+    } else if (indexPattern !== null && indexPatternTimeField !== null) {
+      indexPatternText = `The current Elasticsearch index is '${indexPattern}' and its time field is '${indexPatternTimeField}'.`;
+    }
+
+    const dataViewIdText = dataViewId ? ` The Kibana Data View Id is ${dataViewId}.` : '';
+
     return observabilityAIAssistant?.service.setScreenContext({
       screenDescription: `The user is looking at the Discover view on the ${
         isEsqlMode ? 'ES|QL' : 'dataView'
-      } mode. The index pattern is the ${dataView.getIndexPattern()}`,
+      } mode. ${indexPatternText}${dataViewIdText}`,
+      starterPrompts: [
+        {
+          title: i18n.translate('discover.aiAssistant.starterPrompts.logRateAnalysis.title', {
+            defaultMessage: 'Explain',
+          }),
+          prompt: i18n.translate('discover.aiAssistant.starterPrompts.logRateAnalysis.title', {
+            defaultMessage: 'Can you analyze the log rate?',
+          }),
+          icon: 'inspect',
+        },
+      ],
     });
   }, [dataView, isEsqlMode, observabilityAIAssistant?.service]);
 

src/plugins/unified_histogram/public/chart/chart.tsx

@@ -222,6 +222,29 @@ export function Chart({
 
   const actions: IconButtonGroupProps['buttons'] = [];
 
+  if (!breakdown.field) {
+    actions.push({
+      label: i18n.translate('unifiedHistogram.logRateAnalysisButton', {
+        defaultMessage: 'Run log rate analysis',
+      }),
+      iconType: 'stats',
+      isDisabled: isFlyoutVisible,
+      'data-test-subj': 'unifiedHistogramLogRateAnalysis',
+      onClick: async () => {
+        console.log('services', services);
+        console.log('log rate analysis time range', getTimeRange());
+        console.log('log rate analysis request', request);
+        console.log('log rate analysis chart', chart);
+
+        const timeRange = getTimeRange();
+        const resp = await services.http.post('/api/aiops/log_rate_analysis', {
+          body: {},
+        });
+        console.log('resp', resp);
+      },
+    });
+  }
+
   if (canEditVisualizationOnTheFly) {
     actions.push({
       label: i18n.translate('unifiedHistogram.editVisualizationButton', {

src/plugins/unified_histogram/public/chart/histogram.tsx

@@ -181,6 +181,36 @@ export function Histogram({
     visContext,
     onLoad,
   });
+  console.log('lensProps', lensProps);
+
+  const annotation = undefined;
+  if (annotation) {
+    lensProps.attributes.state.visualization.layers.push({
+      layerId: '8d26ab67-b841-4877-9d02-55bf270f9caf',
+      layerType: 'annotations',
+      annotations: [
+        {
+          type: 'manual',
+          icon: 'triangle',
+          textVisibility: true,
+          label: 'MY LABEL',
+          key: {
+            type: 'point_in_time',
+            timestamp: annotation.timestamp,
+          },
+          id: 'a8fb297c-8d96-4011-93c0-45af110d5302',
+          isHidden: false,
+          color: '#F04E98',
+          lineStyle: 'solid',
+          lineWidth: 1,
+          outside: false,
+        },
+      ],
+      // TODO check if we need to set filter from
+      // the filterManager
+      ignoreGlobalFilters: false,
+    });
+  }
 
   const { euiTheme } = useEuiTheme();
   const boxShadow = `0 2px 2px -1px ${euiTheme.colors.mediumShade},

tsconfig.base.json

@@ -18,6 +18,8 @@
       "@kbn/advanced-settings-plugin/*": ["src/plugins/advanced_settings/*"],
       "@kbn/ai-assistant-management-plugin": ["src/plugins/ai_assistant_management/selection"],
       "@kbn/ai-assistant-management-plugin/*": ["src/plugins/ai_assistant_management/selection/*"],
+      "@kbn/aiops-api-plugin": ["x-pack/plugins/aiops_api"],
+      "@kbn/aiops-api-plugin/*": ["x-pack/plugins/aiops_api/*"],
       "@kbn/aiops-change-point-detection": ["x-pack/packages/ml/aiops_change_point_detection"],
       "@kbn/aiops-change-point-detection/*": ["x-pack/packages/ml/aiops_change_point_detection/*"],
       "@kbn/aiops-common": ["x-pack/packages/ml/aiops_common"],

x-pack/packages/ml/agg_utils/src/types.ts

@@ -161,6 +161,9 @@ export interface SignificantItem extends FieldValuePair {
   /** The normalized score for the significant item. */
   normalizedScore: number;
 
+  /** A human readable description of the log rate change. */
+  changeDescription?: string;
+
   /** An optional histogram for the significant item. */
   histogram?: SignificantItemHistogramItem[];
 

x-pack/packages/ml/aiops_common/constants.ts

@@ -10,6 +10,11 @@
  */
 export const AIOPS_PLUGIN_ID = 'aiops';
 
+/**
+ * AIOPS_API_PLUGIN_ID is used as a unique identifier for the aiops API plugin for public APIs.
+ */
+export const AIOPS_API_PLUGIN_ID = 'aiops';
+
 export const AIOPS_API_ENDPOINT = {
   LOG_RATE_ANALYSIS: '/internal/aiops/log_rate_analysis',
   CATEGORIZATION_FIELD_VALIDATION: '/internal/aiops/categorization_field_validation',

x-pack/packages/ml/aiops_components/index.ts

@@ -10,6 +10,16 @@ export { ProgressControls } from './src/progress_controls';
 export {
   DocumentCountChart,
   DocumentCountChartRedux,
-  type BrushSettings,
+  SimpleDocumentCountChart,
+  getLogRateAnalysisBarStyleAccessor,
 } from './src/document_count_chart';
-export type { DocumentCountChartProps } from './src/document_count_chart';
+export type {
+  BrushSettings,
+  BrushSelectionUpdateHandler,
+  DocumentCountChartProps,
+} from './src/document_count_chart';
+export {
+  getFieldValueColumn,
+  SimpleAnalysisResultsTable,
+  NARROW_COLUMN_WIDTH,
+} from './src/results_table';

x-pack/packages/ml/aiops_components/src/document_count_chart/axis.tsx

@@ -0,0 +1,39 @@
+/*
+ * Copyright Elasticsearch B.V. and/or licensed to Elasticsearch B.V. under one
+ * or more contributor license agreements. Licensed under the Elastic License
+ * 2.0; you may not use this file except in compliance with the Elastic License
+ * 2.0.
+ */
+
+import React, { type FC } from 'react';
+
+import { Axis, Position } from '@elastic/charts';
+
+import type { FieldFormat } from '@kbn/field-formats-plugin/common';
+import { MULTILAYER_TIME_AXIS_STYLE } from '@kbn/charts-plugin/common';
+
+export const DocumentCountChartAxisX: FC = () => (
+  <Axis id="aiops-histogram-left-axis" position={Position.Left} ticks={2} integersOnly />
+);
+
+interface DocumentCountChartAxisYProps {
+  formatter: FieldFormat;
+  useLegacyTimeAxis: boolean;
+}
+
+export const DocumentCountChartAxisY: FC<DocumentCountChartAxisYProps> = ({
+  formatter,
+  useLegacyTimeAxis,
+}) => {
+  return (
+    <Axis
+      id="aiops-histogram-bottom-axis"
+      position={Position.Bottom}
+      showOverlappingTicks={true}
+      tickFormat={(value) => formatter.convert(value)}
+      labelFormat={useLegacyTimeAxis ? undefined : () => ''}
+      timeAxisLayerCount={useLegacyTimeAxis ? 0 : 2}
+      style={useLegacyTimeAxis ? {} : MULTILAYER_TIME_AXIS_STYLE}
+    />
+  );
+};