[Logs UI] Anomalies page dataset filtering

x-pack/plugins/infra/common/http_api/log_analysis/results/index.ts

@@ -8,4 +8,6 @@ export * from './log_entry_categories';
 export * from './log_entry_category_datasets';
 export * from './log_entry_category_examples';
 export * from './log_entry_rate';
-export * from './log_entry_rate_examples';
+export * from './log_entry_examples';
+export * from './log_entry_anomalies';
+export * from './log_entry_anomalies_datasets';

x-pack/plugins/infra/common/http_api/log_analysis/results/log_entry_anomalies.ts

@@ -0,0 +1,123 @@
+/*
+ * Copyright Elasticsearch B.V. and/or licensed to Elasticsearch B.V. under one
+ * or more contributor license agreements. Licensed under the Elastic License;
+ * you may not use this file except in compliance with the Elastic License.
+ */
+
+import * as rt from 'io-ts';
+
+import { timeRangeRT, routeTimingMetadataRT } from '../../shared';
+
+export const LOG_ANALYSIS_GET_LOG_ENTRY_ANOMALIES_PATH =
+  '/api/infra/log_analysis/results/log_entry_anomalies';
+
+// [Sort field value, tiebreaker value]
+const paginationCursorRT = rt.tuple([
+  rt.union([rt.string, rt.number]),
+  rt.union([rt.string, rt.number]),
+]);
+
+export type PaginationCursor = rt.TypeOf<typeof paginationCursorRT>;
+
+const logRateAnomalyTypeRT = rt.literal('logRate');
+const logCategorisationAnomalyTypeRT = rt.literal('logCategory');
+export const anomalyTypeRT = rt.union([logRateAnomalyTypeRT, logCategorisationAnomalyTypeRT]);
+
+const logEntryAnomalyRT = rt.type({
+  id: rt.string,
+  anomalyScore: rt.number,
+  dataset: rt.string,
+  typical: rt.number,
+  actual: rt.number,
+  type: anomalyTypeRT,
+  duration: rt.number,
+  startTime: rt.number,
+});
+
+export type LogEntryAnomaly = rt.TypeOf<typeof logEntryAnomalyRT>;
+
+export const getLogEntryAnomaliesSuccessReponsePayloadRT = rt.intersection([
+  rt.type({
+    data: rt.intersection([
+      rt.type({
+        anomalies: rt.array(logEntryAnomalyRT),
+        // Signifies there are more entries backwards or forwards. If this was a request
+        // for a previous page, there are more previous pages, if this was a request for a next page,
+        // there are more next pages.
+        hasMoreEntries: rt.boolean,
+      }),
+      rt.partial({
+        paginationCursors: rt.type({
+          // The cursor to use to fetch the previous page
+          previousPageCursor: paginationCursorRT,
+          // The cursor to use to fetch the next page
+          nextPageCursor: paginationCursorRT,
+        }),
+      }),
+    ]),
+  }),
+  rt.partial({
+    timing: routeTimingMetadataRT,
+  }),
+]);
+
+export type GetLogEntryAnomaliesSuccessResponsePayload = rt.TypeOf<
+  typeof getLogEntryAnomaliesSuccessReponsePayloadRT
+>;
+
+const sortOptions = rt.union([
+  rt.literal('anomalyScore'),
+  rt.literal('dataset'),
+  rt.literal('startTime'),
+]);
+
+const sortDirections = rt.union([rt.literal('asc'), rt.literal('desc')]);
+
+const paginationPreviousPageCursor = rt.type({
+  searchBefore: paginationCursorRT,
+});
+
+const paginationNextPageCursor = rt.type({
+  searchAfter: paginationCursorRT,
+});
+
+const paginationRT = rt.intersection([
+  rt.type({
+    pageSize: rt.number,
+  }),
+  rt.partial({
+    cursor: rt.union([paginationPreviousPageCursor, paginationNextPageCursor]),
+  }),
+]);
+
+export type Pagination = rt.TypeOf<typeof paginationRT>;
+
+const sortRT = rt.type({
+  field: sortOptions,
+  direction: sortDirections,
+});
+
+export type Sort = rt.TypeOf<typeof sortRT>;
+
+export const getLogEntryAnomaliesRequestPayloadRT = rt.type({
+  data: rt.intersection([
+    rt.type({
+      // the ID of the source configuration
+      sourceId: rt.string,
+      // the time range to fetch the log entry anomalies from
+      timeRange: timeRangeRT,
+    }),
+    rt.partial({
+      // Pagination properties
+      pagination: paginationRT,
+      // Sort properties
+      sort: sortRT,
+      // Dataset filters
+      datasets: rt.array(rt.string),
+    }),
+  ]),
+});
+
+export type GetLogEntryAnomaliesRequestPayload = rt.TypeOf<
+  typeof getLogEntryAnomaliesRequestPayloadRT
+>;

x-pack/plugins/infra/common/http_api/log_analysis/results/log_entry_anomalies_datasets.ts

@@ -0,0 +1,63 @@
+/*
+ * Copyright Elasticsearch B.V. and/or licensed to Elasticsearch B.V. under one
+ * or more contributor license agreements. Licensed under the Elastic License;
+ * you may not use this file except in compliance with the Elastic License.
+ */
+
+import * as rt from 'io-ts';
+
+import {
+  badRequestErrorRT,
+  forbiddenErrorRT,
+  timeRangeRT,
+  routeTimingMetadataRT,
+} from '../../shared';
+
+export const LOG_ANALYSIS_GET_LOG_ENTRY_ANOMALIES_DATASETS_PATH =
+  '/api/infra/log_analysis/results/log_entry_anomalies_datasets';
+
+/**
+ * request
+ */
+
+export const getLogEntryAnomaliesDatasetsRequestPayloadRT = rt.type({
+  data: rt.type({
+    // the id of the source configuration
+    sourceId: rt.string,
+    // the time range to fetch the anomalies datasets from
+    timeRange: timeRangeRT,
+  }),
+});
+
+export type GetLogEntryAnomaliesDatasetsRequestPayload = rt.TypeOf<
+  typeof getLogEntryAnomaliesDatasetsRequestPayloadRT
+>;
+
+/**
+ * response
+ */
+
+export const getLogEntryAnomaliesDatasetsSuccessReponsePayloadRT = rt.intersection([
+  rt.type({
+    data: rt.type({
+      datasets: rt.array(rt.string),
+    }),
+  }),
+  rt.partial({
+    timing: routeTimingMetadataRT,
+  }),
+]);
+
+export type GetLogEntryAnomaliesDatasetsSuccessResponsePayload = rt.TypeOf<
+  typeof getLogEntryAnomaliesDatasetsSuccessReponsePayloadRT
+>;
+
+export const getLogEntryAnomaliesDatasetsResponsePayloadRT = rt.union([
+  getLogEntryAnomaliesDatasetsSuccessReponsePayloadRT,
+  badRequestErrorRT,
+  forbiddenErrorRT,
+]);
+
+export type GetLogEntryAnomaliesDatasetsReponsePayload = rt.TypeOf<
+  typeof getLogEntryAnomaliesDatasetsResponsePayloadRT
+>;

x-pack/plugins/infra/common/http_api/log_analysis/results/log_entry_rate_examples.ts → x-pack/plugins/infra/common/http_api/log_analysis/results/log_entry_examples.ts

@@ -14,13 +14,13 @@ import {
 } from '../../shared';
 
 export const LOG_ANALYSIS_GET_LOG_ENTRY_RATE_EXAMPLES_PATH =
-  '/api/infra/log_analysis/results/log_entry_rate_examples';
+  '/api/infra/log_analysis/results/log_entry_examples';
 
 /**
  * request
  */
 
-export const getLogEntryRateExamplesRequestPayloadRT = rt.type({
+export const getLogEntryExamplesRequestPayloadRT = rt.type({
   data: rt.type({
     // the dataset to fetch the log rate examples from
     dataset: rt.string,
@@ -33,45 +33,45 @@ export const getLogEntryRateExamplesRequestPayloadRT = rt.type({
   }),
 });
 
-export type GetLogEntryRateExamplesRequestPayload = rt.TypeOf<
-  typeof getLogEntryRateExamplesRequestPayloadRT
+export type GetLogEntryExamplesRequestPayload = rt.TypeOf<
+  typeof getLogEntryExamplesRequestPayloadRT
 >;
 
 /**
  * response
  */
 
-const logEntryRateExampleRT = rt.type({
+const logEntryExampleRT = rt.type({
   id: rt.string,
   dataset: rt.string,
   message: rt.string,
   timestamp: rt.number,
   tiebreaker: rt.number,
 });
 
-export type LogEntryRateExample = rt.TypeOf<typeof logEntryRateExampleRT>;
+export type LogEntryExample = rt.TypeOf<typeof logEntryExampleRT>;
 
-export const getLogEntryRateExamplesSuccessReponsePayloadRT = rt.intersection([
+export const getLogEntryExamplesSuccessReponsePayloadRT = rt.intersection([
   rt.type({
     data: rt.type({
-      examples: rt.array(logEntryRateExampleRT),
+      examples: rt.array(logEntryExampleRT),
     }),
   }),
   rt.partial({
     timing: routeTimingMetadataRT,
   }),
 ]);
 
-export type GetLogEntryRateExamplesSuccessReponsePayload = rt.TypeOf<
-  typeof getLogEntryRateExamplesSuccessReponsePayloadRT
+export type GetLogEntryExamplesSuccessReponsePayload = rt.TypeOf<
+  typeof getLogEntryExamplesSuccessReponsePayloadRT
 >;
 
-export const getLogEntryRateExamplesResponsePayloadRT = rt.union([
-  getLogEntryRateExamplesSuccessReponsePayloadRT,
+export const getLogEntryExamplesResponsePayloadRT = rt.union([
+  getLogEntryExamplesSuccessReponsePayloadRT,
   badRequestErrorRT,
   forbiddenErrorRT,
 ]);
 
-export type GetLogEntryRateExamplesResponsePayload = rt.TypeOf<
-  typeof getLogEntryRateExamplesResponsePayloadRT
+export type GetLogEntryExamplesResponsePayload = rt.TypeOf<
+  typeof getLogEntryExamplesResponsePayloadRT
 >;

x-pack/plugins/infra/common/http_api/log_analysis/results/log_entry_rate.ts

@@ -16,11 +16,16 @@ export const LOG_ANALYSIS_GET_LOG_ENTRY_RATE_PATH =
  */
 
 export const getLogEntryRateRequestPayloadRT = rt.type({
-  data: rt.type({
-    bucketDuration: rt.number,
-    sourceId: rt.string,
-    timeRange: timeRangeRT,
-  }),
+  data: rt.intersection([
+    rt.type({
+      bucketDuration: rt.number,
+      sourceId: rt.string,
+      timeRange: timeRangeRT,
+    }),
+    rt.partial({
+      datasets: rt.array(rt.string),
+    }),
+  ]),
 });
 
 export type GetLogEntryRateRequestPayload = rt.TypeOf<typeof getLogEntryRateRequestPayloadRT>;

x-pack/plugins/infra/common/log_analysis/log_analysis_results.ts

@@ -41,6 +41,10 @@ export const formatAnomalyScore = (score: number) => {
   return Math.round(score);
 };
 
+export const formatOneDecimalPlace = (number: number) => {
+  return Math.round(number * 10) / 10;
+};
+
 export const getFriendlyNameForPartitionId = (partitionId: string) => {
   return partitionId !== '' ? partitionId : 'unknown';
 };

x-pack/plugins/infra/public/pages/logs/log_entry_categories/sections/top_categories/datasets_selector.tsx → x-pack/plugins/infra/public/components/logging/log_analysis_results/datasets_selector.tsx

@@ -8,7 +8,7 @@ import { EuiComboBox, EuiComboBoxOptionOption } from '@elastic/eui';
 import { i18n } from '@kbn/i18n';
 import React, { useCallback, useMemo } from 'react';
 
-import { getFriendlyNameForPartitionId } from '../../../../../../common/log_analysis';
+import { getFriendlyNameForPartitionId } from '../../../../common/log_analysis';
 
 type DatasetOptionProps = EuiComboBoxOptionOption<string>;
 
@@ -51,7 +51,7 @@ export const DatasetsSelector: React.FunctionComponent<{
 };
 
 const datasetFilterPlaceholder = i18n.translate(
-  'xpack.infra.logs.logEntryCategories.datasetFilterPlaceholder',
+  'xpack.infra.logs.analysis.datasetFilterPlaceholder',
   {
     defaultMessage: 'Filter by datasets',
   }

x-pack/plugins/infra/public/pages/logs/log_entry_categories/sections/top_categories/top_categories_section.tsx

@@ -14,7 +14,7 @@ import { BetaBadge } from '../../../../../components/beta_badge';
 import { LoadingOverlayWrapper } from '../../../../../components/loading_overlay_wrapper';
 import { RecreateJobButton } from '../../../../../components/logging/log_analysis_job_status';
 import { AnalyzeInMlButton } from '../../../../../components/logging/log_analysis_results';
-import { DatasetsSelector } from './datasets_selector';
+import { DatasetsSelector } from '../../../../../components/logging/log_analysis_results/datasets_selector';
 import { TopCategoriesTable } from './top_categories_table';
 
 export const TopCategoriesSection: React.FunctionComponent<{