[Lens] Support histogram mapping type for all numeric functions

src/plugins/data/common/search/aggs/metrics/max.ts

@@ -36,7 +36,7 @@ export const getMaxMetricAgg = () => {
       {
         name: 'field',
         type: 'field',
-        filterFieldTypes: [KBN_FIELD_TYPES.NUMBER, KBN_FIELD_TYPES.DATE],
+        filterFieldTypes: [KBN_FIELD_TYPES.NUMBER, KBN_FIELD_TYPES.DATE, KBN_FIELD_TYPES.HISTOGRAM],
       },
     ],
   });

src/plugins/data/common/search/aggs/metrics/min.ts

@@ -36,7 +36,7 @@ export const getMinMetricAgg = () => {
       {
         name: 'field',
         type: 'field',
-        filterFieldTypes: [KBN_FIELD_TYPES.NUMBER, KBN_FIELD_TYPES.DATE],
+        filterFieldTypes: [KBN_FIELD_TYPES.NUMBER, KBN_FIELD_TYPES.DATE, KBN_FIELD_TYPES.HISTOGRAM],
       },
     ],
   });

x-pack/plugins/lens/public/indexpattern_datasource/datapanel.tsx

@@ -57,7 +57,15 @@ function sortFields(fieldA: IndexPatternField, fieldB: IndexPatternField) {
   return fieldA.displayName.localeCompare(fieldB.displayName, undefined, { sensitivity: 'base' });
 }
 
-const supportedFieldTypes = new Set(['string', 'number', 'boolean', 'date', 'ip', 'document']);
+const supportedFieldTypes = new Set([
+  'string',
+  'number',
+  'boolean',
+  'date',
+  'ip',
+  'histogram',
+  'document',
+]);
 
 const fieldTypeNames: Record<DataType, string> = {
   document: i18n.translate('xpack.lens.datatypes.record', { defaultMessage: 'record' }),
@@ -66,6 +74,7 @@ const fieldTypeNames: Record<DataType, string> = {
   boolean: i18n.translate('xpack.lens.datatypes.boolean', { defaultMessage: 'boolean' }),
   date: i18n.translate('xpack.lens.datatypes.date', { defaultMessage: 'date' }),
   ip: i18n.translate('xpack.lens.datatypes.ipAddress', { defaultMessage: 'IP' }),
+  histogram: i18n.translate('xpack.lens.datatypes.histogram', { defaultMessage: 'histogram' }),
 };
 
 // Wrapper around esQuery.buildEsQuery, handling errors (e.g. because a query can't be parsed) by

x-pack/plugins/lens/public/indexpattern_datasource/operations/definitions/metrics.tsx

@@ -32,6 +32,8 @@ const typeToFn: Record<string, string> = {
   median: 'aggMedian',
 };
 
+const supportedTypes = ['number', 'histogram'];
+
 function buildMetricOperation<T extends MetricColumn<string>>({
   type,
   displayName,
@@ -61,7 +63,7 @@ function buildMetricOperation<T extends MetricColumn<string>>({
     timeScalingMode: optionalTimeScaling ? 'optional' : undefined,
     getPossibleOperationForField: ({ aggregationRestrictions, aggregatable, type: fieldType }) => {
       if (
-        fieldType === 'number' &&
+        supportedTypes.includes(fieldType) &&
         aggregatable &&
         (!aggregationRestrictions || aggregationRestrictions[type])
       ) {
@@ -77,7 +79,7 @@ function buildMetricOperation<T extends MetricColumn<string>>({
 
       return Boolean(
         newField &&
-          newField.type === 'number' &&
+          supportedTypes.includes(newField.type) &&
           newField.aggregatable &&
           (!newField.aggregationRestrictions || newField.aggregationRestrictions![type])
       );

x-pack/plugins/lens/public/indexpattern_datasource/operations/definitions/percentile.test.tsx

@@ -68,6 +68,52 @@ describe('percentile', () => {
     };
   });
 
+  describe('getPossibleOperationForField', () => {
+    it('should accept number', () => {
+      expect(
+        percentileOperation.getPossibleOperationForField({
+          name: 'bytes',
+          displayName: 'bytes',
+          type: 'number',
+          esTypes: ['long'],
+          aggregatable: true,
+        })
+      ).toEqual({
+        dataType: 'number',
+        isBucketed: false,
+        scale: 'ratio',
+      });
+    });
+
+    it('should accept histogram', () => {
+      expect(
+        percentileOperation.getPossibleOperationForField({
+          name: 'response_time',
+          displayName: 'response_time',
+          type: 'histogram',
+          esTypes: ['histogram'],
+          aggregatable: true,
+        })
+      ).toEqual({
+        dataType: 'number',
+        isBucketed: false,
+        scale: 'ratio',
+      });
+    });
+
+    it('should reject keywords', () => {
+      expect(
+        percentileOperation.getPossibleOperationForField({
+          name: 'origin',
+          displayName: 'origin',
+          type: 'string',
+          esTypes: ['keyword'],
+          aggregatable: true,
+        })
+      ).toBeUndefined();
+    });
+  });
+
   describe('toEsAggsFn', () => {
     it('should reflect params correctly', () => {
       const percentileColumn = layer.columns.col2 as PercentileIndexPatternColumn;
@@ -134,6 +180,34 @@ describe('percentile', () => {
     });
   });
 
+  describe('isTransferable', () => {
+    it('should transfer from number to histogram', () => {
+      const indexPattern = createMockedIndexPattern();
+      indexPattern.getFieldByName = jest.fn().mockReturnValue({
+        name: 'response_time',
+        displayName: 'response_time',
+        type: 'histogram',
+        esTypes: ['histogram'],
+        aggregatable: true,
+      });
+      expect(
+        percentileOperation.isTransferable(
+          {
+            label: '',
+            sourceField: 'response_time',
+            isBucketed: false,
+            dataType: 'number',
+            operationType: 'percentile',
+            params: {
+              percentile: 95,
+            },
+          },
+          indexPattern
+        )
+      ).toBeTruthy();
+    });
+  });
+
   describe('param editor', () => {
     it('should render current percentile', () => {
       const updateLayerSpy = jest.fn();

x-pack/plugins/lens/public/indexpattern_datasource/operations/definitions/percentile.tsx

@@ -42,14 +42,16 @@ function ofName(name: string, percentile: number) {
 
 const DEFAULT_PERCENTILE_VALUE = 95;
 
+const supportedFieldTypes = ['number', 'histogram'];
+
 export const percentileOperation: OperationDefinition<PercentileIndexPatternColumn, 'field'> = {
   type: 'percentile',
   displayName: i18n.translate('xpack.lens.indexPattern.percentile', {
     defaultMessage: 'Percentile',
   }),
   input: 'field',
   getPossibleOperationForField: ({ aggregationRestrictions, aggregatable, type: fieldType }) => {
-    if (fieldType === 'number' && aggregatable && !aggregationRestrictions) {
+    if (supportedFieldTypes.includes(fieldType) && aggregatable && !aggregationRestrictions) {
       return {
         dataType: 'number',
         isBucketed: false,
@@ -62,7 +64,7 @@ export const percentileOperation: OperationDefinition<PercentileIndexPatternColu
 
     return Boolean(
       newField &&
-        newField.type === 'number' &&
+        supportedFieldTypes.includes(newField.type) &&
         newField.aggregatable &&
         !newField.aggregationRestrictions
     );

x-pack/plugins/lens/public/indexpattern_datasource/utils.ts

@@ -21,6 +21,7 @@ import { getInvalidFieldMessage } from './operations/definitions/helpers';
  * produce 'number')
  */
 export function normalizeOperationDataType(type: DataType) {
+  if (type === 'histogram') return 'number';
   return type === 'document' ? 'number' : type;
 }
 

x-pack/plugins/lens/public/types.ts

@@ -318,7 +318,8 @@ export type DatasourceDimensionDropHandlerProps<T> = DatasourceDimensionDropProp
   dropType: DropType;
 };
 
-export type DataType = 'document' | 'string' | 'number' | 'date' | 'boolean' | 'ip';
+export type FieldOnlyDataType = 'document' | 'ip' | 'histogram';
+export type DataType = 'string' | 'number' | 'date' | 'boolean' | FieldOnlyDataType;
 
 // An operation represents a column in a table, not any information
 // about how the column was created such as whether it is a sum or average.

x-pack/plugins/lens/public/xy_visualization/xy_suggestions.ts

@@ -26,6 +26,7 @@ const columnSortOrder = {
   ip: 3,
   boolean: 4,
   number: 5,
+  histogram: 6,
 };
 
 /**

x-pack/plugins/lens/server/routes/field_stats.ts

@@ -86,7 +86,11 @@ export async function initFieldsRoute(setup: CoreSetup<PluginStartContract>) {
           return result;
         };
 
-        if (field.type === 'number') {
+        if (field.type === 'histogram') {
+          return res.ok({
+            body: await getNumberOnlyHistogram(search, field),
+          });
+        } else if (field.type === 'number') {
           return res.ok({
             body: await getNumberHistogram(search, field),
           });
@@ -205,6 +209,81 @@ export async function getNumberHistogram(
   };
 }
 
+export async function getNumberOnlyHistogram(
+  aggSearchWithBody: (body: unknown) => Promise<unknown>,
+  field: IFieldType
+): Promise<FieldStatsResponse> {
+  const fieldRef = getFieldRef(field);
+
+  const searchBody = {
+    sample: {
+      sampler: { shard_size: SHARD_SIZE },
+      aggs: {
+        min_value: {
+          min: { field: field.name },
+        },
+        max_value: {
+          max: { field: field.name },
+        },
+        sample_count: { value_count: { ...fieldRef } },
+      },
+    },
+  };
+
+  const minMaxResult = (await aggSearchWithBody(searchBody)) as ESSearchResponse<
+    unknown,
+    { body: { aggs: typeof searchBody } }
+  >;
+
+  const minValue = minMaxResult.aggregations!.sample.min_value.value;
+  const maxValue = minMaxResult.aggregations!.sample.max_value.value;
+
+  let histogramInterval = (maxValue! - minValue!) / 10;
+
+  if (Number.isInteger(minValue!) && Number.isInteger(maxValue!)) {
+    histogramInterval = Math.ceil(histogramInterval);
+  }
+
+  if (histogramInterval === 0) {
+    return {
+      totalDocuments: minMaxResult.hits.total.value,
+      sampledValues: minMaxResult.aggregations!.sample.sample_count.value!,
+      sampledDocuments: minMaxResult.aggregations!.sample.doc_count,
+      histogram: { buckets: [] },
+    };
+  }
+
+  const histogramBody = {
+    sample: {
+      sampler: { shard_size: SHARD_SIZE },
+      aggs: {
+        histo: {
+          histogram: {
+            field: field.name,
+            interval: histogramInterval,
+          },
+        },
+      },
+    },
+  };
+  const histogramResult = (await aggSearchWithBody(histogramBody)) as ESSearchResponse<
+    unknown,
+    { body: { aggs: typeof histogramBody } }
+  >;
+
+  return {
+    totalDocuments: minMaxResult.hits.total.value,
+    sampledDocuments: minMaxResult.aggregations!.sample.doc_count,
+    sampledValues: minMaxResult.aggregations!.sample.sample_count.value!,
+    histogram: {
+      buckets: histogramResult.aggregations!.sample.histo.buckets.map((bucket) => ({
+        count: bucket.doc_count,
+        key: bucket.key,
+      })),
+    },
+  };
+}
+
 export async function getStringSamples(
   aggSearchWithBody: (body: unknown) => unknown,
   field: IFieldType

x-pack/test/api_integration/apis/lens/field_stats.ts

@@ -23,10 +23,12 @@ export default ({ getService }: FtrProviderContext) => {
     before(async () => {
       await esArchiver.loadIfNeeded('logstash_functional');
       await esArchiver.loadIfNeeded('visualize/default');
+      await esArchiver.loadIfNeeded('pre_calculated_histogram');
     });
     after(async () => {
       await esArchiver.unload('logstash_functional');
       await esArchiver.unload('visualize/default');
+      await esArchiver.unload('pre_calculated_histogram');
     });
 
     describe('field distribution', () => {
@@ -347,6 +349,76 @@ export default ({ getService }: FtrProviderContext) => {
         });
       });
 
+      it('should return an auto histogram for precalculated histograms', async () => {
+        const { body } = await supertest
+          .post('/api/lens/index_stats/histogram-test/field')
+          .set(COMMON_HEADERS)
+          .send({
+            dslQuery: { match_all: {} },
+            fromDate: TEST_START_TIME,
+            toDate: TEST_END_TIME,
+            field: {
+              name: 'histogram-content',
+              type: 'histogram',
+            },
+          })
+          .expect(200);
+
+        expect(body).to.eql({
+          histogram: {
+            buckets: [
+              {
+                count: 237,
+                key: 0,
+              },
+              {
+                count: 323,
+                key: 0.47000000000000003,
+              },
+              {
+                count: 556,
+                key: 0.9400000000000001,
+              },
+              {
+                count: 166,
+                key: 1.4100000000000001,
+              },
+              {
+                count: 168,
+                key: 1.8800000000000001,
+              },
+              {
+                count: 425,
+                key: 2.35,
+              },
+              {
+                count: 311,
+                key: 2.8200000000000003,
+              },
+              {
+                count: 596,
+                key: 3.29,
+              },
+              {
+                count: 406,
+                key: 3.7600000000000002,
+              },
+              {
+                count: 324,
+                key: 4.23,
+              },
+              {
+                count: 639,
+                key: 4.7,
+              },
+            ],
+          },
+          sampledDocuments: 7,
+          sampledValues: 4151,
+          totalDocuments: 7,
+        });
+      });
+
       it('should return histograms for scripted date fields', async () => {
         const { body } = await supertest
           .post('/api/lens/index_stats/logstash-2015.09.22/field')