[ML] DFA: ensure at least one field is included in analysis before jo…

…b can be created (#65320) (#65774)

* ensure at least one field besides depVar included in analysis

* show requiredFieldsError above excluded fields

* update jest test

* update fieldSelection explainResponse type

x-pack/plugins/ml/public/application/data_frame_analytics/common/analytics.ts

@@ -91,7 +91,7 @@ export interface FieldSelectionItem {
 }
 
 export interface DfAnalyticsExplainResponse {
-  field_selection: FieldSelectionItem[];
+  field_selection?: FieldSelectionItem[];
   memory_estimation: {
     expected_memory_without_disk: string;
     expected_memory_with_disk: string;

x-pack/plugins/ml/public/application/data_frame_analytics/pages/analytics_management/components/create_analytics_form/create_analytics_form.test.tsx

@@ -53,7 +53,7 @@ describe('Data Frame Analytics: <CreateAnalyticsForm />', () => {
     );
 
     const euiFormRows = wrapper.find('EuiFormRow');
-    expect(euiFormRows.length).toBe(9);
+    expect(euiFormRows.length).toBe(10);
 
     const row1 = euiFormRows.at(0);
     expect(row1.find('label').text()).toBe('Job type');

x-pack/plugins/ml/public/application/data_frame_analytics/pages/analytics_management/components/create_analytics_form/create_analytics_form.tsx

@@ -48,6 +48,13 @@ import {
 } from '../../../../common/analytics';
 import { shouldAddAsDepVarOption, OMIT_FIELDS } from './form_options_validation';
 
+const requiredFieldsErrorText = i18n.translate(
+  'xpack.ml.dataframe.analytics.create.requiredFieldsErrorMessage',
+  {
+    defaultMessage: 'At least one field must be included in the analysis.',
+  }
+);
+
 export const CreateAnalyticsForm: FC<CreateAnalyticsFormProps> = ({ actions, state }) => {
   const {
     services: { docLinks },
@@ -96,6 +103,7 @@ export const CreateAnalyticsForm: FC<CreateAnalyticsFormProps> = ({ actions, sta
     numTopFeatureImportanceValuesValid,
     previousJobType,
     previousSourceIndex,
+    requiredFieldsError,
     sourceIndex,
     sourceIndexNameEmpty,
     sourceIndexNameValid,
@@ -158,6 +166,8 @@ export const CreateAnalyticsForm: FC<CreateAnalyticsFormProps> = ({ actions, sta
   };
 
   const debouncedGetExplainData = debounce(async () => {
+    const jobTypeOrIndexChanged =
+      previousSourceIndex !== sourceIndex || previousJobType !== jobType;
     const shouldUpdateModelMemoryLimit = !firstUpdate.current || !modelMemoryLimit;
     const shouldUpdateEstimatedMml =
       !firstUpdate.current || !modelMemoryLimit || estimatedModelMemoryLimit === '';
@@ -167,7 +177,7 @@ export const CreateAnalyticsForm: FC<CreateAnalyticsFormProps> = ({ actions, sta
     }
     // Reset if sourceIndex or jobType changes (jobType requires dependent_variable to be set -
     // which won't be the case if switching from outlier detection)
-    if (previousSourceIndex !== sourceIndex || previousJobType !== jobType) {
+    if (jobTypeOrIndexChanged) {
       setFormState({
         loadingFieldOptions: true,
       });
@@ -186,8 +196,21 @@ export const CreateAnalyticsForm: FC<CreateAnalyticsFormProps> = ({ actions, sta
         setEstimatedModelMemoryLimit(expectedMemoryWithoutDisk);
       }
 
+      const fieldSelection: FieldSelectionItem[] | undefined = resp.field_selection;
+
+      let hasRequiredFields = false;
+      if (fieldSelection) {
+        for (let i = 0; i < fieldSelection.length; i++) {
+          const field = fieldSelection[i];
+          if (field.is_included === true && field.is_required === false) {
+            hasRequiredFields = true;
+            break;
+          }
+        }
+      }
+
       // If sourceIndex has changed load analysis field options again
-      if (previousSourceIndex !== sourceIndex || previousJobType !== jobType) {
+      if (jobTypeOrIndexChanged) {
         const analyzedFieldsOptions: EuiComboBoxOptionOption[] = [];
 
         if (resp.field_selection) {
@@ -204,21 +227,24 @@ export const CreateAnalyticsForm: FC<CreateAnalyticsFormProps> = ({ actions, sta
           loadingFieldOptions: false,
           fieldOptionsFetchFail: false,
           maxDistinctValuesError: undefined,
+          requiredFieldsError: !hasRequiredFields ? requiredFieldsErrorText : undefined,
         });
       } else {
         setFormState({
           ...(shouldUpdateModelMemoryLimit ? { modelMemoryLimit: expectedMemoryWithoutDisk } : {}),
+          requiredFieldsError: !hasRequiredFields ? requiredFieldsErrorText : undefined,
         });
       }
     } catch (e) {
       let errorMessage;
       if (
         jobType === ANALYSIS_CONFIG_TYPE.CLASSIFICATION &&
-        e.message !== undefined &&
-        e.message.includes('status_exception') &&
-        e.message.includes('must have at most')
+        e.body &&
+        e.body.message !== undefined &&
+        e.body.message.includes('status_exception') &&
+        e.body.message.includes('must have at most')
       ) {
-        errorMessage = e.message;
+        errorMessage = e.body.message;
       }
       const fallbackModelMemoryLimit =
         jobType !== undefined
@@ -321,6 +347,7 @@ export const CreateAnalyticsForm: FC<CreateAnalyticsFormProps> = ({ actions, sta
       excludesOptions: [],
       previousSourceIndex: sourceIndex,
       sourceIndex: selectedOptions[0].label || '',
+      requiredFieldsError: undefined,
     });
   };
 
@@ -368,6 +395,9 @@ export const CreateAnalyticsForm: FC<CreateAnalyticsFormProps> = ({ actions, sta
     forceInput.current.dispatchEvent(evt);
   }, []);
 
+  const noSupportetdAnalysisFields =
+    excludesOptions.length === 0 && fieldOptionsFetchFail === false && !sourceIndexNameEmpty;
+
   return (
     <EuiForm className="mlDataFrameAnalyticsCreateForm">
       <Messages messages={requestMessages} />
@@ -715,18 +745,31 @@ export const CreateAnalyticsForm: FC<CreateAnalyticsFormProps> = ({ actions, sta
               </EuiFormRow>
             </Fragment>
           )}
+          <EuiFormRow
+            fullWidth
+            isInvalid={requiredFieldsError !== undefined}
+            error={
+              requiredFieldsError !== undefined && [
+                i18n.translate('xpack.ml.dataframe.analytics.create.requiredFieldsError', {
+                  defaultMessage: 'Invalid. {message}',
+                  values: { message: requiredFieldsError },
+                }),
+              ]
+            }
+          >
+            <Fragment />
+          </EuiFormRow>
           <EuiFormRow
             label={i18n.translate('xpack.ml.dataframe.analytics.create.excludedFieldsLabel', {
               defaultMessage: 'Excluded fields',
             })}
+            isInvalid={noSupportetdAnalysisFields}
             helpText={i18n.translate('xpack.ml.dataframe.analytics.create.excludedFieldsHelpText', {
               defaultMessage:
                 'Select fields to exclude from analysis. All other supported fields are included.',
             })}
             error={
-              excludesOptions.length === 0 &&
-              fieldOptionsFetchFail === false &&
-              !sourceIndexNameEmpty && [
+              noSupportetdAnalysisFields && [
                 i18n.translate(
                   'xpack.ml.dataframe.analytics.create.excludesOptionsNoSupportedFields',
                   {

x-pack/plugins/ml/public/application/data_frame_analytics/pages/analytics_management/components/create_analytics_form/job_type.tsx

@@ -69,6 +69,7 @@ export const JobType: FC<Props> = ({ type, setFormState }) => {
               previousJobType: type,
               jobType: value,
               excludes: [],
+              requiredFieldsError: undefined,
             });
           }}
           data-test-subj="mlAnalyticsCreateJobFlyoutJobTypeSelect"

x-pack/plugins/ml/public/application/data_frame_analytics/pages/analytics_management/hooks/use_create_analytics_form/reducer.ts

@@ -124,6 +124,7 @@ export const validateAdvancedEditor = (state: State): State => {
     createIndexPattern,
     excludes,
     maxDistinctValuesError,
+    requiredFieldsError,
   } = state.form;
   const { jobConfig } = state;
 
@@ -330,6 +331,7 @@ export const validateAdvancedEditor = (state: State): State => {
 
   state.isValid =
     maxDistinctValuesError === undefined &&
+    requiredFieldsError === undefined &&
     excludesValid &&
     trainingPercentValid &&
     state.form.modelMemoryLimitUnitValid &&
@@ -397,6 +399,7 @@ const validateForm = (state: State): State => {
     maxDistinctValuesError,
     modelMemoryLimit,
     numTopFeatureImportanceValuesValid,
+    requiredFieldsError,
   } = state.form;
   const { estimatedModelMemoryLimit } = state;
 
@@ -412,6 +415,7 @@ const validateForm = (state: State): State => {
 
   state.isValid =
     maxDistinctValuesError === undefined &&
+    requiredFieldsError === undefined &&
     !jobTypeEmpty &&
     !mmlValidationResult &&
     !jobIdEmpty &&

x-pack/plugins/ml/public/application/data_frame_analytics/pages/analytics_management/hooks/use_create_analytics_form/state.ts

@@ -76,6 +76,7 @@ export interface State {
     numTopFeatureImportanceValuesValid: boolean;
     previousJobType: null | AnalyticsJobType;
     previousSourceIndex: EsIndexName | undefined;
+    requiredFieldsError: string | undefined;
     sourceIndex: EsIndexName;
     sourceIndexNameEmpty: boolean;
     sourceIndexNameValid: boolean;
@@ -133,6 +134,7 @@ export const getInitialState = (): State => ({
     numTopFeatureImportanceValuesValid: true,
     previousJobType: null,
     previousSourceIndex: undefined,
+    requiredFieldsError: undefined,
     sourceIndex: '',
     sourceIndexNameEmpty: true,
     sourceIndexNameValid: false,