[frontend] Ability to duplicate a CSV feed data sharing, a CSV feed i…

…ngestion, a CSV mapper (#7400)
OpenCTI-Platform · Oct 4, 2024 · c0b3de1 · c0b3de1
1 parent 0b77655
commit c0b3de1
Show file tree

Hide file tree

Showing 27 changed files with 618 additions and 286 deletions.
diff --git a/opencti-platform/opencti-front/lang/back/de.json b/opencti-platform/opencti-front/lang/back/de.json
@@ -203,6 +203,9 @@
   "DST Payload": "DST Nutzlast",
   "DST port": "DST-Anschluss",
   "Due date": "Fälligkeitsdatum",
+  "Duplicate a CSV ingester": "Duplizieren Sie einen CSV-Ingester",
+  "Duplicate a CSV mapper": "Duplizieren eines CSV-Mappers",
+  "Duplicate a feed": "Einspeisung duplizieren",
   "Element ID": "Element-ID",
   "Email": "E-Mail",
   "Email date": "E-Mail Datum",

diff --git a/opencti-platform/opencti-front/lang/back/en.json b/opencti-platform/opencti-front/lang/back/en.json
@@ -203,6 +203,9 @@
   "DST Payload": "DST Payload",
   "DST port": "DST port",
   "Due date": "Due date",
+  "Duplicate a CSV ingester": "Duplicate a CSV ingester",
+  "Duplicate a CSV mapper": "Duplicate a CSV mapper",
+  "Duplicate a feed": "Duplicate a feed",
   "Element ID": "Element ID",
   "Email": "Email",
   "Email date": "Email date",

diff --git a/opencti-platform/opencti-front/lang/back/es.json b/opencti-platform/opencti-front/lang/back/es.json
@@ -203,6 +203,9 @@
   "DST Payload": "Carga útil DST",
   "DST port": "Puerto DST",
   "Due date": "Fecha de vencimiento",
+  "Duplicate a CSV ingester": "Duplicar una entrada CSV",
+  "Duplicate a CSV mapper": "Duplicar un mapeador CSV",
+  "Duplicate a feed": "Duplicar un feed",
   "Element ID": "Elemento ID",
   "Email": "Correo electrónico",
   "Email date": "Fecha de correo electrónico",

diff --git a/opencti-platform/opencti-front/lang/back/fr.json b/opencti-platform/opencti-front/lang/back/fr.json
@@ -203,6 +203,9 @@
   "DST Payload": "DST Payload",
   "DST port": "Port DST",
   "Due date": "Date d'échéance",
+  "Duplicate a CSV ingester": "Dupliquer un injecteur CSV",
+  "Duplicate a CSV mapper": "Dupliquer un mappeur CSV",
+  "Duplicate a feed": "Dupliquer un flux",
   "Element ID": "ID de l'élément",
   "Email": "Email",
   "Email date": "Date de l'email",

diff --git a/opencti-platform/opencti-front/lang/back/ja.json b/opencti-platform/opencti-front/lang/back/ja.json
@@ -203,6 +203,9 @@
   "DST Payload": "DSTペイロード",
   "DST port": "DSTポート",
   "Due date": "個人的な動機",
+  "Duplicate a CSV ingester": "CSVインジェスターの複製",
+  "Duplicate a CSV mapper": "CSVマッパーを複製する",
+  "Duplicate a feed": "フィードの複製",
   "Element ID": "要素ID",
   "Email": "電子メール",
   "Email date": "メール送信日",

diff --git a/opencti-platform/opencti-front/lang/back/ko.json b/opencti-platform/opencti-front/lang/back/ko.json
@@ -203,6 +203,9 @@
   "DST Payload": "DST 페이로드",
   "DST port": "DST 포트",
   "Due date": "기한 날짜",
+  "Duplicate a CSV ingester": "CSV 수집기 복제",
+  "Duplicate a CSV mapper": "CSV 매퍼 복제",
+  "Duplicate a feed": "피드 복제하기",
   "Element ID": "요소 ID",
   "Email": "이메일",
   "Email date": "이메일 날짜",

diff --git a/opencti-platform/opencti-front/lang/back/zh.json b/opencti-platform/opencti-front/lang/back/zh.json
@@ -203,6 +203,9 @@
   "DST Payload": "DST 有效载荷",
   "DST port": "DST 端口",
   "Due date": "到期日",
+  "Duplicate a CSV ingester": "复制 CSV 输入器",
+  "Duplicate a CSV mapper": "复制 CSV 映射器",
+  "Duplicate a feed": "复制一个饲料",
   "Element ID": "元素 ID",
   "Email": "电子邮件",
   "Email date": "电子邮件日期",

diff --git a/opencti-platform/opencti-front/lang/front/de.json b/opencti-platform/opencti-front/lang/front/de.json
@@ -861,6 +861,9 @@
   "Download this support package": "Laden Sie dieses Support-Paket herunter",
   "Due Date": "Fälligkeitsdatum",
   "Duplicate": "Duplizieren",
+  "Duplicate a CSV ingester": "Duplizieren Sie einen CSV-Ingester",
+  "Duplicate a CSV mapper": "Duplizieren eines CSV-Mappers",
+  "Duplicate a feed": "Einspeisung duplizieren",
   "Duplicate the dashboard": "Duplizieren Sie das Dashboard",
   "Dynamic source filters": "Dynamische Quellfilter",
   "Dynamic target filters": "Dynamische Zielfilter",

diff --git a/opencti-platform/opencti-front/lang/front/en.json b/opencti-platform/opencti-front/lang/front/en.json
@@ -861,6 +861,9 @@
   "Download this support package": "Download this support package",
   "Due Date": "Due Date",
   "Duplicate": "Duplicate",
+  "Duplicate a CSV ingester": "Duplicate a CSV ingester",
+  "Duplicate a CSV mapper": "Duplicate a CSV mapper",
+  "Duplicate a feed": "Duplicate a feed",
   "Duplicate the dashboard": "Duplicate the dashboard",
   "Dynamic source filters": "Dynamic source filters",
   "Dynamic target filters": "Dynamic target filters",

diff --git a/opencti-platform/opencti-front/lang/front/es.json b/opencti-platform/opencti-front/lang/front/es.json
@@ -861,6 +861,9 @@
   "Download this support package": "Descargar este paquete de soporte",
   "Due Date": "Fecha de vencimiento",
   "Duplicate": "Duplicar",
+  "Duplicate a CSV ingester": "Duplicar una entrada CSV",
+  "Duplicate a CSV mapper": "Duplicar un mapeador CSV",
+  "Duplicate a feed": "Duplicar un feed",
   "Duplicate the dashboard": "Duplicar el salpicadero",
   "Dynamic source filters": "Filtros de fuente dinámicos",
   "Dynamic target filters": "Filtros dinámicos de destino",

diff --git a/opencti-platform/opencti-front/lang/front/fr.json b/opencti-platform/opencti-front/lang/front/fr.json
@@ -861,6 +861,9 @@
   "Download this support package": "Télécharger ce paquet de support",
   "Due Date": "Date d'échéance",
   "Duplicate": "Dupliquer",
+  "Duplicate a CSV ingester": "Dupliquer un injecteur CSV",
+  "Duplicate a CSV mapper": "Dupliquer un mappeur CSV",
+  "Duplicate a feed": "Dupliquer un flux",
   "Duplicate the dashboard": "Dupliquer le tableau de bord",
   "Dynamic source filters": "Filtres de source dynamique",
   "Dynamic target filters": "Filtres dynamiques cibles",

diff --git a/opencti-platform/opencti-front/lang/front/ja.json b/opencti-platform/opencti-front/lang/front/ja.json
@@ -861,6 +861,9 @@
   "Download this support package": "このサポートパッケージをダウンロードする",
   "Due Date": "期日",
   "Duplicate": "重複",
+  "Duplicate a CSV ingester": "CSVインジェスターの複製",
+  "Duplicate a CSV mapper": "CSVマッパーを複製する",
+  "Duplicate a feed": "フィードの複製",
   "Duplicate the dashboard": "ダッシュボードの複製",
   "Dynamic source filters": "ダイナミック・ソース・フィルタ",
   "Dynamic target filters": "動的ターゲットフィルタ",

diff --git a/opencti-platform/opencti-front/lang/front/ko.json b/opencti-platform/opencti-front/lang/front/ko.json
@@ -861,6 +861,9 @@
   "Download this support package": "이 지원 패키지를 다운로드",
   "Due Date": "마감일",
   "Duplicate": "복제",
+  "Duplicate a CSV ingester": "CSV 수집기 복제",
+  "Duplicate a CSV mapper": "CSV 매퍼 복제",
+  "Duplicate a feed": "피드 복제하기",
   "Duplicate the dashboard": "대시보드 복제",
   "Dynamic source filters": "동적 소스 필터",
   "Dynamic target filters": "동적 대상 필터",

diff --git a/opencti-platform/opencti-front/lang/front/zh.json b/opencti-platform/opencti-front/lang/front/zh.json
@@ -861,6 +861,9 @@
   "Download this support package": "下载此支持软件包",
   "Due Date": "到期日",
   "Duplicate": "复制",
+  "Duplicate a CSV ingester": "复制 CSV 输入器",
+  "Duplicate a CSV mapper": "复制 CSV 映射器",
+  "Duplicate a feed": "复制一个饲料",
   "Duplicate the dashboard": "复制仪表板",
   "Dynamic source filters": "动态源过滤器",
   "Dynamic target filters": "动态目标过滤器",

diff --git a/opencti-platform/opencti-front/src/private/components/data/CsvMappers.tsx b/opencti-platform/opencti-front/src/private/components/data/CsvMappers.tsx
@@ -99,7 +99,9 @@ const CsvMappers = () => {
                 />
               </React.Suspense>
             </ListLines>
-            <CsvMapperCreationContainer paginationOptions={paginationOptions}/>
+            <CsvMapperCreationContainer paginationOptions={paginationOptions} open={false} onClose={() => {
+            }}
+            />
           </div>
         </CsvMappersProvider>
       </Suspense>

diff --git a/opencti-platform/opencti-front/src/private/components/data/IngestionCsv.tsx b/opencti-platform/opencti-front/src/private/components/data/IngestionCsv.tsx
@@ -5,7 +5,7 @@ import IngestionMenu from '@components/data/IngestionMenu';
 import IngestionCsvLines, { ingestionCsvLinesQuery } from '@components/data/ingestionCsv/IngestionCsvLines';
 import { IngestionCsvLinesPaginationQuery, IngestionCsvLinesPaginationQuery$variables } from '@components/data/ingestionCsv/__generated__/IngestionCsvLinesPaginationQuery.graphql';
 import { IngestionCsvLineDummy } from '@components/data/ingestionCsv/IngestionCsvLine';
-import IngestionCsvCreation from '@components/data/ingestionCsv/IngestionCsvCreation';
+import { IngestionCsvCreationContainer } from '@components/data/ingestionCsv/IngestionCsvCreation';
 import { useFormatter } from '../../../components/i18n';
 import useAuth from '../../../utils/hooks/useAuth';
 import { usePaginationLocalStorage } from '../../../utils/hooks/useLocalStorage';
@@ -127,8 +127,12 @@ const IngestionCsv = () => {
       <IngestionMenu/>
       {renderLines()}
       <Security needs={[INGESTION_SETINGESTIONS]}>
-        <IngestionCsvCreation
+        <IngestionCsvCreationContainer
+          open={false}
+          handleClose={() => {
+          }}
           paginationOptions={paginationOptions}
+          isDuplicated={false}
         />
       </Security>
     </div>

diff --git a/opencti-platform/opencti-front/src/private/components/data/csvMapper/CsvMapperCreation.tsx b/opencti-platform/opencti-front/src/private/components/data/csvMapper/CsvMapperCreation.tsx
@@ -1,14 +1,22 @@
 import React, { FunctionComponent } from 'react';
 import { FormikConfig } from 'formik';
-import { graphql } from 'react-relay';
-import CsvMapperForm from '@components/data/csvMapper/CsvMapperForm';
+import { graphql, useFragment } from 'react-relay';
 import { CsvMapperFormData } from '@components/data/csvMapper/CsvMapper';
 import { CsvMapperAddInput } from '@components/data/csvMapper/__generated__/CsvMapperCreationContainerMutation.graphql';
-import { formDataToCsvMapper } from '@components/data/csvMapper/CsvMapperUtils';
 import { csvMappers_MappersQuery$variables } from '@components/data/csvMapper/__generated__/csvMappers_MappersQuery.graphql';
+import { CsvMapperEditionContainerFragment_csvMapper$key } from '@components/data/csvMapper/__generated__/CsvMapperEditionContainerFragment_csvMapper.graphql';
+import { useCsvMappersData } from '@components/data/csvMapper/csvMappers.data';
+import {
+  CsvMapperRepresentationAttributesForm_allSchemaAttributes$key,
+} from '@components/data/csvMapper/representations/attributes/__generated__/CsvMapperRepresentationAttributesForm_allSchemaAttributes.graphql';
+import { CsvMapperRepresentationAttributesFormFragment } from '@components/data/csvMapper/representations/attributes/CsvMapperRepresentationAttributesForm';
+import { csvMapperToFormData, formDataToCsvMapper } from '@components/data/csvMapper/CsvMapperUtils';
+import CsvMapperForm from '@components/data/csvMapper/CsvMapperForm';
+import { csvMapperEditionContainerFragment } from '@components/data/csvMapper/CsvMapperEditionContainer';
 import { insertNode } from '../../../../utils/store';
 import useApiMutation from '../../../../utils/hooks/useApiMutation';
 import { handleErrorInForm } from '../../../../relay/environment';
+import { useComputeDefaultValues } from '../../../../utils/hooks/useDefaultValues';
 
 const csvMapperCreation = graphql`
   mutation CsvMapperCreationContainerMutation($input: CsvMapperAddInput!) {
@@ -24,16 +32,31 @@ const csvMapperCreation = graphql`
 `;
 
 interface CsvMapperCreationFormProps {
-  onClose?: () => void;
-  paginationOptions: csvMappers_MappersQuery$variables;
+  paginationOptions: csvMappers_MappersQuery$variables
+  isDuplicated?: boolean
+  onClose?: () => void
+  open: boolean
+  mappingCsv?: CsvMapperEditionContainerFragment_csvMapper$key | null,
 }
 
 const CsvMapperCreation: FunctionComponent<CsvMapperCreationFormProps> = ({
+  mappingCsv,
+  isDuplicated,
   onClose,
   paginationOptions,
 }) => {
   const [commit] = useApiMutation(csvMapperCreation);
+  const { schemaAttributes } = useCsvMappersData();
+  const data = useFragment<CsvMapperRepresentationAttributesForm_allSchemaAttributes$key>(
+    CsvMapperRepresentationAttributesFormFragment,
+    schemaAttributes,
+  ) || { csvMapperSchemaAttributes: [] };
 
+  const computeDefaultValues = useComputeDefaultValues();
+  const csvMapper = useFragment(
+    csvMapperEditionContainerFragment,
+    mappingCsv,
+  );
   const onSubmit: FormikConfig<CsvMapperFormData>['onSubmit'] = (
     values,
     { resetForm, setSubmitting, setErrors },
@@ -57,6 +80,7 @@ const CsvMapperCreation: FunctionComponent<CsvMapperCreationFormProps> = ({
         'csvMapperAdd',
       ),
       onCompleted: () => {
+        setSubmitting(false);
         resetForm();
         if (onClose) {
           onClose();
@@ -69,17 +93,22 @@ const CsvMapperCreation: FunctionComponent<CsvMapperCreationFormProps> = ({
     });
   };
 
-  const initialValues: CsvMapperFormData = {
-    id: '',
-    name: '',
-    has_header: false,
-    separator: ',',
-    skip_line_char: '',
-    entity_representations: [],
-    relationship_representations: [],
-  };
+  const initialValues: CsvMapperFormData = isDuplicated && csvMapper
+    ? csvMapperToFormData(
+      csvMapper,
+      data.csvMapperSchemaAttributes,
+      computeDefaultValues,
+    ) : {
+      id: '',
+      name: '',
+      has_header: false,
+      separator: ',',
+      skip_line_char: '',
+      entity_representations: [],
+      relationship_representations: [],
+    };
 
-  return <CsvMapperForm csvMapper={initialValues} onSubmit={onSubmit} />;
+  return <CsvMapperForm csvMapper={initialValues} onSubmit={onSubmit} isDuplicated={isDuplicated}/>;
 };
 
 export default CsvMapperCreation;
diff --git a/...atform/opencti-front/src/private/components/data/csvMapper/CsvMapperCreationContainer.tsx b/...atform/opencti-front/src/private/components/data/csvMapper/CsvMapperCreationContainer.tsx
@@ -2,23 +2,43 @@ import React, { FunctionComponent } from 'react';
 import Drawer, { DrawerVariant } from '@components/common/drawer/Drawer';
 import CsvMapperCreation from '@components/data/csvMapper/CsvMapperCreation';
 import { csvMappers_MappersQuery$variables } from '@components/data/csvMapper/__generated__/csvMappers_MappersQuery.graphql';
+import { PreloadedQuery, usePreloadedQuery } from 'react-relay';
+import { CsvMapperEditionContainerQuery } from '@components/data/csvMapper/__generated__/CsvMapperEditionContainerQuery.graphql';
+import { csvMapperEditionContainerQuery } from '@components/data/csvMapper/CsvMapperEditionContainer';
 import { useFormatter } from '../../../../components/i18n';
 
 interface CsvMapperCreationProps {
   paginationOptions: csvMappers_MappersQuery$variables;
+  queryRef?: PreloadedQuery<CsvMapperEditionContainerQuery>,
+  isDuplicated?: boolean;
+  onClose?: () => void;
+  open: boolean;
 }
 
 const CsvMapperCreationContainer: FunctionComponent<CsvMapperCreationProps> = ({
+  queryRef,
+  onClose,
+  isDuplicated,
+  open,
   paginationOptions,
 }) => {
   const { t_i18n } = useFormatter();
+  const mappingCsv = queryRef ? (usePreloadedQuery(csvMapperEditionContainerQuery, queryRef)).csvMapper : null;
 
   return (
     <Drawer
-      title={t_i18n('Create a CSV mapper')}
-      variant={DrawerVariant.createWithPanel}
+      title={isDuplicated ? t_i18n('Duplicate a CSV mapper') : t_i18n('Create a CSV mapper')}
+      open={open}
+      onClose={onClose}
+      variant={isDuplicated ? undefined : DrawerVariant.createWithPanel}
     >
-      <CsvMapperCreation paginationOptions={paginationOptions} />
+      <CsvMapperCreation
+        mappingCsv={mappingCsv}
+        paginationOptions={paginationOptions}
+        onClose={onClose}
+        isDuplicated={isDuplicated}
+        open={open}
+      />
     </Drawer>
   );
 };

diff --git a/...latform/opencti-front/src/private/components/data/csvMapper/CsvMapperEditionContainer.tsx b/...latform/opencti-front/src/private/components/data/csvMapper/CsvMapperEditionContainer.tsx
@@ -7,7 +7,7 @@ import Drawer from '@components/common/drawer/Drawer';
 import Loader, { LoaderVariant } from '../../../../components/Loader';
 import { useFormatter } from '../../../../components/i18n';
 
-const csvMapperEditionContainerFragment = graphql`
+export const csvMapperEditionContainerFragment = graphql`
   fragment CsvMapperEditionContainerFragment_csvMapper on CsvMapper {
     id
     name

diff --git a/opencti-platform/opencti-front/src/private/components/data/csvMapper/CsvMapperForm.tsx b/opencti-platform/opencti-front/src/private/components/data/csvMapper/CsvMapperForm.tsx
@@ -61,9 +61,10 @@ interface CsvMapperFormProps {
     values: CsvMapperFormData,
     formikHelpers: FormikHelpers<CsvMapperFormData>,
   ) => void;
+  isDuplicated?: boolean,
 }
 
-const CsvMapperForm: FunctionComponent<CsvMapperFormProps> = ({ csvMapper, onSubmit }) => {
+const CsvMapperForm: FunctionComponent<CsvMapperFormProps> = ({ csvMapper, onSubmit, isDuplicated }) => {
   const { t_i18n } = useFormatter();
   const classes = useStyles();
 
@@ -142,6 +143,16 @@ const CsvMapperForm: FunctionComponent<CsvMapperFormProps> = ({ csvMapper, onSub
     ]);
   };
 
+  const getButtonText = () => {
+    if (isDuplicated) {
+      return t_i18n('Duplicate');
+    }
+    if (csvMapper.id) {
+      return t_i18n('Update');
+    }
+    return t_i18n('Create');
+  };
+
   // -- ERRORS --
   // on edit mode, csvMapper.errors might be set; on create mode backend validation is not done yet so error is null
   const [hasError, setHasError] = useState<boolean>(
@@ -334,7 +345,7 @@ const CsvMapperForm: FunctionComponent<CsvMapperFormProps> = ({ csvMapper, onSub
                   disabled={isSubmitting}
                   classes={{ root: classes.button }}
                 >
-                  {csvMapper.id ? t_i18n('Update') : t_i18n('Create')}
+                  {getButtonText()}
                 </Button>
               </div>
               <CsvMapperTestDialog