Revert "[Task Manager] [8.0] Remove xpack.task_manager.index (#108111…

…)" (#108398)

This reverts commit 9dce033.

docs/developer/advanced/running-elasticsearch.asciidoc

@@ -76,6 +76,7 @@ If many other users will be interacting with your remote cluster, you'll want to
 [source,bash]
 ----
 kibana.index: '.{YourGitHubHandle}-kibana'
+xpack.task_manager.index: '.{YourGitHubHandle}-task-manager-kibana'
 ----
 
 ==== Running remote clusters

docs/settings/task-manager-settings.asciidoc

@@ -22,6 +22,9 @@ Task Manager runs background tasks by polling for work on an interval.  You can
 | `xpack.task_manager.request_capacity`
   | How many requests can Task Manager buffer before it rejects new requests.  Defaults to 1000.
 
+| `xpack.task_manager.index`
+  | The name of the index used to store task information.  Defaults to `.kibana_task_manager`.
+
   | `xpack.task_manager.max_workers`
   | The maximum number of tasks that this Kibana instance will run simultaneously.  Defaults to 10.
     Starting in 8.0, it will not be possible to set the value greater than 100.

docs/user/production-considerations/task-manager-production-considerations.asciidoc

@@ -12,7 +12,7 @@ This has three major benefits:
 
 [IMPORTANT]
 ==============================================
-Task definitions for alerts and actions are stored in the index `.kibana_task_manager`.
+Task definitions for alerts and actions are stored in the index specified by <<task-manager-settings, `xpack.task_manager.index`>>. The default is `.kibana_task_manager`.
  
 You must have at least one replica of this index for production deployments.
 

src/dev/build/tasks/os_packages/docker_generator/resources/base/bin/kibana-docker

@@ -395,6 +395,7 @@ kibana_vars=(
     xpack.spaces.enabled
     xpack.spaces.maxSpaces
     xpack.task_manager.enabled
+    xpack.task_manager.index
     xpack.task_manager.max_attempts
     xpack.task_manager.max_poll_inactivity_cycles
     xpack.task_manager.max_workers

x-pack/plugins/task_manager/server/config.test.ts

@@ -17,6 +17,7 @@ describe('config validation', () => {
           "enabled": false,
           "request_capacity": 10,
         },
+        "index": ".kibana_task_manager",
         "max_attempts": 3,
         "max_poll_inactivity_cycles": 10,
         "max_workers": 10,
@@ -41,6 +42,17 @@ describe('config validation', () => {
     `);
   });
 
+  test('the ElastiSearch Tasks index cannot be used for task manager', () => {
+    const config: Record<string, unknown> = {
+      index: '.tasks',
+    };
+    expect(() => {
+      configSchema.validate(config);
+    }).toThrowErrorMatchingInlineSnapshot(
+      `"[index]: \\".tasks\\" is an invalid Kibana Task Manager index, as it is already in use by the ElasticSearch Tasks Manager"`
+    );
+  });
+
   test('the required freshness of the monitored stats config must always be less-than-equal to the poll interval', () => {
     const config: Record<string, unknown> = {
       monitored_stats_required_freshness: 100,
@@ -61,6 +73,7 @@ describe('config validation', () => {
           "enabled": false,
           "request_capacity": 10,
         },
+        "index": ".kibana_task_manager",
         "max_attempts": 3,
         "max_poll_inactivity_cycles": 10,
         "max_workers": 10,
@@ -103,6 +116,7 @@ describe('config validation', () => {
           "enabled": false,
           "request_capacity": 10,
         },
+        "index": ".kibana_task_manager",
         "max_attempts": 3,
         "max_poll_inactivity_cycles": 10,
         "max_workers": 10,

x-pack/plugins/task_manager/server/config.ts

@@ -65,6 +65,15 @@ export const configSchema = schema.object(
       defaultValue: 1000,
       min: 1,
     }),
+    /* The name of the index used to store task information. */
+    index: schema.string({
+      defaultValue: '.kibana_task_manager',
+      validate: (val) => {
+        if (val.toLowerCase() === '.tasks') {
+          return `"${val}" is an invalid Kibana Task Manager index, as it is already in use by the ElasticSearch Tasks Manager`;
+        }
+      },
+    }),
     /* The maximum number of tasks that this Kibana instance will run simultaneously. */
     max_workers: schema.number({
       defaultValue: DEFAULT_MAX_WORKERS,

x-pack/plugins/task_manager/server/ephemeral_task_lifecycle.test.ts

@@ -40,6 +40,7 @@ describe('EphemeralTaskLifecycle', () => {
       config: {
         enabled: true,
         max_workers: 10,
+        index: 'foo',
         max_attempts: 9,
         poll_interval: 6000000,
         version_conflict_threshold: 80,

x-pack/plugins/task_manager/server/index.test.ts

@@ -31,6 +31,17 @@ const applyTaskManagerDeprecations = (settings: Record<string, unknown> = {}) =>
 };
 
 describe('deprecations', () => {
+  ['.foo', '.kibana_task_manager'].forEach((index) => {
+    it('logs a warning if index is set', () => {
+      const { messages } = applyTaskManagerDeprecations({ index });
+      expect(messages).toMatchInlineSnapshot(`
+        Array [
+          "\\"xpack.task_manager.index\\" is deprecated. Multitenancy by changing \\"kibana.index\\" will not be supported starting in 8.0. See https://ela.st/kbn-remove-legacy-multitenancy for more details",
+        ]
+      `);
+    });
+  });
+
   it('logs a warning if max_workers is over limit', () => {
     const { messages } = applyTaskManagerDeprecations({ max_workers: 1000 });
     expect(messages).toMatchInlineSnapshot(`

x-pack/plugins/task_manager/server/index.ts

@@ -41,6 +41,18 @@ export const config: PluginConfigDescriptor<TaskManagerConfig> = {
   deprecations: () => [
     (settings, fromPath, addDeprecation) => {
       const taskManager = get(settings, fromPath);
+      if (taskManager?.index) {
+        addDeprecation({
+          documentationUrl: 'https://ela.st/kbn-remove-legacy-multitenancy',
+          message: `"${fromPath}.index" is deprecated. Multitenancy by changing "kibana.index" will not be supported starting in 8.0. See https://ela.st/kbn-remove-legacy-multitenancy for more details`,
+          correctiveActions: {
+            manualSteps: [
+              `If you rely on this setting to achieve multitenancy you should use Spaces, cross-cluster replication, or cross-cluster search instead.`,
+              `To migrate to Spaces, we encourage using saved object management to export your saved objects from a tenant into the default tenant in a space.`,
+            ],
+          },
+        });
+      }
       if (taskManager?.max_workers > MAX_WORKERS_LIMIT) {
         addDeprecation({
           message: `setting "${fromPath}.max_workers" (${taskManager?.max_workers}) greater than ${MAX_WORKERS_LIMIT} is deprecated. Values greater than ${MAX_WORKERS_LIMIT} will not be supported starting in 8.0.`,

x-pack/plugins/task_manager/server/integration_tests/managed_configuration.test.ts

@@ -31,6 +31,7 @@ describe('managed configuration', () => {
     const context = coreMock.createPluginInitializerContext<TaskManagerConfig>({
       enabled: true,
       max_workers: 10,
+      index: 'foo',
       max_attempts: 9,
       poll_interval: 3000,
       version_conflict_threshold: 80,

x-pack/plugins/task_manager/server/monitoring/configuration_statistics.test.ts

@@ -15,6 +15,7 @@ describe('Configuration Statistics Aggregator', () => {
     const configuration: TaskManagerConfig = {
       enabled: true,
       max_workers: 10,
+      index: 'foo',
       max_attempts: 9,
       poll_interval: 6000000,
       version_conflict_threshold: 80,

x-pack/plugins/task_manager/server/monitoring/monitoring_stats_stream.test.ts

@@ -19,6 +19,7 @@ describe('createMonitoringStatsStream', () => {
   const configuration: TaskManagerConfig = {
     enabled: true,
     max_workers: 10,
+    index: 'foo',
     max_attempts: 9,
     poll_interval: 6000000,
     version_conflict_threshold: 80,

x-pack/plugins/task_manager/server/plugin.test.ts

@@ -18,6 +18,7 @@ describe('TaskManagerPlugin', () => {
       const pluginInitializerContext = coreMock.createPluginInitializerContext<TaskManagerConfig>({
         enabled: true,
         max_workers: 10,
+        index: 'foo',
         max_attempts: 9,
         poll_interval: 3000,
         version_conflict_threshold: 80,
@@ -57,6 +58,7 @@ describe('TaskManagerPlugin', () => {
       const pluginInitializerContext = coreMock.createPluginInitializerContext<TaskManagerConfig>({
         enabled: true,
         max_workers: 10,
+        index: 'foo',
         max_attempts: 9,
         poll_interval: 3000,
         version_conflict_threshold: 80,

x-pack/plugins/task_manager/server/plugin.ts

@@ -31,7 +31,6 @@ import { createMonitoringStats, MonitoringStats } from './monitoring';
 import { EphemeralTaskLifecycle } from './ephemeral_task_lifecycle';
 import { EphemeralTask } from './task';
 import { registerTaskManagerUsageCollector } from './usage';
-import { TASK_MANAGER_INDEX } from './constants';
 
 export type TaskManagerSetupContract = {
   /**
@@ -115,7 +114,7 @@ export class TaskManagerPlugin
     }
 
     return {
-      index: TASK_MANAGER_INDEX,
+      index: this.config.index,
       addMiddleware: (middleware: Middleware) => {
         this.assertStillInSetup('add Middleware');
         this.middleware = addMiddlewareToChain(this.middleware, middleware);
@@ -135,7 +134,7 @@ export class TaskManagerPlugin
       serializer,
       savedObjectsRepository,
       esClient: elasticsearch.createClient('taskManager').asInternalUser,
-      index: TASK_MANAGER_INDEX,
+      index: this.config!.index,
       definitions: this.definitions,
       taskManagerId: `kibana:${this.taskManagerId!}`,
     });

x-pack/plugins/task_manager/server/polling_lifecycle.test.ts

@@ -38,6 +38,7 @@ describe('TaskPollingLifecycle', () => {
     config: {
       enabled: true,
       max_workers: 10,
+      index: 'foo',
       max_attempts: 9,
       poll_interval: 6000000,
       version_conflict_threshold: 80,

x-pack/plugins/task_manager/server/saved_objects/index.ts

@@ -11,7 +11,6 @@ import mappings from './mappings.json';
 import { migrations } from './migrations';
 import { TaskManagerConfig } from '../config.js';
 import { getOldestIdleActionTask } from '../queries/oldest_idle_action_task';
-import { TASK_MANAGER_INDEX } from '../constants';
 
 export function setupSavedObjects(
   savedObjects: SavedObjectsServiceSetup,
@@ -24,11 +23,11 @@ export function setupSavedObjects(
     convertToAliasScript: `ctx._id = ctx._source.type + ':' + ctx._id; ctx._source.remove("kibana")`,
     mappings: mappings.task as SavedObjectsTypeMappingDefinition,
     migrations,
-    indexPattern: TASK_MANAGER_INDEX,
+    indexPattern: config.index,
     excludeOnUpgrade: async ({ readonlyEsClient }) => {
       const oldestNeededActionParams = await getOldestIdleActionTask(
         readonlyEsClient,
-        TASK_MANAGER_INDEX
+        config.index
       );
 
       // Delete all action tasks that have failed and are no longer needed