discover changes only

Signed-off-by: Arpit Bandejiya <abandeji@amazon.com>

config/opensearch_dashboards.yml

@@ -226,9 +226,9 @@
 
 # Set the value of this setting to true to enables the experimental multiple data source
 # support feature. Use with caution.
-#data_source.enabled: false
+data_source.enabled: true
 # Set the value of these settings to custermize crypto materials to encryption saved credentials
 # in data sources.
-#data_source.encryption.wrappingKeyName: 'changeme'
-#data_source.encryption.wrappingKeyNamespace: 'changeme'
-#data_source.encryption.wrappingKey: [0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0]
+data_source.encryption.wrappingKeyName: 'changeme'
+data_source.encryption.wrappingKeyNamespace: 'changeme'
+data_source.encryption.wrappingKey: [0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0]

package.json

@@ -151,6 +151,7 @@
     "angular-elastic": "^2.5.1",
     "angular-sanitize": "^1.8.0",
     "bluebird": "3.5.5",
+    "caniuse-lite": "^1.0.30001397",
     "chalk": "^4.1.0",
     "chokidar": "^3.4.2",
     "color": "1.0.3",
@@ -212,6 +213,7 @@
     "type-detect": "^4.0.8",
     "uuid": "3.3.2",
     "whatwg-fetch": "^3.0.0",
+    "yarn": "^1.22.19",
     "yauzl": "^2.10.0"
   },
   "devDependencies": {
@@ -461,4 +463,4 @@
     "node": "14.20.0",
     "yarn": "^1.21.1"
   }
-}
+}

src/core/server/opensearch/legacy/cluster_client.ts

@@ -73,6 +73,7 @@ const callAPI = async (
 ) => {
   const clientPath = endpoint.split('.');
   const api: any = get(client, clientPath);
+  console.log("This is the low level client call", clientPath, get(client, clientPath));
   if (!api) {
     throw new Error(`called with an invalid endpoint: ${endpoint}`);
   }

src/plugins/data/common/index_patterns/index_patterns/_pattern_cache.ts

@@ -45,6 +45,7 @@ export function createIndexPatternCache(): PatternCache {
     },
     set: (id: string, prom: any) => {
       vals[id] = prom;
+      console.log("This is the set value", prom);
       return prom;
     },
     clear: (id: string) => {

src/plugins/data/common/index_patterns/index_patterns/index_pattern.ts

@@ -74,6 +74,7 @@ interface SavedObjectBody {
 type FormatFieldFn = (hit: Record<string, any>, fieldName: string) => any;
 
 const DATA_SOURCE_REFERNECE_NAME = 'dataSource';
+
 export class IndexPattern implements IIndexPattern {
   public id?: string;
   public title: string = '';

src/plugins/data/common/index_patterns/index_patterns/index_patterns.ts

@@ -118,6 +118,7 @@ export class IndexPatternsService {
       fields: ['title'],
       perPage: 10000,
     });
+    console.log("this is the call for refresh saved object cache")
   }
 
   /**
@@ -126,6 +127,7 @@ export class IndexPatternsService {
    */
   getIds = async (refresh: boolean = false) => {
     if (!this.savedObjectsCache || refresh) {
+      console.log("fetching the ids")
       await this.refreshSavedObjectsCache();
     }
     if (!this.savedObjectsCache) {
@@ -140,6 +142,7 @@ export class IndexPatternsService {
    */
   getTitles = async (refresh: boolean = false): Promise<string[]> => {
     if (!this.savedObjectsCache || refresh) {
+      console.log("get tittles")
       await this.refreshSavedObjectsCache();
     }
     if (!this.savedObjectsCache) {
@@ -156,6 +159,7 @@ export class IndexPatternsService {
     refresh: boolean = false
   ): Promise<Array<{ id: string; title: string }>> => {
     if (!this.savedObjectsCache || refresh) {
+      console.log("Fetching ids with title")
       await this.refreshSavedObjectsCache();
     }
     if (!this.savedObjectsCache) {
@@ -182,6 +186,7 @@ export class IndexPatternsService {
 
   getCache = async () => {
     if (!this.savedObjectsCache) {
+      console.log("get cache saved objects")
       await this.refreshSavedObjectsCache();
     }
     return this.savedObjectsCache;
@@ -232,6 +237,7 @@ export class IndexPatternsService {
    */
   getFieldsForWildcard = async (options: GetFieldsOptions = {}) => {
     const metaFields = await this.config.get(UI_SETTINGS.META_FIELDS);
+    console.log("fetching the value from the wildard values")
     return this.apiClient.getFieldsForWildcard({
       pattern: options.pattern,
       metaFields,
@@ -248,14 +254,17 @@ export class IndexPatternsService {
   getFieldsForIndexPattern = async (
     indexPattern: IndexPattern | IndexPatternSpec,
     options: GetFieldsOptions = {}
-  ) =>
-    this.getFieldsForWildcard({
+  ) => {
+    console.log(indexPattern.title)
+    return this.getFieldsForWildcard({
       pattern: indexPattern.title as string,
       ...options,
       type: indexPattern.type,
       params: indexPattern.typeMeta && indexPattern.typeMeta.params,
       dataSourceId: indexPattern.dataSourceRef?.id,
     });
+  }
+
 
   /**
    * Refresh field list for a given index pattern
@@ -264,6 +273,7 @@ export class IndexPatternsService {
   refreshFields = async (indexPattern: IndexPattern) => {
     try {
       const fields = await this.getFieldsForIndexPattern(indexPattern);
+      console.log("Fetching the fields from the Index patterns")
       const scripted = indexPattern.getScriptedFields().map((field) => field.spec);
       indexPattern.fields.replaceAll([...fields, ...scripted]);
     } catch (err) {
@@ -388,6 +398,8 @@ export class IndexPatternsService {
   get = async (id: string): Promise<IndexPattern> => {
     const cache = indexPatternCache.get(id);
     if (cache) {
+      console.log("This is in the cache");
+      console.log(cache);
       return cache;
     }
 
@@ -396,6 +408,8 @@ export class IndexPatternsService {
       id
     );
 
+    console.log("This is the saved object intially in the get call 409");
+    console.log(savedObject);
     if (!savedObject.version) {
       throw new SavedObjectNotFound(
         savedObjectType,
@@ -523,6 +537,7 @@ export class IndexPatternsService {
   }
 
   find = async (search: string, size: number = 10): Promise<IndexPattern[]> => {
+    console.log("finding the search")
     const savedObjects = await this.savedObjectsClient.find<IndexPatternSavedObjectAttrs>({
       type: 'index-pattern',
       fields: ['title'],

src/plugins/data/common/search/expressions/utils/courier_inspector_stats.ts

@@ -66,7 +66,6 @@ export function getRequestInspectorStats(searchSource: ISearchSource) {
       }),
     };
   }
-
   return stats;
 }
 

src/plugins/data/common/search/search_source/fetch/get_search_params.ts

@@ -59,6 +59,15 @@ export function getSearchParamsFromRequest(
   const { getConfig } = dependencies;
   const searchParams = getSearchParams(getConfig);
 
+  if (searchRequest.body.pit) {
+    console.log("pit is present");
+    delete searchParams.preference;
+    return {
+      body: searchRequest.body, ...searchParams,
+    };
+  } else {
+    console.log("PIT is not present here");
+  }
   return {
     index: searchRequest.index.title || searchRequest.index,
     body: searchRequest.body,

src/plugins/data/server/index_patterns/index_patterns_api_client.ts

@@ -28,7 +28,7 @@
  * under the License.
  */
 
-import { GetFieldsOptions, IIndexPatternsApiClient } from '../../common/index_patterns/types';
+import { GetFieldsOptions, IIndexPatternsApiClient } from '../../common';
 
 export class IndexPatternsApiServer implements IIndexPatternsApiClient {
   async getFieldsForTimePattern(options: GetFieldsOptions = {}) {

src/plugins/data/server/search/opensearch_search/get_default_search_params.ts

@@ -49,7 +49,7 @@ export async function getDefaultSearchParams(uiSettingsClient: IUiSettingsClient
     maxConcurrentShardRequests:
       maxConcurrentShardRequests > 0 ? maxConcurrentShardRequests : undefined,
     ignoreThrottled,
-    ignoreUnavailable: true, // Don't fail if the index/indices don't exist
+    ignoreUnavailable: false, // Don't fail if the index/indices don't exist
     trackTotalHits: true,
   };
 }

src/plugins/data/server/search/opensearch_search/opensearch_search_strategy.ts

@@ -63,13 +63,17 @@ export const opensearchSearchStrategyProvider = (
 
       // ignoreThrottled is not supported in OSS
       const { ignoreThrottled, ...defaultParams } = await getDefaultSearchParams(uiSettingsClient);
-
+      console.log("these are the default params",defaultParams)
       const params = toSnakeCase({
         ...defaultParams,
         ...getShardTimeout(config),
         ...request.params,
       });
-
+      if (params.body.pit) {
+        console.log("deleting the ignore unavailable values ");
+        delete params.ignore_unavailable;
+      }
+      console.log("these are the params",params);
       try {
         const client = await decideClient(context, request);
         const promise = shimAbortSignal(client.search(params), options?.abortSignal);