[Auto Suggest] PPL autocomplete and interface changes (#7932)

* [Autocomplete - SQL] Minor interface change to add suggestion type and move suggestion provider registration location (#7758)

* add table/source as prefix to suggested fields

Signed-off-by: Eric <menwe@amazon.com>

* add type to column

Signed-off-by: Eric <menwe@amazon.com>

* move registeration to osd/monaco

Signed-off-by: Eric <menwe@amazon.com>

* add detail

Signed-off-by: Eric <menwe@amazon.com>

* Changeset file for PR #7758 created/updated

---------

Signed-off-by: Eric <menwe@amazon.com>
Co-authored-by: opensearch-changeset-bot[bot] <154024398+opensearch-changeset-bot[bot]@users.noreply.github.com>

* [Autocomplete] PPL Autocomplete (#7810)

* add initial ppl autocomplete

Signed-off-by: Eric <menwe@amazon.com>

* untrack .antlr files

Signed-off-by: Eric <menwe@amazon.com>

* ignore intermediate grammar auto-gen files

Signed-off-by: Eric <menwe@amazon.com>

* add rules and related functionalities

Signed-off-by: Eric <menwe@amazon.com>

* Changeset file for PR #7810 created/updated

* Changeset file for PR #7810 created/updated

* minor comment cleanning

Signed-off-by: Eric <menwe@amazon.com>

* add ppl generation command

Signed-off-by: Eric <menwe@amazon.com>

* add rules

Signed-off-by: Eric <menwe@amazon.com>

* correct typo

Signed-off-by: Eric <menwe@amazon.com>

* fix inserting text issue

Signed-off-by: Eric <menwe@amazon.com>

* remove colon for PPL field

Signed-off-by: Eric <menwe@amazon.com>

---------

Signed-off-by: Eric <menwe@amazon.com>
Co-authored-by: opensearch-changeset-bot[bot] <154024398+opensearch-changeset-bot[bot]@users.noreply.github.com>

* small interface updates

Signed-off-by: Paul Sebastian <paulstn@amazon.com>

* small type update

Signed-off-by: Paul Sebastian <paulstn@amazon.com>

* make inclusion for pipe, comma, and equal tokens

Signed-off-by: Paul Sebastian <paulstn@amazon.com>

* refactor and generalize field fetcher for dql and ppl, including details

Signed-off-by: Paul Sebastian <paulstn@amazon.com>

* use field fetching util for sql and update sugg detail for dql

Signed-off-by: Paul Sebastian <paulstn@amazon.com>

* detail for ppl

Signed-off-by: Paul Sebastian <paulstn@amazon.com>

* create range parameter to help identify suggestions with whitespace, implemented dql value WS suggs

Signed-off-by: Paul Sebastian <paulstn@amazon.com>

* single line editor overflow initial override for sugg window

Signed-off-by: Paul Sebastian <paulstn@amazon.com>

* update dql tests to account for details and value ranges

Signed-off-by: Paul Sebastian <paulstn@amazon.com>

---------

Signed-off-by: Eric <menwe@amazon.com>
Signed-off-by: Paul Sebastian <paulstn@amazon.com>
Co-authored-by: Eric Wei <menwe@amazon.com>
Co-authored-by: opensearch-changeset-bot[bot] <154024398+opensearch-changeset-bot[bot]@users.noreply.github.com>

.gitignore

@@ -70,5 +70,4 @@ snapshots.js
 .yarn-local-mirror
 
 # Ignore the generated antlr files
-/src/plugins/data/public/antlr/opensearch_sql/grammar/.antlr
-/src/plugins/data/public/antlr/dql/grammar/.antlr
+/src/plugins/data/public/antlr/**/grammar/.antlr/

changelogs/fragments/7758.yml

@@ -0,0 +1,2 @@
+feat:
+- Minor interface change and move suggestion provider registration location ([#7758](https://github.com/opensearch-project/OpenSearch-Dashboards/pull/7758))

changelogs/fragments/7810.yml

@@ -0,0 +1,2 @@
+feat:
+- Add OpenSearch PPL autocomplete to discover 2.0 with query enhancements ([#7810](https://github.com/opensearch-project/OpenSearch-Dashboards/pull/7810))

package.json

@@ -85,7 +85,8 @@
     "cypress:run-with-security": "env TZ=America/Los_Angeles NO_COLOR=1 cypress run --headless --env SECURITY_ENABLED=true,openSearchUrl=https://localhost:9200,WAIT_FOR_LOADER_BUFFER_MS=500",
     "osd:ciGroup10": "echo \"dashboard_sanity_test_spec.js\"",
     "osd:ciGroup11": "echo \"apps/vis_builder/*.js\"",
-    "generate:opensearchsqlantlr": "./node_modules/antlr4ng-cli/index.js -Dlanguage=TypeScript -o ./src/plugins/data/public/antlr/opensearch_sql/.generated -visitor -no-listener -Xexact-output-dir ./src/plugins/data/public/antlr/opensearch_sql/grammar/OpenSearchSQLLexer.g4 ./src/plugins/data/public/antlr/opensearch_sql/grammar/OpenSearchSQLParser.g4"
+    "generate:opensearchsqlantlr": "./node_modules/antlr4ng-cli/index.js -Dlanguage=TypeScript -o ./src/plugins/data/public/antlr/opensearch_sql/.generated -visitor -no-listener -Xexact-output-dir ./src/plugins/data/public/antlr/opensearch_sql/grammar/OpenSearchSQLLexer.g4 ./src/plugins/data/public/antlr/opensearch_sql/grammar/OpenSearchSQLParser.g4",
+    "generate:opensearchpplantlr": "./node_modules/antlr4ng-cli/index.js -Dlanguage=TypeScript -o ./src/plugins/data/public/antlr/opensearch_ppl/.generated -visitor -no-listener -Xexact-output-dir ./src/plugins/data/public/antlr/opensearch_ppl/grammar/OpenSearchPPLLexer.g4 ./src/plugins/data/public/antlr/opensearch_ppl/grammar/OpenSearchPPLParser.g4"
   },
   "repository": {
     "type": "git",

packages/osd-monaco/src/xjson/lexer_rules/index.ts

@@ -34,6 +34,7 @@ import * as xJson from './xjson';
 import * as opensearchql from './opensearchql';
 import * as painless from './painless';
 import * as opensearchsql from './opensearchsql';
+import * as opensearchppl from './opensearchppl';
 
 export const registerLexerRules = (m: typeof monaco) => {
   m.languages.register({ id: xJson.ID });
@@ -44,4 +45,7 @@ export const registerLexerRules = (m: typeof monaco) => {
   m.languages.setMonarchTokensProvider(opensearchql.ID, opensearchql.lexerRules);
   m.languages.register({ id: opensearchsql.ID });
   m.languages.setMonarchTokensProvider(opensearchsql.ID, opensearchsql.lexerRules);
+  m.languages.register({ id: opensearchppl.ID });
+  m.languages.setMonarchTokensProvider(opensearchppl.ID, opensearchppl.lexerRules);
+  m.languages.register({ id: 'kuery' });
 };