Query manager

dashboards-observability/package.json

@@ -9,7 +9,9 @@
     "test": "../../node_modules/.bin/jest --config ./test/jest.config.js",
     "cypress:run": "TZ=America/Los_Angeles cypress run",
     "cypress:open": "TZ=America/Los_Angeles cypress open",
-    "plugin_helpers": "node ../../scripts/plugin_helpers"
+    "plugin_helpers": "node ../../scripts/plugin_helpers",
+    "antlr4ts_ppl_lexer": "antlr4ts -visitor ./query_manager/grammar/OpenSearchPPLLexer.g4",
+    "antlr4ts_ppl_parser": "antlr4ts -visitor ./query_manager/grammar/OpenSearchPPLParser.g4"
   },
   "dependencies": {
     "@algolia/autocomplete-core": "^1.4.1",
@@ -19,6 +21,8 @@
     "@reduxjs/toolkit": "^1.6.1",
     "ag-grid-community": "^27.3.0",
     "ag-grid-react": "^27.3.0",
+    "antlr4": "4.8.0",
+    "antlr4ts": "^0.5.0-alpha.4",
     "plotly.js-dist": "^2.2.0",
     "react-graph-vis": "^1.0.5",
     "react-paginate": "^8.1.3",
@@ -29,6 +33,7 @@
     "@types/enzyme-adapter-react-16": "^1.0.6",
     "@types/react-plotly.js": "^2.5.0",
     "@types/react-test-renderer": "^16.9.1",
+    "antlr4ts-cli": "^0.5.0-alpha.4",
     "cypress": "^5.0.0",
     "eslint": "^6.8.0",
     "jest-dom": "^4.0.0",

dashboards-observability/public/components/event_analytics/explorer/explorer.tsx

@@ -77,6 +77,7 @@ import { getVizContainerProps } from '../../visualizations/charts/helpers';
 import { parseGetSuggestions, onItemSelect } from '../../common/search/autocomplete_logic';
 import { formatError } from '../utils';
 import { sleep } from '../../common/live_tail/live_tail_button';
+import { QueryManager } from '../../../../query_manager/ppl_query_manager';
 
 const TYPE_TAB_MAPPING = {
   [SAVED_QUERY]: TAB_EVENT_ID,
@@ -806,27 +807,73 @@ export const Explorer = ({
     );
   };
 
+  const testAntlr = (query: string) => {
+    const qm = new QueryManager();
+    // const pplQueryBuilder = new PPLQueryBuilder();
+
+    // build query
+    const res = 
+      qm
+      .queryBuilder()
+      .addSource('index')
+      .addPipe()
+      .addStats()
+      .addMetrics([
+        {
+          field: '',
+          agg_func: 'count'
+        },  
+        {
+          field: 'bytes',
+          agg_func: 'avg',
+          alias: 'avg_bytes'
+        }
+      ])
+      .addBy()
+      .addGroupBy([{
+          field: 'host'
+        },
+        {
+          field: 'tags'
+        }
+      ])
+      .getQuery();
+
+    console.log('built res: ', res);
+
+    // parse query
+    const parsed_res = 
+      qm
+        .queryParser()
+        .parse(query)
+        .getStats();
+
+    console.log('parsed res: ', parsed_res);
+
+  };
+
   const handleQuerySearch = useCallback(
     async (availability?: boolean) => {
+
       // clear previous selected timestamp when index pattern changes
       if (
         !isEmpty(tempQuery) &&
         !isEmpty(query[RAW_QUERY]) &&
         isIndexPatternChanged(tempQuery, query[RAW_QUERY])
       ) {
+
         await updateCurrentTimeStamp('');
       }
       if (availability !== true) {
         await updateQueryInStore(tempQuery);
       }
+      testAntlr(query[RAW_QUERY]);
       fetchData();
     },
     [tempQuery, query[RAW_QUERY]]
   );
 
-  const handleQueryChange = async (newQuery: string) => {
-    setTempQuery(newQuery);
-  };
+  const handleQueryChange = async (newQuery: string) => setTempQuery(newQuery);
 
   const handleSavingObject = async () => {
     const currQuery = queryRef.current;

dashboards-observability/public/components/event_analytics/explorer/visualizations/config_panel/config_panes/config_controls/data_config_panel_item.tsx

@@ -201,34 +201,36 @@ export const DataConfigPanelItem = ({ fieldOptionList, visualizations }: any) =>
               </EuiTitle>
             )}
             <EuiPanel color="subdued" style={{ padding: '0px' }}>
+            {sectionName == 'metrics' && (
               <EuiFormRow
-                label="Aggregation"
-                labelAppend={
-                  visualizations.vis.name !== visChartTypes.HeatMap &&
-                  lists.length !== 1 && (
-                    <EuiText size="xs">
-                      <EuiIcon
-                        type="cross"
-                        color="danger"
-                        onClick={() => handleServiceRemove(index, sectionName)}
-                      />
-                    </EuiText>
-                  )
+              label="Aggregation"
+              labelAppend={
+                visualizations.vis.name !== visChartTypes.HeatMap &&
+                lists.length !== 1 && (
+                  <EuiText size="xs">
+                    <EuiIcon
+                      type="cross"
+                      color="danger"
+                      onClick={() => handleServiceRemove(index, sectionName)}
+                    />
+                  </EuiText>
+                )
+              }
+            >
+              <EuiComboBox
+                aria-label="Accessible screen reader label"
+                placeholder="Select a aggregation"
+                singleSelection={{ asPlainText: true }}
+                options={AGGREGATION_OPTIONS}
+                selectedOptions={
+                  singleField.aggregation ? [{ label: singleField.aggregation }] : []
                 }
-              >
-                <EuiComboBox
-                  aria-label="Accessible screen reader label"
-                  placeholder="Select a aggregation"
-                  singleSelection={{ asPlainText: true }}
-                  options={AGGREGATION_OPTIONS}
-                  selectedOptions={
-                    singleField.aggregation ? [{ label: singleField.aggregation }] : []
-                  }
-                  onChange={(e) =>
-                    updateList(e.length > 0 ? e[0].label : '', index, sectionName, 'aggregation')
-                  }
-                />
-              </EuiFormRow>
+                onChange={(e) =>
+                  updateList(e.length > 0 ? e[0].label : '', index, sectionName, 'aggregation')
+                }
+              />
+            </EuiFormRow>
+            )}
               <EuiFormRow label="Field">
                 <EuiComboBox
                   aria-label="Accessible screen reader label"

dashboards-observability/query_manager/antlr/adaptors/case_insensitive_char_stream.ts

@@ -0,0 +1,60 @@
+/*
+ * Copyright OpenSearch Contributors
+ * SPDX-License-Identifier: Apache-2.0
+ */
+
+import { CharStream } from 'antlr4ts';
+
+export class CaseInsensitiveCharStream {
+  private stream: CharStream;
+
+  get index(): number {
+    return this.stream.index;
+  }
+
+  get size(): number {
+    return this.stream.size;
+  }
+
+  get sourceName(): string {
+    return 'pplquery';
+  }
+
+  constructor(stream: CharStream) {
+    this.stream = stream;
+  }
+
+  LA(offset: number): number {
+    const c: number = this.stream.LA(offset);
+    if (c <= 0) {
+      return c;
+    }
+
+    // case insensitivity support for PPL
+    return String.fromCodePoint(c).toUpperCase().codePointAt(0)!;
+  }
+
+  consume(): void {
+    this.stream.consume();
+  }
+
+  mark(): number {
+    return this.stream.mark();
+  }
+
+  release(marker: number): void {
+    this.stream.release(marker);
+  }
+
+  seek(index: number): void {
+    this.stream.seek(index);
+  }
+
+  getText(interval: any): string {
+    return this.stream.getText(interval);
+  }
+
+  toString(): string {
+    return this.stream.toString();
+  }
+}