[Feature] implement transpose command as in the roadmap opensearch-project#4786 (opensearch-project#5011)

* transpose command implementation

Signed-off-by: Asif Bashar <asif.bashar@gmail.com>

* transpose rows to columns

Signed-off-by: Asif Bashar <asif.bashar@gmail.com>

* added argument type missing map and hashmap

Signed-off-by: Asif Bashar <asif.bashar@gmail.com>

* added tests

Signed-off-by: Asif Bashar <asif.bashar@gmail.com>

* added tests

Signed-off-by: Asif Bashar <asif.bashar@gmail.com>

* added tests

Signed-off-by: Asif Bashar <asif.bashar@gmail.com>

* added tests

Signed-off-by: Asif Bashar <asif.bashar@gmail.com>

* added tests

Signed-off-by: Asif Bashar <asif.bashar@gmail.com>

* added tests

Signed-off-by: Asif Bashar <asif.bashar@gmail.com>

* added tests

Signed-off-by: Asif Bashar <asif.bashar@gmail.com>

* added tests

Signed-off-by: Asif Bashar <asif.bashar@gmail.com>

* added more validations

Signed-off-by: Asif Bashar <asif.bashar@gmail.com>

* added validation

Signed-off-by: Asif Bashar <asif.bashar@gmail.com>

* index.md formatting fix

Signed-off-by: Asif Bashar <asif.bashar@gmail.com>

* doc format

Signed-off-by: Asif Bashar <asif.bashar@gmail.com>

* coderabbit review fixes

Signed-off-by: Asif Bashar <asif.bashar@gmail.com>

* added recommended changes

Signed-off-by: Asif Bashar <asif.bashar@gmail.com>

* added recommended changes

Signed-off-by: Asif Bashar <asif.bashar@gmail.com>

* for cross cluster failure debugging

Signed-off-by: Asif Bashar <asif.bashar@gmail.com>

* for cross cluster failure debugging

Signed-off-by: Asif Bashar <asif.bashar@gmail.com>

* for cross cluster failure debugging

Signed-off-by: Asif Bashar <asif.bashar@gmail.com>

* trim columnName

Signed-off-by: Asif Bashar <asif.bashar@gmail.com>

* per review moved to class varialble.

Signed-off-by: Asif Bashar <asif.bashar@gmail.com>

* per review moved to class varialble.

Signed-off-by: Asif Bashar <asif.bashar@gmail.com>

* added field resolution

Signed-off-by: Asif Bashar <asif.bashar@gmail.com>

* fix by removing metadata field

Signed-off-by: Asif Bashar <asif.bashar@gmail.com>

* fixed explain test after removing of metadata fields in transpose result

Signed-off-by: Asif Bashar <asif.bashar@gmail.com>

---------

Signed-off-by: Asif Bashar <asif.bashar@gmail.com>

Author: asifabashar

integ-test/src/test/java/org/opensearch/sql/ppl/NewAddedCommandsIT.java

@@ -202,19 +202,6 @@ public void testAddColTotalCommand() throws IOException {
     }
   }
 
-  @Test
-  public void testFieldFormatCommand() throws IOException {
-    JSONObject result;
-    try {
-      executeQuery(
-          String.format(
-              "search source=%s  | fieldformat double_balance = balance * 2 ", TEST_INDEX_BANK));
-    } catch (ResponseException e) {
-      result = new JSONObject(TestUtils.getResponseBody(e.getResponse()));
-      verifyQuery(result);
-    }
-  }
-
   @Test
   public void testTransposeCommand() throws IOException {
     JSONObject result;
@@ -226,6 +213,20 @@ public void testTransposeCommand() throws IOException {
     }
   }
 
+    @Test
+    public void testFieldFormatCommand() throws IOException {
+        JSONObject result;
+        try {
+            executeQuery(
+                    String.format(
+                            "search source=%s  | fieldformat double_balance = balance * 2 ", TEST_INDEX_BANK));
+        } catch (ResponseException e) {
+            result = new JSONObject(TestUtils.getResponseBody(e.getResponse()));
+            verifyQuery(result);
+        }
+    }
+
+
   private void verifyQuery(JSONObject result) throws IOException {
     if (isCalciteEnabled()) {
       assertFalse(result.getJSONArray("datarows").isEmpty());

ppl/src/main/antlr/OpenSearchPPLLexer.g4

@@ -47,6 +47,7 @@ ML:                                 'ML';
 FILLNULL:                           'FILLNULL';
 FLATTEN:                            'FLATTEN';
 TRENDLINE:                          'TRENDLINE';
+TRANSPOSE:                          'TRANSPOSE';
 CHART:                              'CHART';
 TIMECHART:                          'TIMECHART';
 APPENDCOL:                          'APPENDCOL';
@@ -162,7 +163,6 @@ INPUT:                              'INPUT';
 OUTPUT:                             'OUTPUT';
 PATH:                               'PATH';
 
-
 // COMPARISON FUNCTION KEYWORDS
 CASE:                               'CASE';
 ELSE:                               'ELSE';

ppl/src/main/antlr/OpenSearchPPLParser.g4

@@ -860,6 +860,7 @@ expression
    | expression NOT? BETWEEN expression AND expression          # between
    ;
 
+
 valueExpression
    : left = valueExpression binaryOperator = (STAR | DIVIDE | MODULE) right = valueExpression                   # binaryArithmetic
    | left = valueExpression binaryOperator = (PLUS | MINUS) right = valueExpression                             # binaryArithmetic
@@ -1687,5 +1688,6 @@ searchableKeyWord
    | FIELDNAME
    | ROW
    | COL
+   | COLUMN_NAME
    ;