Stabilize more PPL ITs on the analytics-engine route

Extends the analytics-route parity pass to six more test classes, all
test-only:

  - CalcitePPLStringBuiltinFunctionIT: 7 tests re-PUT a shared _id with
    different data (testConcatWithField/ConcatWs/Reverse/Right/Trim/RTrim/LTrim).
    The append-only AE store can't replace docs (DELETE unsupported), so they
    accumulate/cross-contaminate. Skipped via DOC_MUTATION.
  - MultiMatchIT/QueryStringIT/SimpleQueryStringIT wildcard tests: multi_match /
    query_string / simple_query_string are full-text relevance functions with no
    DataFusion equivalent (return no rows). New FULLTEXT_RELEVANCE_FUNC.
  - CalciteLikeQueryIT.test_the_default_3rd_option: LIKE is case-insensitive on
    the AE route (DataFusion) but case-sensitive on v2/Calcite. New
    LIKE_CASE_SENSITIVITY.
  - CalcitePPLAppendPipeCommandIT.testDoubleAppendPipeWithFilter: appendpipe
    drops the main pipeline's rows on the AE route (subpipe filter applied in
    place). New APPENDPIPE_MAIN_RESULT_DROPPED.
  - DataTypeIT excludes (test_nonnumeric_data_types, test_alias_data_type,
    SystemFunctionIT.typeof_opensearch_types): broaden the existing
    org.opensearch.sql.ppl.* globs to '*' so they also cover the Calcite
    subclasses (CalciteDataTypeIT, CalciteSystemFunctionIT).

Each skipped test carries an in-test assumeNotAnalytics(...) plus a matching
excludeTestsMatching entry. v2/Calcite route unchanged (all run, 0 skips).

Signed-off-by: Kai Huang <ahkcs@amazon.com>

Author: ahkcs

integ-test/build.gradle

@@ -1075,10 +1075,11 @@ task integTestRemote(type: RestIntegTestTask) {
             // GeoPointFormatsIT: EVERY test reads a geo_point field — whole class doomed.
             excludeTestsMatching 'org.opensearch.sql.ppl.GeoPointFormatsIT'
             // datatypes_index_mapping: nested_value=nested, geo_point_value=geo_point.
-            excludeTestsMatching 'org.opensearch.sql.ppl.DataTypeIT.test_nonnumeric_data_types'
-            excludeTestsMatching 'org.opensearch.sql.ppl.SystemFunctionIT.typeof_opensearch_types'
+            // Glob matches the Calcite subclasses too (CalciteDataTypeIT, CalciteSystemFunctionIT).
+            excludeTestsMatching '*DataTypeIT.test_nonnumeric_data_types'
+            excludeTestsMatching '*SystemFunctionIT.typeof_opensearch_types'
             // alias_index_mapping: alias_col is type=alias; query is `where alias_col > 1`.
-            excludeTestsMatching 'org.opensearch.sql.ppl.DataTypeIT.test_alias_data_type'
+            excludeTestsMatching '*DataTypeIT.test_alias_data_type'
             // CalciteAliasFieldAggregationIT: raw-PUT alias index can't be created on the AE route
             // and every test queries alias fields directly — whole class doomed.
             excludeTestsMatching 'org.opensearch.sql.calcite.remote.CalciteAliasFieldAggregationIT'
@@ -1180,6 +1181,29 @@ task integTestRemote(type: RestIntegTestTask) {
             // === Excludes: CalcitePPLCaseFunctionIT route divergences ===
             // bin @timestamp then group by it: bucket column typed string (not timestamp) on AE.
             excludeTestsMatching '*CalcitePPLCaseFunctionIT.testNestedCaseAggWithAutoDateHistogram'
+
+            // === Excludes: CalcitePPLStringBuiltinFunctionIT route divergences ===
+            // Re-PUT a shared _id with different data; the append-only AE store can't replace docs.
+            excludeTestsMatching '*CalcitePPLStringBuiltinFunctionIT.testConcatWithField'
+            excludeTestsMatching '*CalcitePPLStringBuiltinFunctionIT.testConcatWs'
+            excludeTestsMatching '*CalcitePPLStringBuiltinFunctionIT.testReverse'
+            excludeTestsMatching '*CalcitePPLStringBuiltinFunctionIT.testRight'
+            excludeTestsMatching '*CalcitePPLStringBuiltinFunctionIT.testTrim'
+            excludeTestsMatching '*CalcitePPLStringBuiltinFunctionIT.testRTrim'
+            excludeTestsMatching '*CalcitePPLStringBuiltinFunctionIT.testLTrim'
+
+            // === Excludes: full-text relevance functions (unsupported on DataFusion) ===
+            excludeTestsMatching '*MultiMatchIT.test_wildcard_multi_match'
+            excludeTestsMatching '*QueryStringIT.wildcard_test'
+            excludeTestsMatching '*SimpleQueryStringIT.test_wildcard_simple_query_string'
+
+            // === Excludes: CalciteLikeQueryIT route divergence ===
+            // LIKE is case-insensitive on AE (DataFusion); v2/Calcite treats LIKE as case-sensitive.
+            excludeTestsMatching '*CalciteLikeQueryIT.test_the_default_3rd_option'
+
+            // === Excludes: CalcitePPLAppendPipeCommandIT route divergence ===
+            // appendpipe drops the main pipeline's rows on AE (subpipe filter applied in place).
+            excludeTestsMatching '*CalcitePPLAppendPipeCommandIT.testDoubleAppendPipeWithFilter'
         }
     }
 

integ-test/src/test/java/org/opensearch/sql/calcite/remote/CalciteLikeQueryIT.java

@@ -6,6 +6,7 @@
 package org.opensearch.sql.calcite.remote;
 
 import static org.opensearch.sql.legacy.TestsConstants.TEST_INDEX_WILDCARD;
+import static org.opensearch.sql.util.AnalyticsRouteLimitation.LIKE_CASE_SENSITIVITY;
 import static org.opensearch.sql.util.MatcherUtils.rows;
 import static org.opensearch.sql.util.MatcherUtils.verifyDataRows;
 import static org.opensearch.sql.util.MatcherUtils.verifyNumOfRows;
@@ -51,6 +52,8 @@ public void test_ilike_is_case_insensitive() throws IOException {
   @Test
   public void test_the_default_3rd_option() throws IOException {
     // only work in v3
+    // case-sensitive LIKE (legacy=false) expects 0 rows; AE LIKE is case-insensitive and returns 7.
+    assumeNotAnalytics(LIKE_CASE_SENSITIVITY);
     String query =
         "source="
             + TEST_INDEX_WILDCARD

integ-test/src/test/java/org/opensearch/sql/calcite/remote/CalcitePPLAppendPipeCommandIT.java

@@ -7,6 +7,7 @@
 
 import static org.opensearch.sql.legacy.TestsConstants.TEST_INDEX_ACCOUNT;
 import static org.opensearch.sql.legacy.TestsConstants.TEST_INDEX_BANK;
+import static org.opensearch.sql.util.AnalyticsRouteLimitation.APPENDPIPE_MAIN_RESULT_DROPPED;
 import static org.opensearch.sql.util.MatcherUtils.rows;
 import static org.opensearch.sql.util.MatcherUtils.schema;
 import static org.opensearch.sql.util.MatcherUtils.verifyDataRows;
@@ -146,6 +147,8 @@ public void testTripleAppendPipe() throws IOException {
   /** Regression test: double appendpipe with non-aggregation (filter) subpipeline. */
   @Test
   public void testDoubleAppendPipeWithFilter() throws IOException {
+    // appendpipe drops the main pipeline's rows on the AE route (filter applied in place).
+    assumeNotAnalytics(APPENDPIPE_MAIN_RESULT_DROPPED);
     JSONObject actual =
         executeQuery(
             String.format(

integ-test/src/test/java/org/opensearch/sql/calcite/remote/CalcitePPLStringBuiltinFunctionIT.java

@@ -8,6 +8,7 @@
 import static org.opensearch.sql.legacy.TestsConstants.TEST_INDEX_ACCOUNT;
 import static org.opensearch.sql.legacy.TestsConstants.TEST_INDEX_STATE_COUNTRY;
 import static org.opensearch.sql.legacy.TestsConstants.TEST_INDEX_STATE_COUNTRY_WITH_NULL;
+import static org.opensearch.sql.util.AnalyticsRouteLimitation.DOC_MUTATION;
 import static org.opensearch.sql.util.MatcherUtils.*;
 import static org.opensearch.sql.util.MatcherUtils.rows;
 
@@ -61,6 +62,8 @@ public void testConcat() throws IOException {
 
   @Test
   public void testConcatWithField() throws IOException {
+    // Re-PUTs a shared _id with different data; the append-only AE store can't replace it.
+    assumeNotAnalytics(DOC_MUTATION);
     Request request1 =
         new Request("PUT", "/opensearch-sql_test_index_state_country/_doc/5?refresh=true");
     request1.setJsonEntity(
@@ -79,6 +82,8 @@ public void testConcatWithField() throws IOException {
 
   @Test
   public void testConcatWs() throws IOException {
+    // Re-PUTs a shared _id with different data; the append-only AE store can't replace it.
+    assumeNotAnalytics(DOC_MUTATION);
     Request request1 =
         new Request("PUT", "/opensearch-sql_test_index_state_country/_doc/5?refresh=true");
     request1.setJsonEntity(
@@ -213,6 +218,8 @@ public void testPosition() throws IOException {
 
   @Test
   public void testTrim() throws IOException {
+    // Re-PUTs a shared _id with different data; the append-only AE store can't replace it.
+    assumeNotAnalytics(DOC_MUTATION);
     prepareTrim();
     JSONObject actual =
         executeQuery(
@@ -227,6 +234,8 @@ public void testTrim() throws IOException {
 
   @Test
   public void testRTrim() throws IOException {
+    // Re-PUTs a shared _id with different data; the append-only AE store can't replace it.
+    assumeNotAnalytics(DOC_MUTATION);
     prepareTrim();
     JSONObject actual =
         executeQuery(
@@ -241,6 +250,8 @@ public void testRTrim() throws IOException {
 
   @Test
   public void testLTrim() throws IOException {
+    // Re-PUTs a shared _id with different data; the append-only AE store can't replace it.
+    assumeNotAnalytics(DOC_MUTATION);
     prepareTrim();
     JSONObject actual =
         executeQuery(
@@ -255,6 +266,8 @@ public void testLTrim() throws IOException {
 
   @Test
   public void testReverse() throws IOException {
+    // Re-PUTs a shared _id with different data; the append-only AE store can't replace it.
+    assumeNotAnalytics(DOC_MUTATION);
     Request request1 =
         new Request("PUT", "/opensearch-sql_test_index_state_country/_doc/5?refresh=true");
     request1.setJsonEntity(
@@ -273,6 +286,8 @@ public void testReverse() throws IOException {
 
   @Test
   public void testRight() throws IOException {
+    // Re-PUTs a shared _id with different data; the append-only AE store can't replace it.
+    assumeNotAnalytics(DOC_MUTATION);
     Request request1 =
         new Request("PUT", "/opensearch-sql_test_index_state_country/_doc/5?refresh=true");
     request1.setJsonEntity(

integ-test/src/test/java/org/opensearch/sql/ppl/MultiMatchIT.java

@@ -6,6 +6,7 @@
 package org.opensearch.sql.ppl;
 
 import static org.opensearch.sql.legacy.TestsConstants.TEST_INDEX_BEER;
+import static org.opensearch.sql.util.AnalyticsRouteLimitation.FULLTEXT_RELEVANCE_FUNC;
 
 import java.io.IOException;
 import org.json.JSONObject;
@@ -46,6 +47,8 @@ public void test_multi_match_all_params() throws IOException {
 
   @Test
   public void test_wildcard_multi_match() throws IOException {
+    // multi_match/query_string/simple_query_string: full-text relevance, unsupported on AE.
+    assumeNotAnalytics(FULLTEXT_RELEVANCE_FUNC);
     String query1 =
         "SOURCE=" + TEST_INDEX_BEER + " | WHERE multi_match(['Tags'], 'taste') | fields Id";
     var result1 = executeQuery(query1);

integ-test/src/test/java/org/opensearch/sql/ppl/QueryStringIT.java

@@ -6,6 +6,7 @@
 package org.opensearch.sql.ppl;
 
 import static org.opensearch.sql.legacy.TestsConstants.TEST_INDEX_BEER;
+import static org.opensearch.sql.util.AnalyticsRouteLimitation.FULLTEXT_RELEVANCE_FUNC;
 
 import java.io.IOException;
 import org.json.JSONObject;
@@ -57,6 +58,8 @@ public void all_params_test() throws IOException {
 
   @Test
   public void wildcard_test() throws IOException {
+    // multi_match/query_string/simple_query_string: full-text relevance, unsupported on AE.
+    assumeNotAnalytics(FULLTEXT_RELEVANCE_FUNC);
 
     String query1 = "source=" + TEST_INDEX_BEER + " | where query_string(['Tags'], 'taste')";
     JSONObject result1 = executeQuery(query1);

integ-test/src/test/java/org/opensearch/sql/ppl/SimpleQueryStringIT.java

@@ -6,6 +6,7 @@
 package org.opensearch.sql.ppl;
 
 import static org.opensearch.sql.legacy.TestsConstants.TEST_INDEX_BEER;
+import static org.opensearch.sql.util.AnalyticsRouteLimitation.FULLTEXT_RELEVANCE_FUNC;
 
 import java.io.IOException;
 import org.json.JSONObject;
@@ -46,6 +47,8 @@ public void test_simple_query_string_all_params() throws IOException {
 
   @Test
   public void test_wildcard_simple_query_string() throws IOException {
+    // multi_match/query_string/simple_query_string: full-text relevance, unsupported on AE.
+    assumeNotAnalytics(FULLTEXT_RELEVANCE_FUNC);
     String query1 =
         "SOURCE=" + TEST_INDEX_BEER + " | WHERE simple_query_string(['Tags'], 'taste') | fields Id";
     var result1 = executeQuery(query1);

integ-test/src/test/java/org/opensearch/sql/util/AnalyticsRouteLimitation.java

@@ -192,7 +192,35 @@ public enum AnalyticsRouteLimitation {
   EVAL_MAX_MIN_INT_WIDENING(
       "eval max()/min() over integer operands reports the result column as bigint on the"
           + " analytics-engine route (DataFusion widens integers to Int64), whereas the v2/Calcite"
-          + " path reports int.");
+          + " path reports int."),
+
+  /**
+   * Lucene full-text relevance functions ({@code match}, {@code multi_match}, {@code query_string},
+   * {@code simple_query_string}, …) are unsupported on the analytics-engine route — DataFusion has
+   * no relevance scorer, so a query that filters on one returns no rows.
+   */
+  FULLTEXT_RELEVANCE_FUNC(
+      "Full-text relevance functions (match/multi_match/query_string/simple_query_string) are"
+          + " unsupported on the analytics-engine route: DataFusion has no relevance scorer, so the"
+          + " filter returns no rows."),
+
+  /**
+   * LIKE is case-insensitive on the analytics-engine route (DataFusion), whereas the v2/Calcite
+   * path treats {@code LIKE} as case-sensitive (only {@code ILIKE} is case-insensitive).
+   */
+  LIKE_CASE_SENSITIVITY(
+      "LIKE is case-insensitive on the analytics-engine route (DataFusion), whereas the v2/Calcite"
+          + " path treats LIKE as case-sensitive."),
+
+  /**
+   * {@code appendpipe [subpipe]} drops the main pipeline's rows on the analytics-engine route: the
+   * subpipe's filter is applied to the main result instead of its output being appended to it, so
+   * the original rows are lost (e.g. {@code stats ... | appendpipe [where gender='F']} returns only
+   * the filtered F rows, not the originals plus the filtered copy).
+   */
+  APPENDPIPE_MAIN_RESULT_DROPPED(
+      "appendpipe drops the main pipeline's rows on the analytics-engine route: the subpipe filter"
+          + " is applied to the main result instead of appended, so the originals are lost.");
 
   private final String reason;