[FLINK-39824][mysql] Cache table filter results to reduce regex matching

Author: taoran92

flink-cdc-connect/flink-cdc-source-connectors/flink-connector-mysql-cdc/src/main/java/org/apache/flink/cdc/connectors/mysql/source/config/MySqlSourceConfig.java

@@ -35,6 +35,7 @@
 import java.util.List;
 import java.util.Map;
 import java.util.Properties;
+import java.util.concurrent.ConcurrentHashMap;
 import java.util.function.Predicate;
 
 import static org.apache.flink.util.Preconditions.checkNotNull;
@@ -146,11 +147,7 @@ public class MySqlSourceConfig implements Serializable {
         Tables.TableFilter tableFilter = dbzMySqlConfig.getTableFilters().dataCollectionFilter();
         dbzMySqlConfig
                 .getTableFilters()
-                .setDataCollectionFilters(
-                        (TableId tableId) ->
-                                tableFilter.isIncluded(tableId)
-                                        && (excludeTableFilter == null
-                                                || !excludeTableFilter.isMatch(tableId)));
+                .setDataCollectionFilters(createCachedTableFilter(tableFilter, excludeTableFilter));
         this.jdbcProperties = jdbcProperties;
         this.chunkKeyColumns = chunkKeyColumns;
         this.skipSnapshotBackfill = skipSnapshotBackfill;
@@ -284,6 +281,22 @@ public Predicate<TableId> getTableFilter() {
         return tableId -> tableFilters.dataCollectionFilter().isIncluded(tableId);
     }
 
+    static Tables.TableFilter createCachedTableFilter(
+            Tables.TableFilter tableFilter, @Nullable Selectors excludeTableFilter) {
+        Map<TableId, Boolean> tableFilterCache = new ConcurrentHashMap<>();
+        return tableId ->
+                tableFilterCache.computeIfAbsent(
+                        tableId, id -> isTableIncluded(tableFilter, excludeTableFilter, id));
+    }
+
+    private static boolean isTableIncluded(
+            Tables.TableFilter tableFilter,
+            @Nullable Selectors excludeTableFilter,
+            TableId tableId) {
+        return tableFilter.isIncluded(tableId)
+                && (excludeTableFilter == null || !excludeTableFilter.isMatch(tableId));
+    }
+
     public Properties getJdbcProperties() {
         return jdbcProperties;
     }

flink-cdc-connect/flink-cdc-source-connectors/flink-connector-mysql-cdc/src/test/java/org/apache/flink/cdc/connectors/mysql/source/config/MySqlSourceConfigTest.java

@@ -0,0 +1,74 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements.  See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License.  You may obtain a copy of the License at
+ *
+ *      http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package org.apache.flink.cdc.connectors.mysql.source.config;
+
+import io.debezium.relational.TableId;
+import io.debezium.relational.Tables;
+import org.junit.jupiter.api.Test;
+
+import java.util.concurrent.atomic.AtomicInteger;
+import java.util.function.Predicate;
+
+import static org.assertj.core.api.Assertions.assertThat;
+
+/** Tests for {@link MySqlSourceConfig}. */
+class MySqlSourceConfigTest {
+
+    @Test
+    void testCachesTableFilterResults() {
+        AtomicInteger filterInvocationCount = new AtomicInteger();
+        Tables.TableFilter cachedTableFilter =
+                MySqlSourceConfig.createCachedTableFilter(
+                        tableId -> {
+                            filterInvocationCount.incrementAndGet();
+                            return tableId.table().startsWith("orders");
+                        },
+                        null);
+
+        TableId includedTable = new TableId("test_db", null, "orders_1");
+        TableId unmatchedTable = new TableId("test_db", null, "customers");
+
+        assertThat(cachedTableFilter.isIncluded(includedTable)).isTrue();
+        assertThat(cachedTableFilter.isIncluded(includedTable)).isTrue();
+        assertThat(cachedTableFilter.isIncluded(unmatchedTable)).isFalse();
+        assertThat(cachedTableFilter.isIncluded(unmatchedTable)).isFalse();
+        assertThat(filterInvocationCount).hasValue(2);
+    }
+
+    @Test
+    void testTableFilterWithExcludeTableList() {
+        MySqlSourceConfig config =
+                new MySqlSourceConfigFactory()
+                        .hostname("localhost")
+                        .username("user")
+                        .password("password")
+                        .databaseList("test_db")
+                        .tableList("test_db\\.orders_.*")
+                        .excludeTableList("test_db.orders_skip")
+                        .createConfig(0);
+
+        Predicate<TableId> tableFilter = config.getTableFilter();
+        TableId includedTable = new TableId("test_db", null, "orders_1");
+        TableId excludedTable = new TableId("test_db", null, "orders_skip");
+        TableId unmatchedTable = new TableId("test_db", null, "customers");
+
+        assertThat(tableFilter.test(includedTable)).isTrue();
+        assertThat(tableFilter.test(excludedTable)).isFalse();
+        assertThat(tableFilter.test(unmatchedTable)).isFalse();
+    }
+}