move BasicRateLimiter.java to tis-realtime-flink

Author: baisui1981

tis-datax/tis-ds-mysql-plugin/src/main/resources/description.md

@@ -1,8 +1,11 @@
-* 封装MySQL作为数据源的DataSource插件，可以向TIS导入MySQL中的数据表作后续分析处理
+封装MySQL作为数据源的DataSource插件，可以向TIS导入MySQL中的数据表作后续分析处理
 * MysqlReader
-
+  
   MysqlReader插件实现了从Mysql读取数据。在底层实现上，MysqlReader通过JDBC连接远程Mysql数据库，并执行相应的sql语句将数据从mysql库中SELECT出来[详细](https://github.com/alibaba/DataX/blob/master/mysqlreader/doc/mysqlreader.md)
 
 * MysqlWriter
 
-  实现了Alibaba DataXWriter 插件，写入数据到 Mysql 主库的目的表的功能。在底层实现上， MysqlWriter 通过 JDBC 连接远程 Mysql 数据库，并执行相应的 insert into ... 或者 ( replace into ...) 的 sql 语句将数据写入 Mysql，内部会分批次提交入库，需要数据库本身采用 innodb 引擎。 [详细](https://github.com/alibaba/DataX/blob/master/mysqlwriter/doc/mysqlwriter.md)
+  实现了Alibaba DataXWriter 插件，写入数据到 Mysql 主库的目的表的功能。在底层实现上， MysqlWriter 通过 JDBC 连接远程 Mysql 数据库，并执行相应的 insert into ... 或者 ( replace into ...) 的 sql 语句将数据写入 Mysql，内部会分批次提交入库，需要数据库本身采用 innodb 引擎。 [详细](https://github.com/alibaba/DataX/blob/master/mysqlwriter/doc/mysqlwriter.md)
+
+* DorisReader
+  实现了Apache Doris 批量读取数据功能

tis-incr/tis-flink-cdc-common/src/main/java/com/qlangtech/plugins/incr/flink/cdc/BasicRateLimiter.java

@@ -23,7 +23,6 @@
 import com.google.common.collect.Maps;
 import com.qlangtech.plugins.incr.flink.cdc.RowValsExample.RowVal;
 import com.qlangtech.plugins.incr.flink.cdc.RowValsUpdate.UpdatedColVal;
-import com.qlangtech.plugins.incr.flink.cdc.impl.NoRateLimiter;
 import com.qlangtech.plugins.incr.flink.cdc.source.TestBasicFlinkSourceHandle;
 import com.qlangtech.plugins.incr.flink.launch.TISFlinkCDCStreamFactory;
 import com.qlangtech.tis.async.message.client.consumer.AsyncMsg;
@@ -50,12 +49,10 @@
 import com.qlangtech.tis.plugin.ds.ColumnMetaData;
 import com.qlangtech.tis.plugin.ds.DataSourceFactory;
 import com.qlangtech.tis.plugin.ds.DataSourceFactory.IConnProcessor;
-import com.qlangtech.tis.plugin.ds.DataSourceMeta;
 import com.qlangtech.tis.plugin.ds.IDataSourceDumper;
 import com.qlangtech.tis.plugin.ds.ISelectedTab;
 import com.qlangtech.tis.plugin.ds.JDBCConnection;
 import com.qlangtech.tis.plugin.ds.TableNotFoundException;
-import com.qlangtech.tis.plugin.incr.IncrStreamFactory;
 import com.qlangtech.tis.plugin.incr.TISSinkFactory;
 import com.qlangtech.tis.plugins.incr.flink.cdc.mysql.MySqlSourceTestBase;
 import com.qlangtech.tis.realtime.ReaderSource;
@@ -65,11 +62,9 @@
 import org.apache.commons.io.LineIterator;
 import org.apache.commons.lang.StringUtils;
 import org.apache.commons.lang3.tuple.Pair;
-import org.apache.flink.api.common.JobExecutionResult;
 import org.apache.flink.types.Row;
 import org.apache.flink.types.RowKind;
 import org.apache.flink.util.CloseableIterator;
-import org.jetbrains.annotations.NotNull;
 import org.junit.Assert;
 
 import java.sql.Connection;

tis-incr/tis-flink-cdc-common/src/main/java/com/qlangtech/plugins/incr/flink/cdc/impl/NoRateLimiter.java

@@ -0,0 +1,34 @@
+/**
+ *   Licensed to the Apache Software Foundation (ASF) under one
+ *   or more contributor license agreements.  See the NOTICE file
+ *   distributed with this work for additional information
+ *   regarding copyright ownership.  The ASF licenses this file
+ *   to you under the Apache License, Version 2.0 (the
+ *   "License"); you may not use this file except in compliance
+ *   with the License.  You may obtain a copy of the License at
+ *
+ *       http://www.apache.org/licenses/LICENSE-2.0
+ *
+ *   Unless required by applicable law or agreed to in writing, software
+ *   distributed under the License is distributed on an "AS IS" BASIS,
+ *   WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ *   See the License for the specific language governing permissions and
+ *   limitations under the License.
+ */
+
+package com.qlangtech.plugins.incr.flink.cdc;
+
+import com.qlangtech.tis.plugin.incr.TISRateLimiter;
+import org.apache.flink.api.connector.source.util.ratelimit.RateLimiterStrategy;
+
+/**
+ * @author: 百岁（baisui@qlangtech.com）
+ * @create: 2025-07-06 12:18
+ * @see NoRateLimiter
+ * @see PerSecondRateLimiter
+ **/
+public abstract class BasicRateLimiter extends TISRateLimiter {
+
+    @Override
+    public abstract RateLimiterStrategy getStrategy();
+}

…flink/cdc/impl/PerSecondRateLimiter.json …k/cdc/impl/PerSecondRateLimiter.json_baktis-incr/tis-flink-cdc-common/src/main/resources/com/qlangtech/plugins/incr/flink/cdc/impl/PerSecondRateLimiter.json renamed to tis-incr/tis-flink-cdc-common/src/main/resources/com/qlangtech/plugins/incr/flink/cdc/impl/PerSecondRateLimiter.json_bak tis-incr/tis-flink-cdc-common/src/main/resources/com/qlangtech/plugins/incr/flink/cdc/impl/PerSecondRateLimiter.json renamed to tis-incr/tis-flink-cdc-common/src/main/resources/com/qlangtech/plugins/incr/flink/cdc/impl/PerSecondRateLimiter.json_bak

@@ -0,0 +1,54 @@
+/**
+ *   Licensed to the Apache Software Foundation (ASF) under one
+ *   or more contributor license agreements.  See the NOTICE file
+ *   distributed with this work for additional information
+ *   regarding copyright ownership.  The ASF licenses this file
+ *   to you under the Apache License, Version 2.0 (the
+ *   "License"); you may not use this file except in compliance
+ *   with the License.  You may obtain a copy of the License at
+ *
+ *       http://www.apache.org/licenses/LICENSE-2.0
+ *
+ *   Unless required by applicable law or agreed to in writing, software
+ *   distributed under the License is distributed on an "AS IS" BASIS,
+ *   WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ *   See the License for the specific language governing permissions and
+ *   limitations under the License.
+ */
+
+package com.qlangtech.plugins.incr.flink.cdc;
+
+import com.qlangtech.tis.extension.Descriptor;
+import com.qlangtech.tis.extension.TISExtension;
+import com.qlangtech.tis.plugin.incr.TISRateLimiter;
+import org.apache.flink.api.connector.source.util.ratelimit.RateLimiterStrategy;
+
+/**
+ * 不支持运行期动态设置限流值
+ *
+ * @author: 百岁（baisui@qlangtech.com）
+ * @create: 2025-07-06 12:34
+ **/
+public class NoRateLimiter extends BasicRateLimiter {
+    @Override
+    public RateLimiterStrategy getStrategy() {
+        throw new UnsupportedOperationException();
+    }
+
+    @Override
+    public boolean supportRateLimiter() {
+        return false;
+    }
+
+    @TISExtension
+    public static class Desc extends Descriptor<TISRateLimiter> {
+        public Desc() {
+            super();
+        }
+
+        @Override
+        public String getDisplayName() {
+            return SWITCH_OFF;
+        }
+    }
+}

tis-incr/tis-incr-test/src/main/java/com/qlangtech/plugins/incr/flink/cdc/CUDCDCTestSuit.java

@@ -1,25 +1,25 @@
 /**
- * Licensed to the Apache Software Foundation (ASF) under one
- * or more contributor license agreements.  See the NOTICE file
- * distributed with this work for additional information
- * regarding copyright ownership.  The ASF licenses this file
- * to you under the Apache License, Version 2.0 (the
- * "License"); you may not use this file except in compliance
- * with the License.  You may obtain a copy of the License at
- * <p>
- * http://www.apache.org/licenses/LICENSE-2.0
- * <p>
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
+ *   Licensed to the Apache Software Foundation (ASF) under one
+ *   or more contributor license agreements.  See the NOTICE file
+ *   distributed with this work for additional information
+ *   regarding copyright ownership.  The ASF licenses this file
+ *   to you under the Apache License, Version 2.0 (the
+ *   "License"); you may not use this file except in compliance
+ *   with the License.  You may obtain a copy of the License at
+ *
+ *       http://www.apache.org/licenses/LICENSE-2.0
+ *
+ *   Unless required by applicable law or agreed to in writing, software
+ *   distributed under the License is distributed on an "AS IS" BASIS,
+ *   WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ *   See the License for the specific language governing permissions and
+ *   limitations under the License.
  */
 
-package com.qlangtech.plugins.incr.flink.cdc.impl;
+package com.qlangtech.plugins.incr.flink.cdc;
 
 import com.alibaba.citrus.turbine.Context;
-import com.qlangtech.plugins.incr.flink.cdc.BasicRateLimiter;
+import com.qlangtech.plugins.incr.flink.cdc.impl.ResettableRateLimitStrategy;
 import com.qlangtech.tis.extension.Descriptor;
 import com.qlangtech.tis.extension.TISExtension;
 import com.qlangtech.tis.plugin.incr.TISRateLimiter;

tis-incr/tis-realtime-flink/src/main/java/com/qlangtech/plugins/incr/flink/cdc/BasicRateLimiter.java

@@ -28,8 +28,6 @@
 import com.qlangtech.tis.coredefine.module.action.IFlinkIncrJobStatus;
 import com.qlangtech.tis.coredefine.module.action.TargetResName;
 import com.qlangtech.tis.datax.DataXName;
-import com.qlangtech.tis.datax.impl.DataxReader;
-import com.qlangtech.tis.datax.impl.DataxReader.BaseDataxReaderDescriptor;
 import com.qlangtech.tis.datax.impl.DataxWriter;
 import com.qlangtech.tis.datax.impl.DataxWriter.BaseDataxWriterDescriptor;
 import com.qlangtech.tis.datax.job.JobOrchestrateException;
@@ -45,7 +43,6 @@
 import com.qlangtech.tis.plugin.annotation.FormField;
 import com.qlangtech.tis.plugin.annotation.FormFieldType;
 import com.qlangtech.tis.plugin.annotation.Validator;
-import com.qlangtech.tis.plugin.datax.common.AutoCreateTable.BasicDescriptor;
 import com.qlangtech.tis.plugin.incr.IncrStreamFactory;
 import com.qlangtech.tis.plugin.incr.TISRateLimiter;
 import com.qlangtech.tis.plugin.incr.WatchPodLog;