Apache Paimon 使用 MySQL CDC 获取数据

Apache Paimon 是一个用于处理数据库变更数据捕获（CDC）的系统。以下是一个简单的示例，展示如何使用 Apache Paimon 和 MySQL CDC 来获取数据库中的变更。

首先，确保你的 MySQL 数据库支持并开启了 binlog。

然后，在 Maven 的 pom.xml 文件中添加 Apache Paimon 和相关依赖：

<dependencies>
    <!-- Apache Paimon 依赖 -->
    <dependency>
        <groupId>org.apache.paimon</groupId>
        <artifactId>paimon-flink-sql-connector-mysql-cdc</artifactId>
        <version>你的版本号</version>
    </dependency>
 
    <!-- Flink 依赖 -->
    <dependency>
        <groupId>org.apache.flink</groupId>
        <artifactId>flink-java</artifactId>
        <version>你的Flink版本号</version>
    </dependency>
    <dependency>
        <groupId>org.apache.flink</groupId>
        <artifactId>flink-streaming-java_2.11</artifactId>
        <version>你的Flink版本号</version>
    </dependency>
    <dependency>
        <groupId>org.apache.flink</groupId>
        <artifactId>flink-table-api-java-bridge_2.11</artifactId>
        <version>你的Flink版本号</version>
    </dependency>
    <!-- 更多 Flink 相关依赖 -->
</dependencies>

接下来，使用 Apache Paimon 和 Flink 的 Table API 来读取 MySQL 的 CDC 数据：

import org.apache.flink.streaming.api.environment.StreamExecutionEnvironment;
import org.apache.flink.table.api.bridge.java.StreamTableEnvironment;
import org.apache.flink.table.api.*;
 
public class MySQLCDCExample {
    public static void main(String[] args) throws Exception {
        StreamExecutionEnvironment env = StreamExecutionEnvironment.getExecutionEnvironment();
        StreamTableEnvironment tableEnv = StreamTableEnvironment.create(env);
 
        String sourceDDL = "" +
                "CREATE TABLE source_table (" +
                "   id INT," +
                "   name STRING," +
                "   pts INT," +
                "   PRIMARY KEY (id) NOT ENFORCED" +
                ") WITH (" +
                "   'connector' = 'mysql-cdc'," +
                "   'hostname' = 'your_mysql_host'," +
                "   'port' = '3306'," +
                "   'username' = 'your_username'," +
                "   'password' = 'your_password'," +
                "   'database-name' = 'your_database_name'," +
                "   'table-name' = 'your_table_name'" +
                ")";
 
        tableEnv.executeSql(sourceDDL);
 
        TableResult tableResult = tableEnv.executeSql("SELECT id, name, pts FROM source_table");
        tableResult.print();
 
        env.execute("MySQL CDC Example");