SeaTunnel supports to interpret cdc record as Debezium-JSON messages publish to mq(kafka) system.

This is useful in many cases to leverage this feature, such as compatible with the debezium ecosystem.

How To Use

MySQL-CDC Sink Kafka

  1. env {
  2.   parallelism = 1
  3.   job.mode = "STREAMING"
  4.   checkpoint.interval = 15000
  5. }
  7. source {
  8.   MySQL-CDC {
  9.     result_table_name = "table1"
  11.     base-url="jdbc:mysql://localhost:3306/test"
  12.     "startup.mode"=INITIAL
  13.     table-names=[
  14.         "database1.t1",
  15.         "database1.t2",
  16.         "database2.t1"
  17.     ]
  19.     # compatible_debezium_json options
  20.     format = compatible_debezium_json
  21.     debezium = {
  22.         # include schema into kafka message
  23.         key.converter.schemas.enable = false
  24.         value.converter.schemas.enable = false
  25.         # include ddl
  26.         include.schema.changes = true
  27.         # topic prefix
  28.         database.server.name =  "mysql_cdc_1"
  29.     }
  30.   }
  31. }
  33. sink {
  34.   Kafka {
  35.     source_table_name = "table1"
  37.     bootstrap.servers = "localhost:9092"
  39.     # compatible_debezium_json options
  40.     format = compatible_debezium_json
  41.   }
  42. }