Seatunnel connector kafka supports parsing data extracted through kafka connect source, especially data extracted from kafka connect jdbc and kafka connect debezium

How To Use

Kafka Sink Mysql

  1. env {
  2. parallelism = 1
  3. job.mode = "BATCH"
  4. }
  5. source {
  6. Kafka {
  7. bootstrap.servers = "localhost:9092"
  8. topic = "jdbc_source_record"
  9. result_table_name = "kafka_table"
  10. start_mode = earliest
  11. schema = {
  12. fields {
  13. id = "int"
  14. name = "string"
  15. description = "string"
  16. weight = "string"
  17. }
  18. },
  19. format = COMPATIBLE_KAFKA_CONNECT_JSON
  20. }
  21. }
  22. sink {
  23. Jdbc {
  24. driver = com.mysql.cj.jdbc.Driver
  25. url = "jdbc:mysql://localhost:3306/seatunnel"
  26. user = st_user
  27. password = seatunnel
  28. generate_sink_sql = true
  29. database = seatunnel
  30. table = jdbc_sink
  31. primary_keys = ["id"]
  32. }
  33. }