본문 바로가기

Open Source/Kafka

Kafka DataSource Connector 관련 설정

MySql

CREATE TABLE customer
(
id integer NOT NULL,
fullname character varying(255),
email character varying(255),
CONSTRAINT customer_pkey PRIMARY KEY (id)
);

<!--binlog_format 이 row로 되어있는지 확인-->
show variables like '%binlog_format%';
show variables like '%binlog_rows_query_log_events%'

set binlog_rows_query_log_events=ON;

 

Postgre

CREATE TABLE customer
(
id integer NOT NULL,
fullname character varying(255),
email character varying(255),
CONSTRAINT customer_pkey PRIMARY KEY (id)
);

SHOW wal_level;
ALTER SYSTEM SET wal_level = logical;

 

 

{
"connector.class": "io.debezium.connector.postgresql.PostgresConnector",
"database.user": "UserName",
"database.dbname": "postgres",
"slot.name": "slot1",
"database.server.name": "postgre_source",
"plugin.name": "pgoutput",
"value.converter.schema.registry.url": "http://schema-registry:8081",
"database.hostname": "172.18.0.11",
"database.password": "******",
"name": "Postgre Source Connector2",
"value.converter": "io.confluent.connect.avro.AvroConverter",
"key.converter": "io.confluent.connect.avro.AvroConverter",
"key.converter.schema.registry.url": "http://schema-registry:8081"
}