a.数据库：Oracle19c 19.3 已开归档日志
b.Kafka：2.8，内置zookeeper
c.连接器：debezium-connector-oracle-1.6.2.Final-plugin.tar
d.windows10
1.创建用户赋权SQL> show con_name; CON_NAME ------------------------------ CDB$ROOT SQL> CREATE TABLESPACE logminer_tbs DATAFILE 'C:oracleapporadataORCLlogminer_tbs.dbf' 2 SIZE 25M REUSE AUTOEXTEND ON MAXSIZE UNLIMITED; --表空间已创建。 SQL> alter session set container=orclpdb; --会话已更改。 SQL> show con_name; CON_NAME ------------------------------ ORCLPDB SQL> CREATE TABLESPACE logminer_tbs DATAFILE 'C:oracleapporadataORCLorclpdblogminer_tbs.dbf' 2 SIZE 25M REUSE AUTOEXTEND ON MAXSIZE UNLIMITED; --表空间已创建。 SQL> alter session set container =CDB$ROOT; --会话已更改。 SQL> show con_name; CON_NAME ------------------------------ CDB$ROOT SQL> CREATE USER c##dbzuser IDENTIFIED BY dbz 2 DEFAULT TABLESPACE logminer_tbs 3 QUOTA UNLIMITED ON logminer_tbs 4 CONTAINER=ALL; --用户已创建。 GRANT CREATE SESSION TO c##dbzuser ConTAINER=ALL; GRANT SET ConTAINER TO c##dbzuser ConTAINER=ALL; GRANT SELECT ON V_$DATAbase to c##dbzuser ConTAINER=ALL; GRANT FLASHBACK ANY TABLE TO c##dbzuser ConTAINER=ALL; GRANT SELECT ANY TABLE TO c##dbzuser ConTAINER=ALL; GRANT SELECT_CATALOG_ROLE TO c##dbzuser ConTAINER=ALL; GRANT EXECUTE_CATALOG_ROLE TO c##dbzuser ConTAINER=ALL; GRANT SELECT ANY TRANSACTION TO c##dbzuser ConTAINER=ALL; GRANT LOGMINING TO c##dbzuser ConTAINER=ALL; GRANT CREATE TABLE TO c##dbzuser ConTAINER=ALL; GRANT LOCK ANY TABLE TO c##dbzuser ConTAINER=ALL; GRANT ALTER ANY TABLE TO c##dbzuser ConTAINER=ALL; GRANT CREATE SEQUENCE TO c##dbzuser ConTAINER=ALL; GRANT EXECUTE ON DBMS_LOGMNR TO c##dbzuser ConTAINER=ALL; GRANT EXECUTE ON DBMS_LOGMNR_D TO c##dbzuser ConTAINER=ALL; GRANT SELECT ON V_$LOG TO c##dbzuser ConTAINER=ALL; GRANT SELECT ON V_$LOG_HISTORY TO c##dbzuser ConTAINER=ALL; GRANT SELECT ON V_$LOGMNR_LOGS TO c##dbzuser ConTAINER=ALL; GRANT SELECT ON V_$LOGMNR_CONTENTS TO c##dbzuser ConTAINER=ALL; GRANT SELECT ON V_$LOGMNR_PARAMETERS TO c##dbzuser ConTAINER=ALL; GRANT SELECT ON V_$LOGFILE TO c##dbzuser ConTAINER=ALL; GRANT SELECT ON V_$ARCHIVED_LOG TO c##dbzuser ConTAINER=ALL; GRANT SELECT ON V_$ARCHIVE_DEST_STATUS TO c##dbzuser ConTAINER=ALL;2.创建测试表，对该表开启归档日志、附加日志
C:UsersCHEN_he>sqlplus / as sysdba SQL*Plus: Release 19.0.0.0.0 - Production on 星期五 1月 21 13:17:20 2022 Version 19.3.0.0.0 Copyright (c) 1982, 2019, Oracle. All rights reserved. 连接到: Oracle Database 19c Enterprise Edition Release 19.0.0.0.0 - Production Version 19.3.0.0.0 SQL> conn c##dbzuser/dbz; 已连接。 SQL> CREATE TABLE STU ( "s_id" INT PRIMARY KEY, "s_name" VARCHAR ( 255 ) ); 表已创建。 SQL> ALTER TABLE C##DBZUSER.STU ADD SUPPLEMENTAL LOG DATA (ALL) COLUMNS; 表已更改。3.修改kafka配置文件
vi config/connect-dis... #添加连接器插件路径，即上边解压的路径，windows下，路径的 要转义为 \ ,否则启动连接器回报错invalid plugins.path plugin.path=debezium-connect-oracle4.复制所需jar包（Oracle 必须为ojdbc8）
#解压连接器插件，复制jar包到kafka/libs目录下 cp debezium-connect-oracle/*.jar $kafka_home/libs/5.启动
./bin/zookeeper-server-start.sh config/zookeeper.con... ./bin/kafka-server-start.sh con..... ./bin/connect-dis..... con/connect-dis...6.查看连接器注册情况
curl -i -X POST -H "Accept:application/json" -H "Content-Type:application/json" localhost:8083/
查看现有连接器
curl -i -X POST -H "Accept:application/json" -H "Content-Type:application/json" localhost:8083/connectors/ -d7.注册连接器
命令行容易出错（建议用postman）
{
"name": "test_dbz", // 连接器的名称
"config": {
"connector.class" : "io.debezium.connector.oracle.OracleConnector",
"database.hostname" : "192.168.211.3",
"database.port" : "1521",
"database.user" : "c##dbzuser",
"database.password" : "dbz",
"database.dbname" : "ORCLCDB", //数据库的名称
"database.server.name" : "server2", //服务名
"tasks.max" : "1", //连接器创建的最大任务数
"database.pdb.name" : "ORCLPDB", //连接器从中捕获更改的 Oracle 可插拔数据库的名称，不是必须的，但是配置上后，pdb需打开
"table.include.list": "C##DBZUSER.STU",
"database.history.kafka.bootstrap.servers" : "localhost:9092", //kafka服务地址
"database.history.kafka.topic": "schema-changes.stu" //连接器写入和恢复 DDL 语句的数据库历史主题的名称。本主题仅供内部使用，消费者不得使用。
}
}
[root@localhost ~]# curl -H "Accept:application/json" localhost:8083/
{"version":"2.8.0","commit":"ebb1d6e21cc92130","kafka_cluster_id":"5m7EcwSpTQ2qQMSGCfZY2w"}
[root@localhost ~]# curl -H "Accept:application/json" localhost:8083/connectors/
[]
[root@localhost ~]# curl -i -X POST -H "Accept:application/json" -H "Content-Type:application/json" localhost:8083/connectors/ -d '{"name": "stu2","config": {"connector.class": "io.debezium.connector.oracle.OracleConnector","tasks.max": "1","database.server.name": "server2","database.hostname": "192.168.211.3","database.port": "1521","database.user": "c##dbzuser","database.password": "dbz","database.dbname": "ORCL","table.include.list": "C##DBZUSER.STU","database.history.kafka.bootstrap.servers": "localhost:9092","database.history.kafka.topic": "schema-changes.stu"}}'
HTTP/1.1 500 Internal Server Error
Date: Fri, 21 Jan 2022 05:39:16 GMT
Content-Type: application/json
Content-Length: 48
Server: Jetty(9.4.39.v20210325)
{"name": "stu2","config": {"connector.class": "io.debezium.connector.oracle.OracleConnector","tasks.max": "1","database.server.name": "server2","database.hostname": "192.168.211.3","database.port": "1521","database.user": "c##dbzuser","database.password": "dbz","database.dbname": "ORCL","table.include.list": "C##DBZUSER.STU","database.history.kafka.bootstrap.servers": "localhost:9092","database.history.kafka.topic": "schema-changes.stu"}}
8.查看连接器状态
有报错会在下方body中输出
9.查看topicC:Kafkakafka_2.12-2.8.0>binwindowskafka-topics.bat --bootstrap-server localhost:9092 --list __consumer_offsets connect-configs connect-offsets connect-status schema-changes.test_dbz server2 server2.C__DBZUSER.STU ---创建主题时，## 会被自动转换成 __10.查看消费者消息 注意！！！
测试发现，连接器用户的变更会被捕获到
删除连接器curl -s http://192.168.211.3:8083/connectors/TEST_MORE -X DELETE
pdb变更也能捕获到，因为我本地Oracle19安装问题，只能用sys登陆，无法实现实时捕获
{"schema":{"type":"struct","fields":[{"type":"struct","fields":[{"type":"struct","fields":[{"type":"int32","optional":false,"field":"scale"},{"type":"bytes","optional":false,"field":"value"}],"optional":true,"name":"io.debezium.data.VariableScaleDecimal","version":1,"doc":"Variable scaled decimal","field":"ID"},{"type":"string","optional":true,"field":"NAME"}],"optional":true,"name":"server2.PDBUSER.TESTPDB.Value","field":"before"},{"type":"struct","fields":[{"type":"struct","fields":[{"type":"int32","optional":false,"field":"scale"},{"type":"bytes","optional":false,"field":"value"}],"optional":true,"name":"io.debezium.data.VariableScaleDecimal","version":1,"doc":"Variable scaled decimal","field":"ID"},{"type":"string","optional":true,"field":"NAME"}],"optional":true,"name":"server2.PDBUSER.TESTPDB.Value","field":"after"},{"type":"struct","fields":[{"type":"string","optional":false,"field":"version"},{"type":"string","optional":false,"field":"connector"},{"type":"string","optional":false,"field":"name"},{"type":"int64","optional":false,"field":"ts_ms"},{"type":"string","optional":true,"name":"io.debezium.data.Enum","version":1,"parameters":{"allowed":"true,last,false"},"default":"false","field":"snapshot"},{"type":"string","optional":false,"field":"db"},{"type":"string","optional":true,"field":"sequence"},{"type":"string","optional":false,"field":"schema"},{"type":"string","optional":false,"field":"table"},{"type":"string","optional":true,"field":"txId"},{"type":"string","optional":true,"field":"scn"},{"type":"string","optional":true,"field":"commit_scn"},{"type":"string","optional":true,"field":"lcr_position"}],"optional":false,"name":"io.debezium.connector.oracle.Source","field":"source"},{"type":"string","optional":false,"field":"op"},{"type":"int64","optional":true,"field":"ts_ms"},{"type":"struct","fields":[{"type":"string","optional":false,"field":"id"},{"type":"int64","optional":false,"field":"total_order"},{"type":"int64","optional":false,"field":"data_collection_order"}],"optional":true,"field":"transaction"}],"optional":false,"name":"server2.PDBUSER.TESTPDB.Envelope"},"payload":{"before":null,"after":{"ID":{"scale":0,"value":"GA=="},"NAME":"kobe"},"source":{"version":"1.6.2.Final","connector":"oracle","name":"server2","ts_ms":1642932301452,"snapshot":"true","db":"ORCLPDB","sequence":null,"schema":"PDBUSER","table":"TESTPDB","txId":null,"scn":"3278144","commit_scn":null,"lcr_position":null},"op":"r","ts_ms":1642932301452,"transaction":null}}
{"schema":{"type":"struct","fields":[{"type":"struct","fields":[{"type":"struct","fields":[{"type":"int32","optional":false,"field":"scale"},{"type":"bytes","optional":false,"field":"value"}],"optional":true,"name":"io.debezium.data.VariableScaleDecimal","version":1,"doc":"Variable scaled decimal","field":"ID"},{"type":"string","optional":true,"field":"NAME"}],"optional":true,"name":"server2.PDBUSER.TESTPDB.Value","field":"before"},{"type":"struct","fields":[{"type":"struct","fields":[{"type":"int32","optional":false,"field":"scale"},{"type":"bytes","optional":false,"field":"value"}],"optional":true,"name":"io.debezium.data.VariableScaleDecimal","version":1,"doc":"Variable scaled decimal","field":"ID"},{"type":"string","optional":true,"field":"NAME"}],"optional":true,"name":"server2.PDBUSER.TESTPDB.Value","field":"after"},{"type":"struct","fields":[{"type":"string","optional":false,"field":"version"},{"type":"string","optional":false,"field":"connector"},{"type":"string","optional":false,"field":"name"},{"type":"int64","optional":false,"field":"ts_ms"},{"type":"string","optional":true,"name":"io.debezium.data.Enum","version":1,"parameters":{"allowed":"true,last,false"},"default":"false","field":"snapshot"},{"type":"string","optional":false,"field":"db"},{"type":"string","optional":true,"field":"sequence"},{"type":"string","optional":false,"field":"schema"},{"type":"string","optional":false,"field":"table"},{"type":"string","optional":true,"field":"txId"},{"type":"string","optional":true,"field":"scn"},{"type":"string","optional":true,"field":"commit_scn"},{"type":"string","optional":true,"field":"lcr_position"}],"optional":false,"name":"io.debezium.connector.oracle.Source","field":"source"},{"type":"string","optional":false,"field":"op"},{"type":"int64","optional":true,"field":"ts_ms"},{"type":"struct","fields":[{"type":"string","optional":false,"field":"id"},{"type":"int64","optional":false,"field":"total_order"},{"type":"int64","optional":false,"field":"data_collection_order"}],"optional":true,"field":"transaction"}],"optional":false,"name":"server2.PDBUSER.TESTPDB.Envelope"},"payload":{"before":null,"after":{"ID":{"scale":0,"value":"Fw=="},"NAME":"jodan"},"source":{"version":"1.6.2.Final","connector":"oracle","name":"server2","ts_ms":1642932301453,"snapshot":"true","db":"ORCLPDB","sequence":null,"schema":"PDBUSER","table":"TESTPDB","txId":null,"scn":"3278144","commit_scn":null,"lcr_position":null},"op":"r","ts_ms":1642932301453,"transaction":null}}
{"schema":{"type":"struct","fields":[{"type":"struct","fields":[{"type":"struct","fields":[{"type":"int32","optional":false,"field":"scale"},{"type":"bytes","optional":false,"field":"value"}],"optional":true,"name":"io.debezium.data.VariableScaleDecimal","version":1,"doc":"Variable scaled decimal","field":"ID"},{"type":"string","optional":true,"field":"NAME"}],"optional":true,"name":"server2.PDBUSER.TESTPDB.Value","field":"before"},{"type":"struct","fields":[{"type":"struct","fields":[{"type":"int32","optional":false,"field":"scale"},{"type":"bytes","optional":false,"field":"value"}],"optional":true,"name":"io.debezium.data.VariableScaleDecimal","version":1,"doc":"Variable scaled decimal","field":"ID"},{"type":"string","optional":true,"field":"NAME"}],"optional":true,"name":"server2.PDBUSER.TESTPDB.Value","field":"after"},{"type":"struct","fields":[{"type":"string","optional":false,"field":"version"},{"type":"string","optional":false,"field":"connector"},{"type":"string","optional":false,"field":"name"},{"type":"int64","optional":false,"field":"ts_ms"},{"type":"string","optional":true,"name":"io.debezium.data.Enum","version":1,"parameters":{"allowed":"true,last,false"},"default":"false","field":"snapshot"},{"type":"string","optional":false,"field":"db"},{"type":"string","optional":true,"field":"sequence"},{"type":"string","optional":false,"field":"schema"},{"type":"string","optional":false,"field":"table"},{"type":"string","optional":true,"field":"txId"},{"type":"string","optional":true,"field":"scn"},{"type":"string","optional":true,"field":"commit_scn"},{"type":"string","optional":true,"field":"lcr_position"}],"optional":false,"name":"io.debezium.connector.oracle.Source","field":"source"},{"type":"string","optional":false,"field":"op"},{"type":"int64","optional":true,"field":"ts_ms"},{"type":"struct","fields":[{"type":"string","optional":false,"field":"id"},{"type":"int64","optional":false,"field":"total_order"},{"type":"int64","optional":false,"field":"data_collection_order"}],"optional":true,"field":"transaction"}],"optional":false,"name":"server2.PDBUSER.TESTPDB.Envelope"},"payload":{"before":null,"after":{"ID":{"scale":0,"value":"FA=="},"NAME":"ccc"},"source":{"version":"1.6.2.Final","connector":"oracle","name":"server2","ts_ms":1642932301453,"snapshot":"true","db":"ORCLPDB","sequence":null,"schema":"PDBUSER","table":"TESTPDB","txId":null,"scn":"3278144","commit_scn":null,"lcr_position":null},"op":"r","ts_ms":1642932301453,"transaction":null}}
{"schema":{"type":"struct","fields":[{"type":"struct","fields":[{"type":"struct","fields":[{"type":"int32","optional":false,"field":"scale"},{"type":"bytes","optional":false,"field":"value"}],"optional":true,"name":"io.debezium.data.VariableScaleDecimal","version":1,"doc":"Variable scaled decimal","field":"ID"},{"type":"string","optional":true,"field":"NAME"}],"optional":true,"name":"server2.PDBUSER.TESTPDB.Value","field":"before"},{"type":"struct","fields":[{"type":"struct","fields":[{"type":"int32","optional":false,"field":"scale"},{"type":"bytes","optional":false,"field":"value"}],"optional":true,"name":"io.debezium.data.VariableScaleDecimal","version":1,"doc":"Variable scaled decimal","field":"ID"},{"type":"string","optional":true,"field":"NAME"}],"optional":true,"name":"server2.PDBUSER.TESTPDB.Value","field":"after"},{"type":"struct","fields":[{"type":"string","optional":false,"field":"version"},{"type":"string","optional":false,"field":"connector"},{"type":"string","optional":false,"field":"name"},{"type":"int64","optional":false,"field":"ts_ms"},{"type":"string","optional":true,"name":"io.debezium.data.Enum","version":1,"parameters":{"allowed":"true,last,false"},"default":"false","field":"snapshot"},{"type":"string","optional":false,"field":"db"},{"type":"string","optional":true,"field":"sequence"},{"type":"string","optional":false,"field":"schema"},{"type":"string","optional":false,"field":"table"},{"type":"string","optional":true,"field":"txId"},{"type":"string","optional":true,"field":"scn"},{"type":"string","optional":true,"field":"commit_scn"},{"type":"string","optional":true,"field":"lcr_position"}],"optional":false,"name":"io.debezium.connector.oracle.Source","field":"source"},{"type":"string","optional":false,"field":"op"},{"type":"int64","optional":true,"field":"ts_ms"},{"type":"struct","fields":[{"type":"string","optional":false,"field":"id"},{"type":"int64","optional":false,"field":"total_order"},{"type":"int64","optional":false,"field":"data_collection_order"}],"optional":true,"field":"transaction"}],"optional":false,"name":"server2.PDBUSER.TESTPDB.Envelope"},"payload":{"before":null,"after":{"ID":{"scale":0,"value":"FQ=="},"NAME":"ccc"},"source":{"version":"1.6.2.Final","connector":"oracle","name":"server2","ts_ms":1642932301453,"snapshot":"true","db":"ORCLPDB","sequence":null,"schema":"PDBUSER","table":"TESTPDB","txId":null,"scn":"3278144","commit_scn":null,"lcr_position":null},"op":"r","ts_ms":1642932301453,"transaction":null}}
{"schema":{"type":"struct","fields":[{"type":"struct","fields":[{"type":"struct","fields":[{"type":"int32","optional":false,"field":"scale"},{"type":"bytes","optional":false,"field":"value"}],"optional":true,"name":"io.debezium.data.VariableScaleDecimal","version":1,"doc":"Variable scaled decimal","field":"ID"},{"type":"string","optional":true,"field":"NAME"}],"optional":true,"name":"server2.PDBUSER.TESTPDB.Value","field":"before"},{"type":"struct","fields":[{"type":"struct","fields":[{"type":"int32","optional":false,"field":"scale"},{"type":"bytes","optional":false,"field":"value"}],"optional":true,"name":"io.debezium.data.VariableScaleDecimal","version":1,"doc":"Variable scaled decimal","field":"ID"},{"type":"string","optional":true,"field":"NAME"}],"optional":true,"name":"server2.PDBUSER.TESTPDB.Value","field":"after"},{"type":"struct","fields":[{"type":"string","optional":false,"field":"version"},{"type":"string","optional":false,"field":"connector"},{"type":"string","optional":false,"field":"name"},{"type":"int64","optional":false,"field":"ts_ms"},{"type":"string","optional":true,"name":"io.debezium.data.Enum","version":1,"parameters":{"allowed":"true,last,false"},"default":"false","field":"snapshot"},{"type":"string","optional":false,"field":"db"},{"type":"string","optional":true,"field":"sequence"},{"type":"string","optional":false,"field":"schema"},{"type":"string","optional":false,"field":"table"},{"type":"string","optional":true,"field":"txId"},{"type":"string","optional":true,"field":"scn"},{"type":"string","optional":true,"field":"commit_scn"},{"type":"string","optional":true,"field":"lcr_position"}],"optional":false,"name":"io.debezium.connector.oracle.Source","field":"source"},{"type":"string","optional":false,"field":"op"},{"type":"int64","optional":true,"field":"ts_ms"},{"type":"struct","fields":[{"type":"string","optional":false,"field":"id"},{"type":"int64","optional":false,"field":"total_order"},{"type":"int64","optional":false,"field":"data_collection_order"}],"optional":true,"field":"transaction"}],"optional":false,"name":"server2.PDBUSER.TESTPDB.Envelope"},"payload":{"before":null,"after":{"ID":{"scale":0,"value":"AQ=="},"NAME":"CH"},"source":{"version":"1.6.2.Final","connector":"oracle","name":"server2","ts_ms":1642932301453,"snapshot":"true","db":"ORCLPDB","sequence":null,"schema":"PDBUSER","table":"TESTPDB","txId":null,"scn":"3278144","commit_scn":null,"lcr_position":null},"op":"r","ts_ms":1642932301453,"transaction":null}}
{"schema":{"type":"struct","fields":[{"type":"struct","fields":[{"type":"struct","fields":[{"type":"int32","optional":false,"field":"scale"},{"type":"bytes","optional":false,"field":"value"}],"optional":true,"name":"io.debezium.data.VariableScaleDecimal","version":1,"doc":"Variable scaled decimal","field":"ID"},{"type":"string","optional":true,"field":"NAME"}],"optional":true,"name":"server2.PDBUSER.TESTPDB.Value","field":"before"},{"type":"struct","fields":[{"type":"struct","fields":[{"type":"int32","optional":false,"field":"scale"},{"type":"bytes","optional":false,"field":"value"}],"optional":true,"name":"io.debezium.data.VariableScaleDecimal","version":1,"doc":"Variable scaled decimal","field":"ID"},{"type":"string","optional":true,"field":"NAME"}],"optional":true,"name":"server2.PDBUSER.TESTPDB.Value","field":"after"},{"type":"struct","fields":[{"type":"string","optional":false,"field":"version"},{"type":"string","optional":false,"field":"connector"},{"type":"string","optional":false,"field":"name"},{"type":"int64","optional":false,"field":"ts_ms"},{"type":"string","optional":true,"name":"io.debezium.data.Enum","version":1,"parameters":{"allowed":"true,last,false"},"default":"false","field":"snapshot"},{"type":"string","optional":false,"field":"db"},{"type":"string","optional":true,"field":"sequence"},{"type":"string","optional":false,"field":"schema"},{"type":"string","optional":false,"field":"table"},{"type":"string","optional":true,"field":"txId"},{"type":"string","optional":true,"field":"scn"},{"type":"string","optional":true,"field":"commit_scn"},{"type":"string","optional":true,"field":"lcr_position"}],"optional":false,"name":"io.debezium.connector.oracle.Source","field":"source"},{"type":"string","optional":false,"field":"op"},{"type":"int64","optional":true,"field":"ts_ms"},{"type":"struct","fields":[{"type":"string","optional":false,"field":"id"},{"type":"int64","optional":false,"field":"total_order"},{"type":"int64","optional":false,"field":"data_collection_order"}],"optional":true,"field":"transaction"}],"optional":false,"name":"server2.PDBUSER.TESTPDB.Envelope"},"payload":{"before":null,"after":{"ID":{"scale":0,"value":"Ag=="},"NAME":"CHh"},"source":{"version":"1.6.2.Final","connector":"oracle","name":"server2","ts_ms":1642932301453,"snapshot":"true","db":"ORCLPDB","sequence":null,"schema":"PDBUSER","table":"TESTPDB","txId":null,"scn":"3278144","commit_scn":null,"lcr_position":null},"op":"r","ts_ms":1642932301454,"transaction":null}}
{"schema":{"type":"struct","fields":[{"type":"struct","fields":[{"type":"struct","fields":[{"type":"int32","optional":false,"field":"scale"},{"type":"bytes","optional":false,"field":"value"}],"optional":true,"name":"io.debezium.data.VariableScaleDecimal","version":1,"doc":"Variable scaled decimal","field":"ID"},{"type":"string","optional":true,"field":"NAME"}],"optional":true,"name":"server2.PDBUSER.TESTPDB.Value","field":"before"},{"type":"struct","fields":[{"type":"struct","fields":[{"type":"int32","optional":false,"field":"scale"},{"type":"bytes","optional":false,"field":"value"}],"optional":true,"name":"io.debezium.data.VariableScaleDecimal","version":1,"doc":"Variable scaled decimal","field":"ID"},{"type":"string","optional":true,"field":"NAME"}],"optional":true,"name":"server2.PDBUSER.TESTPDB.Value","field":"after"},{"type":"struct","fields":[{"type":"string","optional":false,"field":"version"},{"type":"string","optional":false,"field":"connector"},{"type":"string","optional":false,"field":"name"},{"type":"int64","optional":false,"field":"ts_ms"},{"type":"string","optional":true,"name":"io.debezium.data.Enum","version":1,"parameters":{"allowed":"true,last,false"},"default":"false","field":"snapshot"},{"type":"string","optional":false,"field":"db"},{"type":"string","optional":true,"field":"sequence"},{"type":"string","optional":false,"field":"schema"},{"type":"string","optional":false,"field":"table"},{"type":"string","optional":true,"field":"txId"},{"type":"string","optional":true,"field":"scn"},{"type":"string","optional":true,"field":"commit_scn"},{"type":"string","optional":true,"field":"lcr_position"}],"optional":false,"name":"io.debezium.connector.oracle.Source","field":"source"},{"type":"string","optional":false,"field":"op"},{"type":"int64","optional":true,"field":"ts_ms"},{"type":"struct","fields":[{"type":"string","optional":false,"field":"id"},{"type":"int64","optional":false,"field":"total_order"},{"type":"int64","optional":false,"field":"data_collection_order"}],"optional":true,"field":"transaction"}],"optional":false,"name":"server2.PDBUSER.TESTPDB.Envelope"},"payload":{"before":null,"after":{"ID":{"scale":0,"value":"Cg=="},"NAME":"qqq"},"source":{"version":"1.6.2.Final","connector":"oracle","name":"server2","ts_ms":1642932301454,"snapshot":"true","db":"ORCLPDB","sequence":null,"schema":"PDBUSER","table":"TESTPDB","txId":null,"scn":"3278144","commit_scn":null,"lcr_position":null},"op":"r","ts_ms":1642932301454,"transaction":null}}
{"schema":{"type":"struct","fields":[{"type":"struct","fields":[{"type":"struct","fields":[{"type":"int32","optional":false,"field":"scale"},{"type":"bytes","optional":false,"field":"value"}],"optional":true,"name":"io.debezium.data.VariableScaleDecimal","version":1,"doc":"Variable scaled decimal","field":"ID"},{"type":"string","optional":true,"field":"NAME"}],"optional":true,"name":"server2.PDBUSER.TESTPDB.Value","field":"before"},{"type":"struct","fields":[{"type":"struct","fields":[{"type":"int32","optional":false,"field":"scale"},{"type":"bytes","optional":false,"field":"value"}],"optional":true,"name":"io.debezium.data.VariableScaleDecimal","version":1,"doc":"Variable scaled decimal","field":"ID"},{"type":"string","optional":true,"field":"NAME"}],"optional":true,"name":"server2.PDBUSER.TESTPDB.Value","field":"after"},{"type":"struct","fields":[{"type":"string","optional":false,"field":"version"},{"type":"string","optional":false,"field":"connector"},{"type":"string","optional":false,"field":"name"},{"type":"int64","optional":false,"field":"ts_ms"},{"type":"string","optional":true,"name":"io.debezium.data.Enum","version":1,"parameters":{"allowed":"true,last,false"},"default":"false","field":"snapshot"},{"type":"string","optional":false,"field":"db"},{"type":"string","optional":true,"field":"sequence"},{"type":"string","optional":false,"field":"schema"},{"type":"string","optional":false,"field":"table"},{"type":"string","optional":true,"field":"txId"},{"type":"string","optional":true,"field":"scn"},{"type":"string","optional":true,"field":"commit_scn"},{"type":"string","optional":true,"field":"lcr_position"}],"optional":false,"name":"io.debezium.connector.oracle.Source","field":"source"},{"type":"string","optional":false,"field":"op"},{"type":"int64","optional":true,"field":"ts_ms"},{"type":"struct","fields":[{"type":"string","optional":false,"field":"id"},{"type":"int64","optional":false,"field":"total_order"},{"type":"int64","optional":false,"field":"data_collection_order"}],"optional":true,"field":"transaction"}],"optional":false,"name":"server2.PDBUSER.TESTPDB.Envelope"},"payload":{"before":null,"after":{"ID":{"scale":0,"value":"Cg=="},"NAME":"qqq"},"source":{"version":"1.6.2.Final","connector":"oracle","name":"server2","ts_ms":1642932301454,"snapshot":"true","db":"ORCLPDB","sequence":null,"schema":"PDBUSER","table":"TESTPDB","txId":null,"scn":"3278144","commit_scn":null,"lcr_position":null},"op":"r","ts_ms":1642932301454,"transaction":null}}
{"schema":{"type":"struct","fields":[{"type":"struct","fields":[{"type":"struct","fields":[{"type":"int32","optional":false,"field":"scale"},{"type":"bytes","optional":false,"field":"value"}],"optional":true,"name":"io.debezium.data.VariableScaleDecimal","version":1,"doc":"Variable scaled decimal","field":"ID"},{"type":"string","optional":true,"field":"NAME"}],"optional":true,"name":"server2.PDBUSER.TESTPDB.Value","field":"before"},{"type":"struct","fields":[{"type":"struct","fields":[{"type":"int32","optional":false,"field":"scale"},{"type":"bytes","optional":false,"field":"value"}],"optional":true,"name":"io.debezium.data.VariableScaleDecimal","version":1,"doc":"Variable scaled decimal","field":"ID"},{"type":"string","optional":true,"field":"NAME"}],"optional":true,"name":"server2.PDBUSER.TESTPDB.Value","field":"after"},{"type":"struct","fields":[{"type":"string","optional":false,"field":"version"},{"type":"string","optional":false,"field":"connector"},{"type":"string","optional":false,"field":"name"},{"type":"int64","optional":false,"field":"ts_ms"},{"type":"string","optional":true,"name":"io.debezium.data.Enum","version":1,"parameters":{"allowed":"true,last,false"},"default":"false","field":"snapshot"},{"type":"string","optional":false,"field":"db"},{"type":"string","optional":true,"field":"sequence"},{"type":"string","optional":false,"field":"schema"},{"type":"string","optional":false,"field":"table"},{"type":"string","optional":true,"field":"txId"},{"type":"string","optional":true,"field":"scn"},{"type":"string","optional":true,"field":"commit_scn"},{"type":"string","optional":true,"field":"lcr_position"}],"optional":false,"name":"io.debezium.connector.oracle.Source","field":"source"},{"type":"string","optional":false,"field":"op"},{"type":"int64","optional":true,"field":"ts_ms"},{"type":"struct","fields":[{"type":"string","optional":false,"field":"id"},{"type":"int64","optional":false,"field":"total_order"},{"type":"int64","optional":false,"field":"data_collection_order"}],"optional":true,"field":"transaction"}],"optional":false,"name":"server2.PDBUSER.TESTPDB.Envelope"},"payload":{"before":null,"after":{"ID":{"scale":0,"value":"Cg=="},"NAME":"qqq"},"source":{"version":"1.6.2.Final","connector":"oracle","name":"server2","ts_ms":1642932301454,"snapshot":"true","db":"ORCLPDB","sequence":null,"schema":"PDBUSER","table":"TESTPDB","txId":null,"scn":"3278144","commit_scn":null,"lcr_position":null},"op":"r","ts_ms":1642932301454,"transaction":null}}
{"schema":{"type":"struct","fields":[{"type":"struct","fields":[{"type":"struct","fields":[{"type":"int32","optional":false,"field":"scale"},{"type":"bytes","optional":false,"field":"value"}],"optional":true,"name":"io.debezium.data.VariableScaleDecimal","version":1,"doc":"Variable scaled decimal","field":"ID"},{"type":"string","optional":true,"field":"NAME"}],"optional":true,"name":"server2.PDBUSER.TESTPDB.Value","field":"before"},{"type":"struct","fields":[{"type":"struct","fields":[{"type":"int32","optional":false,"field":"scale"},{"type":"bytes","optional":false,"field":"value"}],"optional":true,"name":"io.debezium.data.VariableScaleDecimal","version":1,"doc":"Variable scaled decimal","field":"ID"},{"type":"string","optional":true,"field":"NAME"}],"optional":true,"name":"server2.PDBUSER.TESTPDB.Value","field":"after"},{"type":"struct","fields":[{"type":"string","optional":false,"field":"version"},{"type":"string","optional":false,"field":"connector"},{"type":"string","optional":false,"field":"name"},{"type":"int64","optional":false,"field":"ts_ms"},{"type":"string","optional":true,"name":"io.debezium.data.Enum","version":1,"parameters":{"allowed":"true,last,false"},"default":"false","field":"snapshot"},{"type":"string","optional":false,"field":"db"},{"type":"string","optional":true,"field":"sequence"},{"type":"string","optional":false,"field":"schema"},{"type":"string","optional":false,"field":"table"},{"type":"string","optional":true,"field":"txId"},{"type":"string","optional":true,"field":"scn"},{"type":"string","optional":true,"field":"commit_scn"},{"type":"string","optional":true,"field":"lcr_position"}],"optional":false,"name":"io.debezium.connector.oracle.Source","field":"source"},{"type":"string","optional":false,"field":"op"},{"type":"int64","optional":true,"field":"ts_ms"},{"type":"struct","fields":[{"type":"string","optional":false,"field":"id"},{"type":"int64","optional":false,"field":"total_order"},{"type":"int64","optional":false,"field":"data_collection_order"}],"optional":true,"field":"transaction"}],"optional":false,"name":"server2.PDBUSER.TESTPDB.Envelope"},"payload":{"before":null,"after":{"ID":{"scale":0,"value":"Cg=="},"NAME":"qqq"},"source":{"version":"1.6.2.Final","connector":"oracle","name":"server2","ts_ms":1642932301454,"snapshot":"last","db":"ORCLPDB","sequence":null,"schema":"PDBUSER","table":"TESTPDB","txId":null,"scn":"3278144","commit_scn":null,"lcr_position":null},"op":"r","ts_ms":1642932301454,"transaction":null}}
{"schema":{"type":"struct","fields":[{"type":"struct","fields":[{"type":"struct","fields":[{"type":"int32","optional":false,"field":"scale"},{"type":"bytes","optional":false,"field":"value"}],"optional":true,"name":"io.debezium.data.VariableScaleDecimal","version":1,"doc":"Variable scaled decimal","field":"ID"},{"type":"string","optional":true,"field":"NAME"}],"optional":true,"name":"server2.PDBUSER.TESTPDB.Value","field":"before"},{"type":"struct","fields":[{"type":"struct","fields":[{"type":"int32","optional":false,"field":"scale"},{"type":"bytes","optional":false,"field":"value"}],"optional":true,"name":"io.debezium.data.VariableScaleDecimal","version":1,"doc":"Variable scaled decimal","field":"ID"},{"type":"string","optional":true,"field":"NAME"}],"optional":true,"name":"server2.PDBUSER.TESTPDB.Value","field":"after"},{"type":"struct","fields":[{"type":"string","optional":false,"field":"version"},{"type":"string","optional":false,"field":"connector"},{"type":"string","optional":false,"field":"name"},{"type":"int64","optional":false,"field":"ts_ms"},{"type":"string","optional":true,"name":"io.debezium.data.Enum","version":1,"parameters":{"allowed":"true,last,false"},"default":"false","field":"snapshot"},{"type":"string","optional":false,"field":"db"},{"type":"string","optional":true,"field":"sequence"},{"type":"string","optional":false,"field":"schema"},{"type":"string","optional":false,"field":"table"},{"type":"string","optional":true,"field":"txId"},{"type":"string","optional":true,"field":"scn"},{"type":"string","optional":true,"field":"commit_scn"},{"type":"string","optional":true,"field":"lcr_position"}],"optional":false,"name":"io.debezium.connector.oracle.Source","field":"source"},{"type":"string","optional":false,"field":"op"},{"type":"int64","optional":true,"field":"ts_ms"},{"type":"struct","fields":[{"type":"string","optional":false,"field":"id"},{"type":"int64","optional":false,"field":"total_order"},{"type":"int64","optional":false,"field":"data_collection_order"}],"optional":true,"field":"transaction"}],"optional":false,"name":"server2.PDBUSER.TESTPDB.Envelope"},"payload":{"before":null,"after":{"ID":{"scale":0,"value":"Hg=="},"NAME":"CCC"},"source":{"version":"1.6.2.Final","connector":"oracle","name":"server2","ts_ms":1642961344000,"snapshot":"false","db":"ORCLPDB","sequence":null,"schema":"PDBUSER","table":"TESTPDB","txId":"09001800a1020000","scn":"3630790","commit_scn":"3635039","lcr_position":null},"op":"c","ts_ms":1642933132429,"transaction":null}}
报错：
未开启表的附加日志
{
"name": "TEST_MORE",
"connector": {
"state": "RUNNING",
"worker_id": "192.168.211.3:8083"
},
"tasks": [
{
"id": 0,
"state": "FAILED",
"worker_id": "192.168.211.3:8083",
"trace": "org.apache.kafka.connect.errors.ConnectException: An exception occurred in the change event producer. This connector will be stopped.rntat io.debezium.pipeline.ErrorHandler.setProducerThrowable(ErrorHandler.java:42)rntat io.debezium.connector.oracle.logminer.LogMinerStreamingChangeEventSource.execute(LogMinerStreamingChangeEventSource.java:211)rntat io.debezium.connector.oracle.logminer.LogMinerStreamingChangeEventSource.execute(LogMinerStreamingChangeEventSource.java:63)rntat io.debezium.pipeline.ChangeEventSourceCoordinator.streamEvents(ChangeEventSourceCoordinator.java:159)rntat io.debezium.pipeline.ChangeEventSourceCoordinator.lambda$start$0(ChangeEventSourceCoordinator.java:122)rntat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)rntat java.util.concurrent.FutureTask.run(FutureTask.java:266)rntat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)rntat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)rntat java.lang.Thread.run(Thread.java:748)rnCaused by: io.debezium.DebeziumException:
*************************************************
Supplemental logging not configured for table ORCL.C##DBZUSER.TEST2. Use command: ALTER TABLE C##DBZUSER.TEST2 ADD SUPPLEMENTAL LOG DATA (ALL) COLUMNSrntat
**************************************************
io.debezium.connector.oracle.logminer.LogMinerHelper.checkSupplementalLogging(LogMinerHelper.java:408)rntat io.debezium.connector.oracle.logminer.LogMinerStreamingChangeEventSource.execute(LogMinerStreamingChangeEventSource.java:130)rnt... 8 morern"
}
],
"type": "source"
}
未开启pdb会报可插拔数据库未打开错误
alter pluggable database orclpdb open;
