development:database:mysql:debezium
Differences
This shows you the differences between two versions of the page.
Both sides previous revisionPrevious revisionNext revision | Previous revision | ||
development:database:mysql:debezium [2024/10/24 08:08] – [Binlog (binary log)] tungnt | development:database:mysql:debezium [2024/10/24 11:08] (current) – [Lỗi Unable to connect: Plugin 'mysql_native_password' is not loaded] tungnt | ||
---|---|---|---|
Line 44: | Line 44: | ||
/*!50530 SET @@SESSION.PSEUDO_SLAVE_MODE=0*/; | /*!50530 SET @@SESSION.PSEUDO_SLAVE_MODE=0*/; | ||
</ | </ | ||
+ | |||
+ | ===== Cài đặt Kafka và Zookeeper ===== | ||
+ | |||
+ | https:// | ||
+ | |||
+ | **Khởi động Zookeeper: | ||
+ | |||
+ | <code bash> | ||
+ | % zookeeper-server-start config/ | ||
+ | </ | ||
+ | |||
+ | **Khởi động Kafka:** | ||
+ | |||
+ | <code bash> | ||
+ | % kafka-server-start config/ | ||
+ | </ | ||
+ | |||
+ | ===== Cài đặt Debezium ===== | ||
+ | |||
+ | https:// | ||
+ | |||
+ | <code bash> | ||
+ | wget https:// | ||
+ | |||
+ | tar -xvf debezium-connector-mysql-1.9.5.Final-plugin.tar.gz | ||
+ | |||
+ | mkdir kafka_2.12-3.8.0/ | ||
+ | |||
+ | cp -r debezium-connector-mysql kafka_2.12-3.8.0/ | ||
+ | </ | ||
+ | |||
+ | ===== Cấu hình Kafka Connect ===== | ||
+ | |||
+ | <code bash> | ||
+ | vim kafka_2.12-3.8.0/ | ||
+ | |||
+ | bootstrap.servers=localhost: | ||
+ | key.converter=org.apache.kafka.connect.json.JsonConverter | ||
+ | value.converter=org.apache.kafka.connect.json.JsonConverter | ||
+ | key.converter.schemas.enable=false | ||
+ | value.converter.schemas.enable=false | ||
+ | offset.storage.file.filename=/ | ||
+ | plugin.path=/ | ||
+ | </ | ||
+ | |||
+ | <code bash> | ||
+ | vim kafka_2.12-3.8.0/ | ||
+ | |||
+ | name=mysql-connector | ||
+ | connector.class=io.debezium.connector.mysql.MySqlConnector | ||
+ | database.hostname=localhost | ||
+ | database.port=3306 | ||
+ | database.user=xxx | ||
+ | database.password=xxx | ||
+ | database.server.id=184054 | ||
+ | database.server.name=dbserver1 | ||
+ | database.include.list=testdb | ||
+ | database.history.kafka.bootstrap.servers=localhost: | ||
+ | database.history.kafka.topic=schema-changes.testdb | ||
+ | </ | ||
+ | |||
+ | ===== Khởi động Kafka Connect và Debezium ===== | ||
+ | |||
+ | <code sql> | ||
+ | ./ | ||
+ | </ | ||
+ | |||
+ | ====== Một số lỗi có thể gặp ====== | ||
+ | |||
+ | ===== Lỗi Unable to connect: Plugin ' | ||
+ | |||
+ | Lỗi Unable to connect: Plugin ' | ||
+ | |||
+ | <code bash> | ||
+ | mysql -u root -p | ||
+ | </ | ||
+ | |||
+ | Kiểm tra xem plugin mysql_native_password đã được cài đặt hay chưa: | ||
+ | |||
+ | <code sql> | ||
+ | mysql> SHOW PLUGINS; | ||
+ | +----------------------------------+----------+--------------------+---------+---------+ | ||
+ | | Name | Status | ||
+ | +----------------------------------+----------+--------------------+---------+---------+ | ||
+ | | binlog | ||
+ | | sha256_password | ||
+ | | caching_sha2_password | ||
+ | | sha2_cache_cleaner | ||
+ | | daemon_keyring_proxy_plugin | ||
+ | | CSV | ACTIVE | ||
+ | | MEMORY | ||
+ | | InnoDB | ||
+ | | INNODB_TRX | ||
+ | | INNODB_CMP | ||
+ | | INNODB_CMP_RESET | ||
+ | | INNODB_CMPMEM | ||
+ | | INNODB_CMPMEM_RESET | ||
+ | | INNODB_CMP_PER_INDEX | ||
+ | | INNODB_CMP_PER_INDEX_RESET | ||
+ | | INNODB_BUFFER_PAGE | ||
+ | | INNODB_BUFFER_PAGE_LRU | ||
+ | | INNODB_BUFFER_POOL_STATS | ||
+ | | INNODB_TEMP_TABLE_INFO | ||
+ | | INNODB_METRICS | ||
+ | | INNODB_FT_DEFAULT_STOPWORD | ||
+ | | INNODB_FT_DELETED | ||
+ | | INNODB_FT_BEING_DELETED | ||
+ | | INNODB_FT_CONFIG | ||
+ | | INNODB_FT_INDEX_CACHE | ||
+ | | INNODB_FT_INDEX_TABLE | ||
+ | | INNODB_TABLES | ||
+ | | INNODB_TABLESTATS | ||
+ | | INNODB_INDEXES | ||
+ | | INNODB_TABLESPACES | ||
+ | | INNODB_COLUMNS | ||
+ | | INNODB_VIRTUAL | ||
+ | | INNODB_CACHED_INDEXES | ||
+ | | INNODB_SESSION_TEMP_TABLESPACES | ||
+ | | MyISAM | ||
+ | | MRG_MYISAM | ||
+ | | PERFORMANCE_SCHEMA | ||
+ | | TempTable | ||
+ | | ARCHIVE | ||
+ | | BLACKHOLE | ||
+ | | FEDERATED | ||
+ | | ndbcluster | ||
+ | | ndbinfo | ||
+ | | ndb_transid_mysql_connection_map | DISABLED | INFORMATION SCHEMA | NULL | GPL | | ||
+ | | ngram | ACTIVE | ||
+ | | mysqlx_cache_cleaner | ||
+ | | mysqlx | ||
+ | | mysql_native_password | ||
+ | +----------------------------------+----------+--------------------+---------+---------+ | ||
+ | 48 rows in set (0.03 sec) | ||
+ | </ | ||
+ | |||
+ | Nếu plugin không xuất hiện trong danh sách, hãy kích hoạt lại nó: | ||
+ | |||
+ | <code mysql> | ||
+ | INSTALL PLUGIN mysql_native_password SONAME ' | ||
+ | </ | ||
+ | |||
+ | |||
development/database/mysql/debezium.1729757294.txt.gz · Last modified: 2024/10/24 08:08 by tungnt