?先部署kafka集群,啟動
參考:docker compose部署kafka集群-CSDN博客
創建timezone文件,內容填寫Asia/Shanghai
再部署kafka-connect集群
networks:
? net:
? ? external: trueservices:
? kafka-connect1:
? ? restart: always
? ? image: debezium/connect:3.0.0.Final
? ? container_name: kafka-connect1
? ? hostname: kafka-connect1
? ? #ports:
? ? # ?- '8083:8083'
? ? environment:
? ? ? - GROUP_ID=kafka-connect-cluster
? ? ? - BOOTSTRAP_SERVERS=kafka1:9092,kafka1:9093,kafka1:9094
? ? ? - CONFIG_STORAGE_TOPIC=connect-config
? ? ? - OFFSET_STORAGE_TOPIC=connect-offset
? ? ? - STATUS_STORAGE_TOPIC=connect-status
? ? ? - OFFSET_FLUSH_TIMEOUT_MS=1000
? ? ? - HEAP_OPTS=-Xmx8G
? ? ? - CONNECT_KEY_CONVERTER_SCHEMAS_ENABLE=false
? ? ? - CONNECT_VALUE_CONVERTER_SCHEMAS_ENABLE=false
? ? volumes:
? ? ? - /etc/localtime:/etc/localtime
? ? ? - /home/sumengnan/apache/kafka/timezone:/etc/timezone
? ? ? - /home/sumengnan/apache/kafka/kafka-connect1/logs:/kafka/logs
? ? networks:
? ? ? - net
? kafka-connect2:
? ? restart: always
? ? image: debezium/connect:3.0.0.Final
? ? container_name: kafka-connect2
? ? hostname: kafka-connect2
? ? #ports:
? ? # ?- '8084:8083'
? ? environment:
? ? ? - GROUP_ID=kafka-connect-cluster
? ? ? - BOOTSTRAP_SERVERS=kafka1:9092,kafka1:9093,kafka1:9094
? ? ? - CONFIG_STORAGE_TOPIC=connect-config
? ? ? - OFFSET_STORAGE_TOPIC=connect-offset
? ? ? - STATUS_STORAGE_TOPIC=connect-status
? ? ? - OFFSET_FLUSH_TIMEOUT_MS=1000
? ? ? - HEAP_OPTS=-Xmx8G
? ? ? - CONNECT_KEY_CONVERTER_SCHEMAS_ENABLE=false
? ? ? - CONNECT_VALUE_CONVERTER_SCHEMAS_ENABLE=false
? ? volumes:
? ? ? - /etc/localtime:/etc/localtime
? ? ? - /home/sumengnan/apache/kafka/timezone:/etc/timezone
? ? ? - /home/sumengnan/apache/kafka/kafka-connect2/logs:/kafka/logs
? ? networks:
? ? ? - net
? kafka-connect3:
? ? restart: always
? ? image: debezium/connect:3.0.0.Final
? ? container_name: kafka-connect3
? ? hostname: kafka-connect3
? ? #ports:
? ? # ?- '8085:8083'
? ? environment:
? ? ? - GROUP_ID=kafka-connect-cluster
? ? ? - BOOTSTRAP_SERVERS=kafka1:9092,kafka1:9093,kafka1:9094
? ? ? - CONFIG_STORAGE_TOPIC=connect-config
? ? ? - OFFSET_STORAGE_TOPIC=connect-offset
? ? ? - STATUS_STORAGE_TOPIC=connect-status
? ? ? - OFFSET_FLUSH_TIMEOUT_MS=1000
? ? ? - HEAP_OPTS=-Xmx8G
? ? ? - CONNECT_KEY_CONVERTER_SCHEMAS_ENABLE=false
? ? ? - CONNECT_VALUE_CONVERTER_SCHEMAS_ENABLE=false
? ? volumes:
? ? ? - /etc/localtime:/etc/localtime
? ? ? - /home/sumengnan/apache/kafka/timezone:/etc/timezone
? ? ? - /home/sumengnan/apache/kafka/kafka-connect3/logs:/kafka/logs
? ? networks:
? ? ? - net
?? kafka-connect-ui:
? ? restart: always
? ? image: landoop/kafka-connect-ui:0.9.7
? ? container_name: kafka-connect-ui
? ? hostname: kafka-connect-ui
? ? ports:
? ? ? - '8000:8000'
? ? environment:
? ? ? - CONNECT_URL=http://kafka-connect1:8083,http://kafka-connect2:8083,http://kafka-connect3:8083
? ? volumes:
? ? ? - /etc/localtime:/etc/localtime
? ? networks:
? ? ? - net
?kafka-connect-ui為kafka-connect的可視化web界面,訪問8000端口。