kafka2

post subtitle

By widehyo
$ /usr/local/kafka/bin/kafka-topics.sh --bootstrap-server peter-kafka01.foo.bar:9092 --create --topic peter-basic01 --partitions 1 --replication-factor 3
$ mvn install
$ mvn exec:java -Dexec.mainClass=ProducerFireForgot
172.18.0.7  peter-kafka01.foo.bar
172.18.0.6  peter-kafka02.foo.bar
172.18.0.3  peter-kafka03.foo.bar
$ mvn exec:java -Dexec.mainClass=ProducerSync
Topic: peter-basic01, Partition: 0, Offset: 3, Key: null, Received Message: Apache Kafka is a distributed streaming platform - 0
Topic: peter-basic01, Partition: 0, Offset: 4, Key: null, Received Message: Apache Kafka is a distributed streaming platform - 1
Topic: peter-basic01, Partition: 0, Offset: 5, Key: null, Received Message: Apache Kafka is a distributed streaming platform - 2
ConsumerAsync.java
ConsumerAuto.java
ConsumerSync.java
PeterProducerCallback.java
ProducerAsync.java
ProducerFireForgot.java
ProducerSync.java
BEGIN {
  FS = "."
}
{
  printf "%s: ## %s\n	mvn exec:java -Dexec.mainclass=%s\n\n", $1, $1, $1
}

help: ## Show available commands
	@echo "Available targets:"
	@grep -E '^[a-zA-Z_-]+:.*?## .*$$' $(MAKEFILE_LIST) \
	| awk 'BEGIN {FS=":.*?## "}; {printf "  %-15s %s\n", $$1, $$2}'

ConsumerAsync: ## ConsumerAsync
	mvn exec:java -Dexec.mainClass=ConsumerAsync

ConsumerAuto: ## ConsumerAuto
	mvn exec:java -Dexec.mainClass=ConsumerAuto

ConsumerSync: ## ConsumerSync
	mvn exec:java -Dexec.mainClass=ConsumerSync

PeterProducerCallback: ## PeterProducerCallback
	mvn exec:java -Dexec.mainClass=PeterProducerCallback

ProducerAsync: ## ProducerAsync
	mvn exec:java -Dexec.mainClass=ProducerAsync

ProducerFireForgot: ## ProducerFireForgot
	mvn exec:java -Dexec.mainClass=ProducerFireForgot

ProducerSync: ## ProducerSync
	mvn exec:java -Dexec.mainClass=ProducerSync

make ProducerAsync
mvn exec:java -Dexec.mainClass=ProducerAsync
[INFO] Scanning for projects...
[INFO] 
[INFO] -------------------< org.example:KafkaClientExample >-------------------
[INFO] Building KafkaClientExample 1.0
[INFO] --------------------------------[ jar ]---------------------------------
[INFO] 
[INFO] --- exec-maven-plugin:3.5.0:java (default-cli) @ KafkaClientExample ---
SLF4J: Failed to load class "org.slf4j.impl.StaticLoggerBinder".
SLF4J: Defaulting to no-operation (NOP) logger implementation
SLF4J: See http://www.slf4j.org/codes.html#StaticLoggerBinder for further details.
Topic: peter-basic01, Partition: 0, Offset: 6, Key: null, Received Message: Apache Kafka is a distributed streaming platform - 0
Topic: peter-basic01, Partition: 0, Offset: 7, Key: null, Received Message: Apache Kafka is a distributed streaming platform - 1
Topic: peter-basic01, Partition: 0, Offset: 8, Key: null, Received Message: Apache Kafka is a distributed streaming platform - 2
[INFO] ------------------------------------------------------------------------
[INFO] BUILD SUCCESS
[INFO] ------------------------------------------------------------------------
[INFO] Total time:  1.036 s
[INFO] Finished at: 2026-03-31T23:46:51+09:00
[INFO] ------------------------------------------------------------------------
$ docker exec -it peter-kafka02 bash
[root@peter-kafka02 /]# cd /data
[root@peter-kafka02 data]# ls
kafka-logs
[root@peter-kafka02 data]# cd kafka-logs/
[root@peter-kafka02 kafka-logs]# ls
__consumer_offsets-0   __consumer_offsets-15  __consumer_offsets-21  __consumer_offsets-28  __consumer_offsets-34  __consumer_offsets-40  __consumer_offsets-47  __consumer_offsets-9              replication-offset-checkpoint
__consumer_offsets-1   __consumer_offsets-16  __consumer_offsets-22  __consumer_offsets-29  __consumer_offsets-35  __consumer_offsets-41  __consumer_offsets-48  cleaner-offset-checkpoint
__consumer_offsets-10  __consumer_offsets-17  __consumer_offsets-23  __consumer_offsets-3   __consumer_offsets-36  __consumer_offsets-42  __consumer_offsets-49  log-start-offset-checkpoint
__consumer_offsets-11  __consumer_offsets-18  __consumer_offsets-24  __consumer_offsets-30  __consumer_offsets-37  __consumer_offsets-43  __consumer_offsets-5   meta.properties
__consumer_offsets-12  __consumer_offsets-19  __consumer_offsets-25  __consumer_offsets-31  __consumer_offsets-38  __consumer_offsets-44  __consumer_offsets-6   peter-basic01-0
__consumer_offsets-13  __consumer_offsets-2   __consumer_offsets-26  __consumer_offsets-32  __consumer_offsets-39  __consumer_offsets-45  __consumer_offsets-7   peter-overview01-0
__consumer_offsets-14  __consumer_offsets-20  __consumer_offsets-27  __consumer_offsets-33  __consumer_offsets-4   __consumer_offsets-46  __consumer_offsets-8   recovery-point-offset-checkpoint
[root@peter-kafka02 kafka-logs]# cd peter-basic01-0/
[root@peter-kafka02 peter-basic01-0]# ls
00000000000000000000.index  00000000000000000000.log  00000000000000000000.timeindex  leader-epoch-checkpoint
[root@peter-kafka02 peter-basic01-0]# strings 00000000000000000000.log 
hApache Kafka is a distributed streaming platform - 0
hApache Kafka is a distributed streaming platform - 1
hApache Kafka is a distributed streaming platform - 2
hApache Kafka is a distributed streaming platform - 0
hApache Kafka is a distributed streaming platform - 1
6w=9
hApache Kafka is a distributed streaming platform - 2
hApache Kafka is a distributed streaming platform - 0
hApache Kafka is a distributed streaming platform - 1
hApache Kafka is a distributed streaming platform - 2
Tags: tag