[root@peter-kafka01 /]# /usr/local/kafka/bin/kafka-topics.sh --bootstrap-server peter-kafka01.foo.bar:9092 --create --topic peter-test01 --partitions 1 --replication-factor 3
Created topic peter-test01.
[root@peter-kafka01 /]# /usr/local/kafka/bin/kafka-topics.sh --bootstrap-server peter-kafka01.foo.bar:9092 --topic peter-test01 --describe
Topic: peter-test01 PartitionCount: 1 ReplicationFactor: 3 Configs: segment.bytes=1073741824
Topic: peter-test01 Partition: 0 Leader: 2 Replicas: 2,1,3 Isr: 2,1,3
[root@peter-kafka01 /]# /usr/local/kafka/bin/kafka-topics.sh --bootstrap-server peter-kafka01.foo.bar:9092 --list
peter-test01
[root@peter-kafka01 /]# /usr/local/kafka/bin/kafka-console-producer.sh --bootstrap-server peter-kafka01.foo.bar:9092 --topic peter-test01
>test message1
[root@peter-kafka01 /]# /usr/local/kafka/bin/kafka-dump-log.sh --print-data-log --files /data/kafka-logs/peter-test01-0/00000000000000000000.log
Dumping /data/kafka-logs/peter-test01-0/00000000000000000000.log
Starting offset: 0
baseOffset: 0 lastOffset: 0 count: 1 baseSequence: -1 lastSequence: -1 producerId: -1 producerEpoch: -1 partitionLeaderEpoch: 0 isTransactional: false isControl: false position: 0 CreateTime: 1775051150137 size: 81 magic: 2 compresscodec: NONE crc: 1520523778 isvalid: true
| offset: 0 CreateTime: 1775051150137 keysize: -1 valuesize: 13 sequence: -1 headerKeys: [] payload: test message1
[root@peter-kafka02 /]# /usr/local/kafka/bin/kafka-dump-log.sh --print-data-log --files /data/kafka-logs/peter-test01-0/00000000000000000000.log
Dumping /data/kafka-logs/peter-test01-0/00000000000000000000.log
Starting offset: 0
baseOffset: 0 lastOffset: 0 count: 1 baseSequence: -1 lastSequence: -1 producerId: -1 producerEpoch: -1 partitionLeaderEpoch: 0 isTransactional: false isControl: false position: 0 CreateTime: 1775051150137 size: 81 magic: 2 compresscodec: NONE crc: 1520523778 isvalid: true
| offset: 0 CreateTime: 1775051150137 keysize: -1 valuesize: 13 sequence: -1 headerKeys: [] payload: test message1
[root@peter-kafka03 /]# /usr/local/kafka/bin/kafka-dump-log.sh --print-data-log --files /data/kafka-logs/peter-test01-0/00000000000000000000.log
Dumping /data/kafka-logs/peter-test01-0/00000000000000000000.log
Starting offset: 0
baseOffset: 0 lastOffset: 0 count: 1 baseSequence: -1 lastSequence: -1 producerId: -1 producerEpoch: -1 partitionLeaderEpoch: 0 isTransactional: false isControl: false position: 0 CreateTime: 1775051150137 size: 81 magic: 2 compresscodec: NONE crc: 1520523778 isvalid: true
| offset: 0 CreateTime: 1775051150137 keysize: -1 valuesize: 13 sequence: -1 headerKeys: [] payload: test message1
[root@peter-kafka01 /]# cat /data/kafka-logs/replication-offset-checkpoint
0
1
peter-test01 0 1
[root@peter-kafka01 /]# /usr/local/kafka/bin/kafka-console-producer.sh --bootstrap-server peter-kafka01.foo.bar:9092 --topic peter-test01
>test message2
[root@peter-kafka01 /]# !cat
cat /data/kafka-logs/replication-offset-checkpoint
0
1
peter-test01 0 2
[root@peter-kafka01 /]# /usr/local/kafka/bin/kafka-dump-log.sh --print-data-log --files /data/kafka-logs/peter-test01-0/00000000000000000000.log
Dumping /data/kafka-logs/peter-test01-0/00000000000000000000.log
Starting offset: 0
baseOffset: 0 lastOffset: 0 count: 1 baseSequence: -1 lastSequence: -1 producerId: -1 producerEpoch: -1 partitionLeaderEpoch: 0 isTransactional: false isControl: false position: 0 CreateTime: 1775051150137 size: 81 magic: 2 compresscodec: NONE crc: 1520523778 isvalid: true
| offset: 0 CreateTime: 1775051150137 keysize: -1 valuesize: 13 sequence: -1 headerKeys: [] payload: test message1
baseOffset: 1 lastOffset: 1 count: 1 baseSequence: -1 lastSequence: -1 producerId: -1 producerEpoch: -1 partitionLeaderEpoch: 0 isTransactional: false isControl: false position: 81 CreateTime: 1775052003790 size: 81 magic: 2 compresscodec: NONE crc: 798963075 isvalid: true
| offset: 1 CreateTime: 1775052003790 keysize: -1 valuesize: 13 sequence: -1 headerKeys: [] payload: test message2
[root@peter-kafka02 /]# cat /data/kafka-logs/replication-offset-checkpoint
0
1
peter-test01 0 2
[root@peter-kafka03 /]# cat /data/kafka-logs/replication-offset-checkpoint
0
1
peter-test01 0 2
[root@peter-kafka01 /]# /usr/local/kafka/bin/kafka-topics.sh --bootstrap-server peter-kafka01.foo.bar:9092 --create --topic peter-test02 --partitions 1 --replication-factor 2
Created topic peter-test02.
[root@peter-kafka01 /]# /usr/local/kafka/bin/kafka-topics.sh --bootstrap-server peter-kafka01.foo.bar:9092 --topic peter-test02 --describe
Topic: peter-test02 PartitionCount: 1 ReplicationFactor: 2 Configs: segment.bytes=1073741824
Topic: peter-test02 Partition: 0 Leader: 2 Replicas: 2,3 Isr: 2,3
[root@peter-kafka01 /]# /usr/local/kafka/bin/kafka-console-producer.sh --bootstrap-server peter-kafka01.foo.bar:9092 --topic peter-test02
>message1
[root@peter-kafka02 /]# ls /data/kafka-logs/
cleaner-offset-checkpoint log-start-offset-checkpoint meta.properties peter-test01-0 peter-test02-0 recovery-point-offset-checkpoint replication-offset-checkpoint
[root@peter-kafka02 /]# cat /data/kafka-logs/peter-test02-0/leader-epoch-checkpoint
0
1
0 0
[root@peter-kafka03 /]# ls /data/kafka-logs/
cleaner-offset-checkpoint log-start-offset-checkpoint meta.properties peter-test01-0 peter-test02-0 recovery-point-offset-checkpoint replication-offset-checkpoint
[root@peter-kafka03 /]# cat /data/kafka-logs/peter-test02-0/leader-epoch-checkpoint
0
1
0 0
[root@peter-kafka03 /]# sudo systemctl stop kafka-server
[root@peter-kafka03 /]# !!:s/stop/status
sudo systemctl status kafka-server
× kafka-server.service - kafka-server
Loaded: loaded (/etc/systemd/system/kafka-server.service; disabled; preset: disabled)
Active: failed (Result: exit-code) since Wed 2026-04-01 23:20:27 KST; 7s ago
Duration: 41min 20.202s
Process: 1194 ExecStart=/usr/local/kafka/bin/kafka-server-start.sh /usr/local/kafka/config/server.properties (code=exited, status=143)
Process: 2026 ExecStop=/usr/local/kafka/bin/kafka-server-stop.sh (code=exited, status=0/SUCCESS)
Main PID: 1194 (code=exited, status=143)
CPU: 42.604s
Apr 01 23:20:26 peter-kafka03.foo.bar kafka-server[1194]: [2026-04-01 23:20:26,588] INFO [ThrottledChannelReaper-Request]: Shutting down (kafka.server.ClientQuotaManager$ThrottledChannelReaper)
Apr 01 23:20:27 peter-kafka03.foo.bar kafka-server[1194]: [2026-04-01 23:20:27,400] INFO [ThrottledChannelReaper-Request]: Stopped (kafka.server.ClientQuotaManager$ThrottledChannelReaper)
Apr 01 23:20:27 peter-kafka03.foo.bar kafka-server[1194]: [2026-04-01 23:20:27,400] INFO [ThrottledChannelReaper-Request]: Shutdown completed (kafka.server.ClientQuotaManager$ThrottledChannelReaper)
Apr 01 23:20:27 peter-kafka03.foo.bar kafka-server[1194]: [2026-04-01 23:20:27,403] INFO [SocketServer brokerId=3] Shutting down socket server (kafka.network.SocketServer)
Apr 01 23:20:27 peter-kafka03.foo.bar kafka-server[1194]: [2026-04-01 23:20:27,453] INFO [SocketServer brokerId=3] Shutdown completed (kafka.network.SocketServer)
Apr 01 23:20:27 peter-kafka03.foo.bar kafka-server[1194]: [2026-04-01 23:20:27,457] INFO [KafkaServer id=3] shut down completed (kafka.server.KafkaServer)
Apr 01 23:20:27 peter-kafka03.foo.bar systemd[1]: kafka-server.service: Main process exited, code=exited, status=143/n/a
[root@peter-kafka02 /]# !cat
cat /data/kafka-logs/peter-test02-0/leader-epoch-checkpoint
0
2
0 0
1 1
[root@peter-kafka03 /]# /usr/local/kafka/bin/kafka-console-producer.sh --bootstrap-server peter-kafka01.foo.bar:9092 --topic peter-test02
>message2
>^C[root@peter-kafka03 /]#
[root@peter-kafka03 /]# !cat
cat /data/kafka-logs/peter-test02-0/leader-epoch-checkpoint
0
2
0 0
1 1
[root@peter-kafka02 /]# sudo systemctl stop kafka-server
[root@peter-kafka03 /]# !!
cat /data/kafka-logs/peter-test02-0/leader-epoch-checkpoint
0
3
0 0
1 1
2 2
[root@peter-kafka02 /]# sudo systemctl start kafka-server
[root@peter-kafka02 /]# /usr/local/kafka/bin/kafka-topics.sh --bootstrap-server peter-kafka01.foo.bar:9092 --topic peter-test02 --describe
Topic: peter-test02 PartitionCount: 1 ReplicationFactor: 2 Configs: segment.bytes=1073741824
Topic: peter-test02 Partition: 0 Leader: 3 Replicas: 2,3 Isr: 3,2
[root@peter-kafka02 /]# strings /data/kafka-logs/peter-test02-0/00000000000000000000.log
message1
message2
[root@peter-kafka02 /]# /usr/local/kafka/bin/kafka-configs.sh --bootstrap-server peter-kafka01.foo.bar:9092 --broker 1 --describe --all
All configs for broker 1 are:
log.cleaner.min.compaction.lag.ms=0 sensitive=false synonyms={DEFAULT_CONFIG:log.cleaner.min.compaction.lag.ms=0}
offsets.topic.num.partitions=50 sensitive=false synonyms={DEFAULT_CONFIG:offsets.topic.num.partitions=50}
...
[root@peter-kafka02 /]# /usr/local/kafka/bin/kafka-configs.sh --bootstrap-server peter-kafka01.foo.bar:9092 --broker 1 --describe --all | grep shutdown
controlled.shutdown.enable=true sensitive=false synonyms={DEFAULT_CONFIG:controlled.shutdown.enable=true}
controlled.shutdown.max.retries=3 sensitive=false synonyms={DEFAULT_CONFIG:controlled.shutdown.max.retries=3}
controlled.shutdown.retry.backoff.ms=5000 sensitive=false synonyms={DEFAULT_CONFIG:controlled.shutdown.retry.backoff.ms=5000}
[root@peter-kafka02 /]# /usr/local/kafka/bin/kafka-configs.sh --bootstrap-server peter-kafka01.foo.bar:9092 --broker 2 --describe --all | grep shutdown
controlled.shutdown.enable=true sensitive=false synonyms={DEFAULT_CONFIG:controlled.shutdown.enable=true}
controlled.shutdown.max.retries=3 sensitive=false synonyms={DEFAULT_CONFIG:controlled.shutdown.max.retries=3}
controlled.shutdown.retry.backoff.ms=5000 sensitive=false synonyms={DEFAULT_CONFIG:controlled.shutdown.retry.backoff.ms=5000}
[root@peter-kafka02 /]# /usr/local/kafka/bin/kafka-configs.sh --bootstrap-server peter-kafka01.foo.bar:9092 --broker 0 --describe --all | grep shutdown
^C
[root@peter-kafka02 /]# /usr/local/kafka/bin/kafka-configs.sh --bootstrap-server peter-kafka01.foo.bar:9092 --broker 3 --describe --all | grep shutdown
controlled.shutdown.enable=true sensitive=false synonyms={DEFAULT_CONFIG:controlled.shutdown.enable=true}
controlled.shutdown.max.retries=3 sensitive=false synonyms={DEFAULT_CONFIG:controlled.shutdown.max.retries=3}
controlled.shutdown.retry.backoff.ms=5000 sensitive=false synonyms={DEFAULT_CONFIG:controlled.shutdown.retry.backoff.ms=5000}
[root@peter-kafka02 /]# /usr/local/kafka/bin/kafka-configs.sh --bootstrap-server peter-kafka01.foo.bar:9092 --broker 3 --describe --all | grep cleanup
transaction.abort.timed.out.transaction.cleanup.interval.ms=10000 sensitive=false synonyms={DEFAULT_CONFIG:transaction.abort.timed.out.transaction.cleanup.interval.ms=10000}
log.cleanup.policy=delete sensitive=false synonyms={DEFAULT_CONFIG:log.cleanup.policy=delete}
transaction.remove.expired.transaction.cleanup.interval.ms=3600000 sensitive=false synonyms={DEFAULT_CONFIG:transaction.remove.expired.transaction.cleanup.interval.ms=3600000}
[root@peter-kafka01 /]# /usr/local/kafka/bin/kafka-topics.sh --bootstrap-server peter-kafka01.foo.bar:9092 --create --topic peter-test03 --partitions 1 --replication-factor 3
Created topic peter-test03.
[root@peter-kafka01 /]# /usr/local/kafka/bin/kafka-topics.sh --bootstrap-server peter-kafka01.foo.bar:9092 --topic peter-test03 --describe
Topic: peter-test03 PartitionCount: 1 ReplicationFactor: 3 Configs: segment.bytes=1073741824
Topic: peter-test03 Partition: 0 Leader: 3 Replicas: 3,2,1 Isr: 3,2,1
[root@peter-kafka01 /]# ls /data/kafka-logs/
cleaner-offset-checkpoint log-start-offset-checkpoint meta.properties peter-test01-0 peter-test03-0 recovery-point-offset-checkpoint replication-offset-checkpoint
[root@peter-kafka01 /]# /usr/local/kafka/bin/kafka-console-producer.sh --bootstrap-server peter-kafka01.foo.bar:9092 --topic peter-test03
>log1
/usr/local/kafka/bin/kafka-console-consumer.sh --bootstrap-server peter-kafka01.foo.bar:9092 --topic peter-test03 --from-beginning
[root@peter-kafka01 /]# /usr/local/kafka/bin/kafka-console-consumer.sh --bootstrap-server peter-kafka01.foo.bar:9092 --topic peter-test03 --from-beginninging
log1
Processed a total of 1 messages
[root@peter-kafka01 /]# /usr/local/kafka/bin/kafka-configs.sh --bootstrap-server peter-kafka01.foo.bar:9092 --topic peter-test03 --add-config retention.ms=0 --alter
Completed updating config for topic peter-test03.
[root@peter-kafka01 /]# /usr/local/kafka/bin/kafka-topics.sh --bootstrap-server peter-kafka01.foo.bar:9092 --topic peter-test03 --describe
Topic: peter-test03 PartitionCount: 1 ReplicationFactor: 3 Configs: segment.bytes=1073741824,retention.ms=0
Topic: peter-test03 Partition: 0 Leader: 3 Replicas: 3,2,1 Isr: 3,2,1
[root@peter-kafka01 /]# ls /data/kafka-logs/peter-test03-0/
00000000000000000000.index.deleted 00000000000000000000.log.deleted 00000000000000000000.timeindex.deleted 00000000000000000001.log 00000000000000000001.snapshot leader-epoch-checkpoint
[root@peter-kafka01 /]# /usr/local/kafka/bin/kafka-configs.sh --bootstrap-server peter-kafka01.foo.bar:9092 --topic peter-test03 --delete-config retention.ms --alter
Completed updating config for topic peter-test03.
[root@peter-kafka01 /]# /usr/local/kafka/bin/kafka-topics.sh --bootstrap-server peter-kafka01.foo.bar:9092 --topic peter-test03 --describe
Topic: peter-test03 PartitionCount: 1 ReplicationFactor: 3 Configs: segment.bytes=1073741824
Topic: peter-test03 Partition: 0 Leader: 3 Replicas: 3,2,1 Isr: 3,2,1