kafka3

post subtitle

By widehyo
[root@peter-kafka01 /]# /usr/local/kafka/bin/kafka-topics.sh --bootstrap-server peter-kafka01.foo.bar:9092 --create --topic peter-test01 --partitions 1 --replication-factor 3
Created topic peter-test01.
[root@peter-kafka01 /]# /usr/local/kafka/bin/kafka-topics.sh --bootstrap-server peter-kafka01.foo.bar:9092 --topic peter-test01 --describe
Topic: peter-test01     PartitionCount: 1       ReplicationFactor: 3    Configs: segment.bytes=1073741824
        Topic: peter-test01     Partition: 0    Leader: 2       Replicas: 2,1,3 Isr: 2,1,3
[root@peter-kafka01 /]# /usr/local/kafka/bin/kafka-topics.sh --bootstrap-server peter-kafka01.foo.bar:9092 --list
peter-test01
[root@peter-kafka01 /]# /usr/local/kafka/bin/kafka-console-producer.sh --bootstrap-server peter-kafka01.foo.bar:9092 --topic peter-test01
>test message1

[root@peter-kafka01 /]# /usr/local/kafka/bin/kafka-dump-log.sh --print-data-log --files /data/kafka-logs/peter-test01-0/00000000000000000000.log 
Dumping /data/kafka-logs/peter-test01-0/00000000000000000000.log
Starting offset: 0
baseOffset: 0 lastOffset: 0 count: 1 baseSequence: -1 lastSequence: -1 producerId: -1 producerEpoch: -1 partitionLeaderEpoch: 0 isTransactional: false isControl: false position: 0 CreateTime: 1775051150137 size: 81 magic: 2 compresscodec: NONE crc: 1520523778 isvalid: true
| offset: 0 CreateTime: 1775051150137 keysize: -1 valuesize: 13 sequence: -1 headerKeys: [] payload: test message1

[root@peter-kafka02 /]# /usr/local/kafka/bin/kafka-dump-log.sh --print-data-log --files /data/kafka-logs/peter-test01-0/00000000000000000000.log
Dumping /data/kafka-logs/peter-test01-0/00000000000000000000.log
Starting offset: 0
baseOffset: 0 lastOffset: 0 count: 1 baseSequence: -1 lastSequence: -1 producerId: -1 producerEpoch: -1 partitionLeaderEpoch: 0 isTransactional: false isControl: false position: 0 CreateTime: 1775051150137 size: 81 magic: 2 compresscodec: NONE crc: 1520523778 isvalid: true
| offset: 0 CreateTime: 1775051150137 keysize: -1 valuesize: 13 sequence: -1 headerKeys: [] payload: test message1

[root@peter-kafka03 /]# /usr/local/kafka/bin/kafka-dump-log.sh --print-data-log --files /data/kafka-logs/peter-test01-0/00000000000000000000.log
Dumping /data/kafka-logs/peter-test01-0/00000000000000000000.log
Starting offset: 0
baseOffset: 0 lastOffset: 0 count: 1 baseSequence: -1 lastSequence: -1 producerId: -1 producerEpoch: -1 partitionLeaderEpoch: 0 isTransactional: false isControl: false position: 0 CreateTime: 1775051150137 size: 81 magic: 2 compresscodec: NONE crc: 1520523778 isvalid: true
| offset: 0 CreateTime: 1775051150137 keysize: -1 valuesize: 13 sequence: -1 headerKeys: [] payload: test message1


[root@peter-kafka01 /]# cat /data/kafka-logs/replication-offset-checkpoint 
0
1
peter-test01 0 1

[root@peter-kafka01 /]# /usr/local/kafka/bin/kafka-console-producer.sh --bootstrap-server peter-kafka01.foo.bar:9092 --topic peter-test01
>test message2
[root@peter-kafka01 /]# !cat
cat /data/kafka-logs/replication-offset-checkpoint 
0
1
peter-test01 0 2


[root@peter-kafka01 /]# /usr/local/kafka/bin/kafka-dump-log.sh --print-data-log --files /data/kafka-logs/peter-test01-0/00000000000000000000.log 
Dumping /data/kafka-logs/peter-test01-0/00000000000000000000.log
Starting offset: 0
baseOffset: 0 lastOffset: 0 count: 1 baseSequence: -1 lastSequence: -1 producerId: -1 producerEpoch: -1 partitionLeaderEpoch: 0 isTransactional: false isControl: false position: 0 CreateTime: 1775051150137 size: 81 magic: 2 compresscodec: NONE crc: 1520523778 isvalid: true
| offset: 0 CreateTime: 1775051150137 keysize: -1 valuesize: 13 sequence: -1 headerKeys: [] payload: test message1
baseOffset: 1 lastOffset: 1 count: 1 baseSequence: -1 lastSequence: -1 producerId: -1 producerEpoch: -1 partitionLeaderEpoch: 0 isTransactional: false isControl: false position: 81 CreateTime: 1775052003790 size: 81 magic: 2 compresscodec: NONE crc: 798963075 isvalid: true
| offset: 1 CreateTime: 1775052003790 keysize: -1 valuesize: 13 sequence: -1 headerKeys: [] payload: test message2

[root@peter-kafka02 /]# cat /data/kafka-logs/replication-offset-checkpoint 
0
1
peter-test01 0 2

[root@peter-kafka03 /]# cat /data/kafka-logs/replication-offset-checkpoint
0
1
peter-test01 0 2

[root@peter-kafka01 /]# /usr/local/kafka/bin/kafka-topics.sh --bootstrap-server peter-kafka01.foo.bar:9092 --create --topic peter-test02 --partitions 1 --replication-factor 2
Created topic peter-test02.

[root@peter-kafka01 /]# /usr/local/kafka/bin/kafka-topics.sh --bootstrap-server peter-kafka01.foo.bar:9092 --topic peter-test02 --describe
Topic: peter-test02     PartitionCount: 1       ReplicationFactor: 2    Configs: segment.bytes=1073741824
        Topic: peter-test02     Partition: 0    Leader: 2       Replicas: 2,3   Isr: 2,3
[root@peter-kafka01 /]# /usr/local/kafka/bin/kafka-console-producer.sh --bootstrap-server peter-kafka01.foo.bar:9092 --topic peter-test02
>message1

[root@peter-kafka02 /]# ls /data/kafka-logs/
cleaner-offset-checkpoint  log-start-offset-checkpoint  meta.properties  peter-test01-0  peter-test02-0  recovery-point-offset-checkpoint  replication-offset-checkpoint
[root@peter-kafka02 /]# cat /data/kafka-logs/peter-test02-0/leader-epoch-checkpoint 
0
1
0 0

[root@peter-kafka03 /]# ls /data/kafka-logs/
cleaner-offset-checkpoint  log-start-offset-checkpoint  meta.properties  peter-test01-0  peter-test02-0  recovery-point-offset-checkpoint  replication-offset-checkpoint
[root@peter-kafka03 /]# cat /data/kafka-logs/peter-test02-0/leader-epoch-checkpoint 
0
1
0 0

[root@peter-kafka03 /]# sudo systemctl stop kafka-server
[root@peter-kafka03 /]# !!:s/stop/status
sudo systemctl status kafka-server
× kafka-server.service - kafka-server
     Loaded: loaded (/etc/systemd/system/kafka-server.service; disabled; preset: disabled)
     Active: failed (Result: exit-code) since Wed 2026-04-01 23:20:27 KST; 7s ago
   Duration: 41min 20.202s
    Process: 1194 ExecStart=/usr/local/kafka/bin/kafka-server-start.sh /usr/local/kafka/config/server.properties (code=exited, status=143)
    Process: 2026 ExecStop=/usr/local/kafka/bin/kafka-server-stop.sh (code=exited, status=0/SUCCESS)
   Main PID: 1194 (code=exited, status=143)
        CPU: 42.604s

Apr 01 23:20:26 peter-kafka03.foo.bar kafka-server[1194]: [2026-04-01 23:20:26,588] INFO [ThrottledChannelReaper-Request]: Shutting down (kafka.server.ClientQuotaManager$ThrottledChannelReaper)
Apr 01 23:20:27 peter-kafka03.foo.bar kafka-server[1194]: [2026-04-01 23:20:27,400] INFO [ThrottledChannelReaper-Request]: Stopped (kafka.server.ClientQuotaManager$ThrottledChannelReaper)
Apr 01 23:20:27 peter-kafka03.foo.bar kafka-server[1194]: [2026-04-01 23:20:27,400] INFO [ThrottledChannelReaper-Request]: Shutdown completed (kafka.server.ClientQuotaManager$ThrottledChannelReaper)
Apr 01 23:20:27 peter-kafka03.foo.bar kafka-server[1194]: [2026-04-01 23:20:27,403] INFO [SocketServer brokerId=3] Shutting down socket server (kafka.network.SocketServer)
Apr 01 23:20:27 peter-kafka03.foo.bar kafka-server[1194]: [2026-04-01 23:20:27,453] INFO [SocketServer brokerId=3] Shutdown completed (kafka.network.SocketServer)
Apr 01 23:20:27 peter-kafka03.foo.bar kafka-server[1194]: [2026-04-01 23:20:27,457] INFO [KafkaServer id=3] shut down completed (kafka.server.KafkaServer)
Apr 01 23:20:27 peter-kafka03.foo.bar systemd[1]: kafka-server.service: Main process exited, code=exited, status=143/n/a

[root@peter-kafka02 /]# !cat
cat /data/kafka-logs/peter-test02-0/leader-epoch-checkpoint 
0
2
0 0
1 1


[root@peter-kafka03 /]# /usr/local/kafka/bin/kafka-console-producer.sh --bootstrap-server peter-kafka01.foo.bar:9092 --topic peter-test02
>message2
>^C[root@peter-kafka03 /]# 
[root@peter-kafka03 /]# !cat
cat /data/kafka-logs/peter-test02-0/leader-epoch-checkpoint 
0
2
0 0
1 1

[root@peter-kafka02 /]# sudo systemctl stop kafka-server

[root@peter-kafka03 /]# !!
cat /data/kafka-logs/peter-test02-0/leader-epoch-checkpoint 
0
3
0 0
1 1
2 2

[root@peter-kafka02 /]# sudo systemctl start kafka-server
[root@peter-kafka02 /]# /usr/local/kafka/bin/kafka-topics.sh --bootstrap-server peter-kafka01.foo.bar:9092 --topic peter-test02 --describe
Topic: peter-test02     PartitionCount: 1       ReplicationFactor: 2    Configs: segment.bytes=1073741824
        Topic: peter-test02     Partition: 0    Leader: 3       Replicas: 2,3   Isr: 3,2
[root@peter-kafka02 /]# strings /data/kafka-logs/peter-test02-0/00000000000000000000.log 
message1
message2

[root@peter-kafka02 /]# /usr/local/kafka/bin/kafka-configs.sh --bootstrap-server peter-kafka01.foo.bar:9092 --broker 1 --describe --all
All configs for broker 1 are:
  log.cleaner.min.compaction.lag.ms=0 sensitive=false synonyms={DEFAULT_CONFIG:log.cleaner.min.compaction.lag.ms=0}
  offsets.topic.num.partitions=50 sensitive=false synonyms={DEFAULT_CONFIG:offsets.topic.num.partitions=50}
  ...

[root@peter-kafka02 /]# /usr/local/kafka/bin/kafka-configs.sh --bootstrap-server peter-kafka01.foo.bar:9092 --broker 1 --describe --all | grep shutdown
  controlled.shutdown.enable=true sensitive=false synonyms={DEFAULT_CONFIG:controlled.shutdown.enable=true}
  controlled.shutdown.max.retries=3 sensitive=false synonyms={DEFAULT_CONFIG:controlled.shutdown.max.retries=3}
  controlled.shutdown.retry.backoff.ms=5000 sensitive=false synonyms={DEFAULT_CONFIG:controlled.shutdown.retry.backoff.ms=5000}
[root@peter-kafka02 /]# /usr/local/kafka/bin/kafka-configs.sh --bootstrap-server peter-kafka01.foo.bar:9092 --broker 2 --describe --all | grep shutdown 
  controlled.shutdown.enable=true sensitive=false synonyms={DEFAULT_CONFIG:controlled.shutdown.enable=true}
  controlled.shutdown.max.retries=3 sensitive=false synonyms={DEFAULT_CONFIG:controlled.shutdown.max.retries=3}
  controlled.shutdown.retry.backoff.ms=5000 sensitive=false synonyms={DEFAULT_CONFIG:controlled.shutdown.retry.backoff.ms=5000}
[root@peter-kafka02 /]# /usr/local/kafka/bin/kafka-configs.sh --bootstrap-server peter-kafka01.foo.bar:9092 --broker 0 --describe --all | grep shutdown 
^C
[root@peter-kafka02 /]# /usr/local/kafka/bin/kafka-configs.sh --bootstrap-server peter-kafka01.foo.bar:9092 --broker 3 --describe --all | grep shutdown 
  controlled.shutdown.enable=true sensitive=false synonyms={DEFAULT_CONFIG:controlled.shutdown.enable=true}
  controlled.shutdown.max.retries=3 sensitive=false synonyms={DEFAULT_CONFIG:controlled.shutdown.max.retries=3}
  controlled.shutdown.retry.backoff.ms=5000 sensitive=false synonyms={DEFAULT_CONFIG:controlled.shutdown.retry.backoff.ms=5000}

[root@peter-kafka02 /]# /usr/local/kafka/bin/kafka-configs.sh --bootstrap-server peter-kafka01.foo.bar:9092 --broker 3 --describe --all | grep cleanup
  transaction.abort.timed.out.transaction.cleanup.interval.ms=10000 sensitive=false synonyms={DEFAULT_CONFIG:transaction.abort.timed.out.transaction.cleanup.interval.ms=10000}
  log.cleanup.policy=delete sensitive=false synonyms={DEFAULT_CONFIG:log.cleanup.policy=delete}
  transaction.remove.expired.transaction.cleanup.interval.ms=3600000 sensitive=false synonyms={DEFAULT_CONFIG:transaction.remove.expired.transaction.cleanup.interval.ms=3600000}

[root@peter-kafka01 /]# /usr/local/kafka/bin/kafka-topics.sh --bootstrap-server peter-kafka01.foo.bar:9092 --create --topic peter-test03 --partitions 1 --replication-factor 3
Created topic peter-test03.
[root@peter-kafka01 /]# /usr/local/kafka/bin/kafka-topics.sh --bootstrap-server peter-kafka01.foo.bar:9092 --topic peter-test03 --describe
Topic: peter-test03     PartitionCount: 1       ReplicationFactor: 3    Configs: segment.bytes=1073741824
        Topic: peter-test03     Partition: 0    Leader: 3       Replicas: 3,2,1 Isr: 3,2,1

[root@peter-kafka01 /]# ls /data/kafka-logs/
cleaner-offset-checkpoint  log-start-offset-checkpoint  meta.properties  peter-test01-0  peter-test03-0  recovery-point-offset-checkpoint  replication-offset-checkpoint
[root@peter-kafka01 /]# /usr/local/kafka/bin/kafka-console-producer.sh --bootstrap-server peter-kafka01.foo.bar:9092 --topic peter-test03
>log1
/usr/local/kafka/bin/kafka-console-consumer.sh --bootstrap-server peter-kafka01.foo.bar:9092 --topic peter-test03 --from-beginning

[root@peter-kafka01 /]# /usr/local/kafka/bin/kafka-console-consumer.sh --bootstrap-server peter-kafka01.foo.bar:9092 --topic peter-test03 --from-beginninging
log1
Processed a total of 1 messages
[root@peter-kafka01 /]# /usr/local/kafka/bin/kafka-configs.sh --bootstrap-server peter-kafka01.foo.bar:9092 --topic peter-test03 --add-config retention.ms=0 --alter
Completed updating config for topic peter-test03.

[root@peter-kafka01 /]# /usr/local/kafka/bin/kafka-topics.sh --bootstrap-server peter-kafka01.foo.bar:9092 --topic peter-test03 --describe
Topic: peter-test03     PartitionCount: 1       ReplicationFactor: 3    Configs: segment.bytes=1073741824,retention.ms=0
        Topic: peter-test03     Partition: 0    Leader: 3       Replicas: 3,2,1 Isr: 3,2,1

[root@peter-kafka01 /]# ls /data/kafka-logs/peter-test03-0/
00000000000000000000.index.deleted  00000000000000000000.log.deleted  00000000000000000000.timeindex.deleted  00000000000000000001.log  00000000000000000001.snapshot  leader-epoch-checkpoint

[root@peter-kafka01 /]# /usr/local/kafka/bin/kafka-configs.sh --bootstrap-server peter-kafka01.foo.bar:9092 --topic peter-test03 --delete-config retention.ms --alter
Completed updating config for topic peter-test03.

[root@peter-kafka01 /]# /usr/local/kafka/bin/kafka-topics.sh --bootstrap-server peter-kafka01.foo.bar:9092 --topic peter-test03 --describe
Topic: peter-test03     PartitionCount: 1       ReplicationFactor: 3    Configs: segment.bytes=1073741824
        Topic: peter-test03     Partition: 0    Leader: 3       Replicas: 3,2,1 Isr: 3,2,1
Tags: tag