安装配置：Linux环境下安装配置Kafka

# 安装命令
rpm -ivh jdk-8u261-linux-x64.rpm

# 编辑配置文件,jdk的bin目录到/etc/profile文件，对所有用户的shell有效
vim /etc/profile
# 生效
source /etc/profile

export JAVA_HOME=/usr/java/jdk1.8.0_261-amd64
export PATH=$PATH:$JAVA_HOME/bin

# 验证
java -version

# 解压zk到指定目录
tar -zxf zookeeper-3.4.14.tar.gz -C /opt

# 进入conf配置目录
cd /opt/zookeeper-3.4.14/conf
# 复制zoo_sample.cfg命名为zoo.cfg
cp zoo_sample.cfg zoo.cfg
# 编辑zoo.cfg文件
vim zoo.cfg
dataDir=/var/riemann/zookeeper/data

export ZOOKEEPER_PREFIX=/opt/zookeeper-3.4.14
export PATH=$PATH:$ZOOKEEPER_PREFIX/bin
export ZOO_LOG_DIR=/var/riemann/zookeeper/log

source /etc/profile

zkServer.sh start

tar -zxf kafka_2.12-1.0.2.tgz -C /opt

vim /etc/profile

export KAFKA=/opt/kafka_2.12-1.0.2
export PATH=$PATH:$KAFKA/bin

source /etc/profile

vi /opt/kafka_2.12-1.0.2/config/server.properties

log.dirs=/var/riemann/kafka/kafka-logs

mkdir -p /var/riemann/kafka/kafka-logs

kafka-server-start.sh ../config/server.properties

kafka-server-start.sh -daemon config/server.properties

ps -ef | grep kafka

kafka-server-stop.sh

[root@master1 bin]# kafka-topics.sh
Create, delete, describe, or change a topic.
Option Description
—— ———–
–alter Alter the number of partitions,
replica assignment, and/or
configuration for the topic.
–config <String: name=value> A topic configuration override for the
topic being created or altered.The
following is a list of valid
configurations:
cleanup.policy
compression.type
delete.retention.ms
file.delete.delay.ms
flush.messages
flush.ms
follower.replication.throttled.
replicas
index.interval.bytes
leader.replication.throttled.replicas
max.message.bytes
message.format.version
message.timestamp.difference.max.ms
message.timestamp.type
min.cleanable.dirty.ratio
min.compaction.lag.ms
min.insync.replicas
preallocate
retention.bytes
retention.ms
segment.bytes
segment.index.bytes
segment.jitter.ms
segment.ms
unclean.leader.election.enable
See the Kafka documentation for full
details on the topic configs.
–create Create a new topic.
–delete Delete a topic
–delete-config <String: name> A topic configuration override to be
removed for an existing topic (see
the list of configurations under the
–config option).
–describe List details for the given topics.
–disable-rack-aware Disable rack aware replica assignment
–force Suppress console prompts
–help Print usage information.
–if-exists if set when altering or deleting
topics, the action will only execute
if the topic exists
–if-not-exists if set when creating topics, the
action will only execute if the
topic does not already exist
–list List all available topics.
–partitions <Integer: # of partitions> The number of partitions for the topic
being created or altered (WARNING:
If partitions are increased for a
topic that has a key, the partition
logic or ordering of the messages
will be affected
–replica-assignment <String: A list of manual partition-to-broker
broker_id_for_part1_replica1 : assignments for the topic being
broker_id_for_part1_replica2 , created or altered.
broker_id_for_part2_replica1 :
broker_id_for_part2_replica2 , …>
–replication-factor <Integer: The replication factor for each
replication factor> partition in the topic being created.
–topic <String: topic> The topic to be create, alter or
describe. Can also accept a regular
expression except for –create option
–topics-with-overrides if set when describing topics, only
show topics that have overridden
configs
–unavailable-partitions if set when describing topics, only
show partitions whose leader is not
available
–under-replicated-partitions if set when describing topics, only
show under replicated partitions
–zookeeper <String: urls> REQUIRED: The connection string for
the zookeeper connection in the form
host:port. Multiple URLS can be
given to allow fail-over.
[root@master1 bin]#

# 列出现有的主题
[root@master1 ~]# kafka-topics.sh –list –zookeeper localhost:2181/myKafka
# 创建主题，该主题包含一个分区，该分区为Leader分区，它没有Follower分区副本。
[root@master1 ~]# kafka-topics.sh –zookeeper localhost:2181/myKafka –create –topic topic_test –partitions 1 –replication-factor 1
# 查看分区信息
[root@master1 ~]# kafka-topics.sh –zookeeper localhost:2181/myKafka –list
# 查看指定主题的详细信息
[root@master1 ~]# kafka-topics.sh –zookeeper localhost:2181/myKafka –describe –topic topic_test
# 删除指定主题
[root@master1 ~]# kafka-topics.sh –zookeeper localhost:2181/myKafka –delete –topic topic_test

# 开启消费者
[root@node1 ~]# kafka-console-consumer.sh –bootstrap-server localhost:9092 –topic topic_test
# 开启消费者方式二，从头消费，不按照偏移量消费
[root@node1 ~]# kafka-console-consumer.sh –bootstrap-server localhost:9092 –topic topic_test –from-beginning

# 开启生产者
[root@node1 ~]# kafka-console-producer.sh –topic topic_test –broker-list localhost:9020