Kafka-ZooKeeper-Setup.sh

```bash

''' ZooKeeper '''

adduser zookeeper --shell=/bin/false --no-create-home --system --group

apt-get install openjdk-17-jdk -y

cd /opt

wget https://archive.apache.org/dist/zookeeper/zookeeper-3.7.1/apache-zookeeper-3.7.1-bin.tar.gz

tar -zxf apache-zookeeper-3.7.1-bin.tar.gz

ln -s /opt/apache-zookeeper-3.7.1-bin /opt/zookeeper

cd /opt/zookeeper

mkdir -p /var/zookeeper/data

nano /opt/zookeeper/conf/zoo.cfg


# replace 1 (server.1) below with your node number

--------------------------------

tickTime = 2000
dataDir = /var/zookeeper/data
clientPort = 2181
initLimit = 5
syncLimit = 2
maxClientCnxns=60
autopurge.purgeInterval=1
admin.enableServer=false
4lw.commands.whitelist=*
server.1=127.0.0.1:2888:3888
admin.enableServer=false

--------------------------------

# replace 1 below with your node number

bash -c 'echo 1 > /var/zookeeper/data/myid'

./bin/zkServer.sh start

./bin/zkCli.sh

./bin/zkServer.sh stop

chown -R zookeeper:zookeeper /opt/apache-zookeeper-3.7.1-bin

chown -R zookeeper:zookeeper /var/zookeeper/data


nano /etc/systemd/system/zookeeper.service

---------------------------------
[Unit]
Description=Zookeeper Daemon
Documentation=http://zookeeper.apache.org
Requires=network.target
After=network.target

[Service]
Type=forking
WorkingDirectory=/opt/zookeeper
User=zookeeper
Group=zookeeper
ExecStart=/opt/zookeeper/bin/zkServer.sh start /opt/zookeeper/conf/zoo.cfg
ExecStop=/opt/zookeeper/bin/zkServer.sh stop /opt/zookeeper/conf/zoo.cfg
ExecReload=/opt/zookeeper/bin/zkServer.sh restart /opt/zookeeper/conf/zoo.cfg
TimeoutSec=30
Restart=on-failure

[Install]
WantedBy=default.target
---------------------------------

systemctl start zookeeper

systemctl status zookeeper

systemctl enable zookeeper




''' Kafka '''
adduser kafka --shell=/bin/false --no-create-home --system --group

cd /opt

wget https://dlcdn.apache.org/kafka/3.3.1/kafka_2.13-3.3.1.tgz

tar -zxf kafka_2.13-3.3.1.tgz

rm kafka_2.13-3.3.1.tgz

mkdir /var/log/kafka

mkdir /var/kafka-data

chown kafka:kafka /var/log/kafka

chown kafka:kafka /var/kafka-data

ln -s /opt/kafka_2.13-3.3.1 /opt/kafka

cd /opt/kafka

nano config/server.properties

# replace 1 below with your node number

-------------------------------
broker.id=1
log.dirs=/var/kafka-data
delete.topic.enable = true
-------------------------------

nano /etc/systemd/system/kafka.service

-------------------------------

[Unit]
Requires=zookeeper.service
After=zookeeper.service

[Service]
Type=simple
User=kafka
LimitNOFILE=800000
Environment="LOG_DIR=/var/log/kafka"
Environment="GC_LOG_ENABLED=true"
Environment="KAFKA_HEAP_OPTS=-Xms512M -Xmx4G"
ExecStart=/opt/kafka/bin/kafka-server-start.sh /opt/kafka/config/server.properties
Restart=on-failure

[Install]
WantedBy=multi-user.target

--------------------------------------

systemctl start kafka

systemctl status kafka

systemctl enable kafka