Install Docker, Docker Compose and Kafka on RedHat

docker-compose-on-redhat-kafka.sh

sudo dnf config-manager --add-repo=https://download.docker.com/linux/centos/docker-ce.repo

sudo dnf repolist -v

dnf list docker-ce --showduplicates | sort -r

sudo dnf install --nobest docker-ce

sudo systemctl disable firewalld

sudo systemctl enable --now docker

systemctl is-active docker

systemctl is-enabled docker

curl -L "https://github.com/docker/compose/releases/download/1.23.2/docker-compose-$(uname -s)-$(uname -m)" -o docker-compose

sudo mv docker-compose /usr/local/bin && sudo chmod +x /usr/local/bin/docker-compose

sudo docker run --rm --name=linuxconfig-test -p 80:80 httpd

sudo usermod -aG docker "the user to be added"

curl --silent --output docker-compose.yml \
  https://raw.githubusercontent.com/confluentinc/cp-all-in-one/6.2.0-post/cp-all-in-one/docker-compose.yml

docker-compose up -d

docker-compose ps

docker run -it --rm \
    --network azureuser_default \
    -e KAFKA_CFG_ZOOKEEPER_CONNECT=zookeeper:2181 \
    bitnami/kafka:latest /bin/sh

kafka-topics.sh --list  --zookeeper zookeeper:2181

kafka-topics.sh --create --topic iguazio --partitions 1 --replication-factor 1 --zookeeper zookeeper:2181

kafka-console-producer.sh --broker-list broker:29092 --topic iguazio

kafka-console-consumer.sh --bootstrap-server broker:29092 --topic iguazio

kafka-topics.sh --create --topic acct --partitions 1 --replication-factor 1 --zookeeper zookeeper:2181
kafka-topics.sh --create --topic acctcardtxnhold --partitions 1 --replication-factor 1 --zookeeper zookeeper:2181
kafka-topics.sh --create --topic cardagreement --partitions 1 --replication-factor 1 --zookeeper zookeeper:2181
kafka-topics.sh --create --topic cardtxn --partitions 1 --replication-factor 1 --zookeeper zookeeper:2181
kafka-topics.sh --create --topic extrtndesc --partitions 1 --replication-factor 1 --zookeeper zookeeper:2181

kafka-topics.sh --create --topic mjaccttyp --partitions 1 --replication-factor 1 --zookeeper zookeeper:2181
kafka-topics.sh --create --topic rtxnacct --partitions 1 --replication-factor 1 --zookeeper zookeeper:2181
kafka-topics.sh --create --topic rtxnagreement --partitions 1 --replication-factor 1 --zookeeper zookeeper:2181
kafka-topics.sh --create --topic rtxnstathist --partitions 1 --replication-factor 1 --zookeeper zookeeper:2181
kafka-topics.sh --create --topic rtxn --partitions 1 --replication-factor 1 --zookeeper zookeeper:2181

kafka-console-consumer.sh --bootstrap-server broker:29092 --topic OSIBANK.ACCT

kafka-run-class kafka.tools.GetOffsetShell --broker-list ip:port --topic mytopic1

Broker: 192.168.11.40:39092

docker run -it --rm --network iguazio_default -e KAFKA_CFG_ZOOKEEPER_CONNECT=zookeeper:2181 bitnami/kafka:latest /bin/sh

kafka-topics.sh --delete --topic iguazio --zookeeper zookeeper:2181

kafka-topics.sh --create --topic iguazio --partitions 4 --replication-factor 1 --zookeeper zookeeper:2181

kafka-topics.sh --create --topic OSIBANK.ACCT --partitions 4 --replication-factor 1 --zookeeper zookeeper:2181
kafka-topics.sh --create --topic OSIBANK.EXTRTXNDESC --partitions 4 --replication-factor 1 --zookeeper zookeeper:2181
kafka-topics.sh --create --topic OSIBANK.ACCTCARDTXNHOLD --partitions 4 --replication-factor 1 --zookeeper zookeeper:2181
kafka-topics.sh --create --topic OSIBANK.RTXNAGREEMENT --partitions 4 --replication-factor 1 --zookeeper zookeeper:2181
kafka-topics.sh --create --topic OSIBANK.RTXNSTATHIST --partitions 4 --replication-factor 1 --zookeeper zookeeper:2181
kafka-topics.sh --create --topic OSIBANK.CARDTXN --partitions 4 --replication-factor 1 --zookeeper zookeeper:2181

kafka-topics.sh --zookeeper zookeeper:2181 --alter --topic OSIBANK.ACCT --config retention.ms=86400000
kafka-topics.sh --zookeeper zookeeper:2181 --alter --topic OSIBANK.EXTRTXNDESC --config retention.ms=86400000
kafka-topics.sh --zookeeper zookeeper:2181 --alter --topic OSIBANK.ACCTCARDTXNHOLD --config retention.ms=86400000
kafka-topics.sh --zookeeper zookeeper:2181 --alter --topic OSIBANK.RTXNAGREEMENT --config retention.ms=86400000
kafka-topics.sh --zookeeper zookeeper:2181 --alter --topic OSIBANK.RTXNSTATHIST --config retention.ms=86400000
kafka-topics.sh --zookeeper zookeeper:2181 --alter --topic OSIBANK.CARDTXN --config retention.ms=86400000

kafka-topics.sh --describe --zookeeper zookeeper:2181 --topic OSIBANK.ACCT