EOS-18668:S3: Fixed install kafka for 3 node cluster (#752)

Signed-off-by: Vimal Raghwani <vimal.raghwani@seagate.com>

Co-authored-by: nileshgovande <63101371+nileshgovande@users.noreply.github.com>

Author: vimalraghwani20

scripts/kafka/create-topic.sh

@@ -54,9 +54,12 @@ create_topic() {
 #function to create a bootstrap server parameter for creating topic
 create_bootstrap_servers_parameter() {
 
-for i in "$(echo $hosts | sed "s/,/ /g")"
+IFS=',' #setting comma as delimiter  
+read -a hostarr <<<"$hosts"
+
+for (( n=0; n < ${#hostarr[*]}; n++ ))
 do
-    bootstrapservers="${bootstrapservers}${i}:9092,"
+    bootstrapservers="${bootstrapservers}${hostarr[n]}:9092,"
 done
 
 echo "Bootstrap servers string: ${bootstrapservers}"

scripts/kafka/install-kafka.sh

@@ -110,10 +110,10 @@ configure_zookeeper() {
      sed -i '$ a autopurge.purgeInterval=24' config/zookeeper.properties
 
      node=1
-     for host in "$(echo $hosts | sed "s/,/ /g")"
+     for (( n=0; n < ${#hostarr[*]}; n++ ))
      do
-       sed -i "$ a server.${node}=${host}:2888:3888" config/zookeeper.properties
-	   node=$node+1
+       sed -i "$ a server.${node}=${hostarr[n]}:2888:3888" config/zookeeper.properties
+	     node=$((node+1))
      done
 
 	 # Set host number 
@@ -144,9 +144,9 @@ configure_server() {
   if [ $consumer_count -gt 1 ]; then
 	sed -i "s/broker.id=.*$/broker.id=${hostnumber}/g" config/server.properties
 	connect=""
-    for host in "$(echo $hosts | sed "s/,/ /g")"
+    for (( n=0; n < ${#hostarr[*]}; n++ ))
     do
-	  connect="${connect}${host}:2181,"
+	  connect="${connect}${hostarr[n]}:2181,"
     done
 	echo "zookeeper.connect : ${connect}"
     sed -i "s/zookeeper.connect=.*$/zookeeper.connect=${connect}/g" config/server.properties
@@ -178,10 +178,7 @@ create_myid_file() {
 # function to set the hostnumber for cluster
 set_host_number() {
 
-IFS=',' #setting comma as delimiter  
-read -a hostarr <<<"$hosts"
-
-for (( n=0; n < ${#hostarr[*]}; n++ ))  
+for (( n=0; n < ${#hostarr[*]}; n++ ))
 do 
    if [ ${hostarr[n]} == $HOSTNAME ]; then
     hostnumber=$((n + 1))
@@ -240,6 +237,9 @@ fi
 echo "Total number of consumers are: ${consumer_count}"
 echo "Host(s) on which kafka will be installed and setup are: ${hosts}"
 
+IFS=',' #setting comma as delimiter  
+read -a hostarr <<<"$hosts"
+
 # Check kafka already installed or not 
 is_kafka_installed
 

scripts/kafka/readme

@@ -49,6 +49,7 @@ sh create-topic.sh -c 3 -i ssc-vm-1271.colo.seagate.com,ssc-vm-1272.colo.seagate
 Troubleshooting:
 
 1. To stop kafka services run the following commands
+cd /opt/kafka
 bin/kafka-server-stop.sh config/server.properties
 bin/zookeeper-server-stop.sh config/zookeeper.properties
 
@@ -62,3 +63,16 @@ kill -9 <process id>
 
  netstat -tulnp | grep 9092
  kill -9 <process id>
+
+4. Start kafka server manually
+cd /opt/kafka
+bin/zookeeper-server-start.sh -daemon config/zookeeper.properties
+note: wait for 10-15 seconds then run below command
+bin/kafka-server-start.sh -daemon config/server.properties
+
+5. List topics
+cd /opt/kafka
+bin/kafka-topics.sh --list --bootstrap-server localhost:9092
+
+If list topic command is successful then kafka is working fine.
+