2 nodes

Author: AhmetFurkanDEMIR

ansible_kafka_cluster/cp-ansible-inventory.yml

@@ -63,40 +63,46 @@ all:
 
     kafka_controller_inter_controller_listener_name: controller
 
-    kafka_controller_quorum_voters: "3001@ec2-54-194-116-74.eu-west-1.compute.amazonaws.com:9093,3002@ec2-108-129-174-42.eu-west-1.compute.amazonaws.com:9093,3003@ec2-3-255-254-174.eu-west-1.compute.amazonaws.com:9093"
+    kafka_controller_quorum_voters: "3001@ec2-3-252-104-19.eu-west-1.compute.amazonaws.com:9093,3002@ec2-108-130-103-28.eu-west-1.compute.amazonaws.com:9093,3003@ec2-34-245-64-96.eu-west-1.compute.amazonaws.com:9093"
 
 kafka_controller:
   hosts:
-    ec2-54-194-116-74.eu-west-1.compute.amazonaws.com:
-      ansible_host: 54.194.116.74
+    ec2-3-252-104-19.eu-west-1.compute.amazonaws.com:
+      ansible_host: 3.252.104.19
       kafka_controller_id: 3001
       node_id: 3001
-    ec2-108-129-174-42.eu-west-1.compute.amazonaws.com:
-      ansible_host: 108.129.174.42
+    ec2-108-130-103-28.eu-west-1.compute.amazonaws.com:
+      ansible_host: 108.130.103.28
       kafka_controller_id: 3002
       node_id: 3002
-    ec2-3-255-254-174.eu-west-1.compute.amazonaws.com:
-      ansible_host: 3.255.254.174
+    ec2-34-245-64-96.eu-west-1.compute.amazonaws.com:
+      ansible_host: 34.245.64.96
       kafka_controller_id: 3003
       node_id: 3003
 
 kafka_broker:
   hosts:
-    ec2-3-252-233-200.eu-west-1.compute.amazonaws.com:
-      ansible_host: 3.252.233.200
+    ec2-108-130-82-0.eu-west-1.compute.amazonaws.com:
+      ansible_host: 108.130.82.0
       node_id: 1
-    ec2-34-242-78-83.eu-west-1.compute.amazonaws.com:
-      ansible_host: 34.242.78.83
+    ec2-34-253-89-140.eu-west-1.compute.amazonaws.com:
+      ansible_host: 34.253.89.140
       node_id: 2
-    ec2-54-76-246-112.eu-west-1.compute.amazonaws.com:
-      ansible_host: 54.76.246.112
+    ec2-54-75-59-47.eu-west-1.compute.amazonaws.com:
+      ansible_host: 54.75.59.47
       node_id: 3
-    ec2-54-171-206-34.eu-west-1.compute.amazonaws.com:
-      ansible_host: 54.171.206.34
+    ec2-3-251-77-125.eu-west-1.compute.amazonaws.com:
+      ansible_host: 3.251.77.125
       node_id: 4
 
 kafka_connect:
   hosts:
+    ec2-54-217-66-144.eu-west-1.compute.amazonaws.com:
+      ansible_host: 54.217.66.144
+      node_id: 1
+    ec2-34-243-2-32.eu-west-1.compute.amazonaws.com:
+      ansible_host: 34.243.2.32
+      node_id: 2
 
 zookeeper:
   hosts: {}

ansible_kafka_cluster/inventory.yml

@@ -6,37 +6,43 @@ all:
         kafka_brokers:
           hosts:
             kafka-broker-1:
-              ansible_host: 3.252.233.200
+              ansible_host: 108.130.82.0
               node_id: 1
             kafka-broker-2:
-              ansible_host: 34.242.78.83
+              ansible_host: 34.253.89.140
               node_id: 2
             kafka-broker-3:
-              ansible_host: 54.76.246.112
+              ansible_host: 54.75.59.47
               node_id: 3
             kafka-broker-4:
-              ansible_host: 54.171.206.34
+              ansible_host: 3.251.77.125
               node_id: 4
 
         kafka_controllers:
           hosts:
             kafka-controller-1:
-              ansible_host: 54.194.116.74
+              ansible_host: 3.252.104.19
               node_id: 1
             kafka-controller-2:
-              ansible_host: 108.129.174.42
+              ansible_host: 108.130.103.28
               node_id: 2
             kafka-controller-3:
-              ansible_host: 3.255.254.174
+              ansible_host: 34.245.64.96
               node_id: 3
 
         kafka_connect:
           hosts:
+            kafka-connect-1:
+              ansible_host: 54.217.66.144
+              node_id: 1
+            kafka-connect-2:
+              ansible_host: 34.243.2.32
+              node_id: 2
 
     observability:
       hosts:
         observability-1:
-          ansible_host: 52.48.44.235
+          ansible_host: 54.74.204.122
 
   vars:
     ansible_user: ubuntu

kafka_rest_api/generate-inventory.sh

@@ -24,10 +24,10 @@ echo "✅ State file downloaded successfully"
 echo ""
 echo "📊 Parsing Kafka Connect IP and hostname..."
 
-# Extract Kafka Connect Public IP and DNS
-CONNECT_PUBLIC_IP=$(echo "$STATE_JSON" | jq -r '.outputs.kafka_connect_public_ip.value' 2>/dev/null || echo "")
-CONNECT_PUBLIC_DNS=$(echo "$STATE_JSON" | jq -r '.outputs.kafka_connect_public_dns.value' 2>/dev/null || echo "")
-CONNECT_PRIVATE_IP=$(echo "$STATE_JSON" | jq -r '.outputs.kafka_connect_private_ip.value' 2>/dev/null || echo "")
+# Extract Kafka Connect Public IP and DNS (First node only)
+CONNECT_PUBLIC_IP=$(echo "$STATE_JSON" | jq -r '.outputs.kafka_connect_public_ip.value[0]' 2>/dev/null || echo "")
+CONNECT_PUBLIC_DNS=$(echo "$STATE_JSON" | jq -r '.outputs.kafka_connect_public_dns.value[0]' 2>/dev/null || echo "")
+CONNECT_PRIVATE_IP=$(echo "$STATE_JSON" | jq -r '.outputs.kafka_connect_private_ip.value[0]' 2>/dev/null || echo "")
 
 # Validate IPs were extracted
 if [ -z "$CONNECT_PUBLIC_IP" ] && [ -z "$CONNECT_PUBLIC_DNS" ]; then