kafka connect cluster

Author: AhmetFurkanDEMIR

kafka_connect/docker-compose-1.yml

@@ -16,10 +16,10 @@ services:
       CONNECT_REST_ADVERTISED_HOST_NAME: "kafka-connect-1"
 
       # Cluster Configuration
-      CONNECT_GROUP_ID: "trendyol-kafka-connect-cluster"
-      CONNECT_CONFIG_STORAGE_TOPIC: "trendyol-connect-configs"
-      CONNECT_OFFSET_STORAGE_TOPIC: "trendyol-connect-offsets"
-      CONNECT_STATUS_STORAGE_TOPIC: "trendyol-connect-status"
+      CONNECT_GROUP_ID: "trendyol-connect-cluster"
+      CONNECT_CONFIG_STORAGE_TOPIC: "trendyol-kafka-connect-configs"
+      CONNECT_OFFSET_STORAGE_TOPIC: "trendyol-kafka-connect-offsets"
+      CONNECT_STATUS_STORAGE_TOPIC: "trendyol-kafka-connect-status"
 
       # Topic Replication Factors
       CONNECT_CONFIG_STORAGE_REPLICATION_FACTOR: 3

kafka_connect/docker-compose-2.yml

@@ -16,10 +16,10 @@ services:
       CONNECT_REST_ADVERTISED_HOST_NAME: "kafka-connect-2"
 
       # Cluster Configuration
-      CONNECT_GROUP_ID: "trendyol-kafka-connect-cluster"
-      CONNECT_CONFIG_STORAGE_TOPIC: "trendyol-connect-configs"
-      CONNECT_OFFSET_STORAGE_TOPIC: "trendyol-connect-offsets"
-      CONNECT_STATUS_STORAGE_TOPIC: "trendyol-connect-status"
+      CONNECT_GROUP_ID: "trendyol-connect-cluster"
+      CONNECT_CONFIG_STORAGE_TOPIC: "trendyol-kafka-connect-configs"
+      CONNECT_OFFSET_STORAGE_TOPIC: "trendyol-kafka-connect-offsets"
+      CONNECT_STATUS_STORAGE_TOPIC: "trendyol-kafka-connect-status"
 
       # Topic Replication Factors
       CONNECT_CONFIG_STORAGE_REPLICATION_FACTOR: 3

kafka_connect/generate-inventory.sh

@@ -151,7 +151,7 @@ if [ -d "${SCRIPT_DIR}/scripts" ]; then
             if grep -q "KAFKA_BOOTSTRAP_SERVERS\|CONNECT_HOST" "$script" 2>/dev/null; then
                 # Update KAFKA_BOOTSTRAP_SERVERS and CONNECT_HOST
                 sed -i "s|KAFKA_BOOTSTRAP_SERVERS=.*|KAFKA_BOOTSTRAP_SERVERS=\"${KAFKA_BOOTSTRAP_SERVERS}\"|g" "$script"
-                sed -i "s|CONNECT_HOST=.*|CONNECT_HOST=\"localhost:8083\"|g" "$script"
+                sed -i "s|CONNECT_HOST=.*|CONNECT_HOST=\"localhost\"|g" "$script"
 
                 echo "   ✅ Updated $(basename $script)"
             fi