From f895c94cb80015ffda6a8731a5eb0933e66bb9b6 Mon Sep 17 00:00:00 2001 From: Benedith Mulongo Date: Wed, 20 Nov 2024 13:22:39 +0100 Subject: [PATCH] Update kafkaconnect yaml --- s3-kafka-connect.yaml | 49 ++++++++++++++++++++++++++----------------- 1 file changed, 30 insertions(+), 19 deletions(-) diff --git a/s3-kafka-connect.yaml b/s3-kafka-connect.yaml index 1f0986d..e524a2a 100644 --- a/s3-kafka-connect.yaml +++ b/s3-kafka-connect.yaml @@ -1,41 +1,52 @@ apiVersion: kafka.strimzi.io/v1beta2 kind: KafkaConnect metadata: - name: my-connect-cluster + name: kafka-connect-cluster + namespace: kafka annotations: strimzi.io/use-connector-resources: "true" spec: replicas: 1 - bootstrapServers: my-cluster-kafka-bootstrap:9092 + bootstrapServers: kafka-cluster-kafka-plainext-bootstrap:9092 config: - group.id: my-connect-cluster - offset.storage.topic: my-connect-cluster-offsets - config.storage.topic: my-connect-cluster-configs - status.storage.topic: my-connect-cluster-status + group.id: kafka-connect-cluster + offset.storage.topic: kafka-connect-cluster-offsets + config.storage.topic: kafka-connect-cluster-configs + status.storage.topic: kafka-connect-cluster-status key.converter: io.confluent.connect.avro.AvroConverter value.converter: io.confluent.connect.avro.AvroConverter - key.converter.schema.registry.url: http://schema-registry:8081 # Specify the Schema Registry URL for Avro schema - value.converter.schema.registry.url: http://schema-registry:8081 - config.storage.replication.factor: 3 - offset.storage.replication.factor: 3 - status.storage.replication.factor: 3 + key.converter.schema.registry.url: http://89.47.191.210:30081 + value.converter.schema.registry.url: http://89.47.191.210:30081 + config.storage.replication.factor: 1 + offset.storage.replication.factor: 1 + status.storage.replication.factor: 1 build: output: type: docker - image: my-reg.io/my-org/my-connect-cluster:latest - pushSecret: my-registry-credentials + image: platform.sunet.se/benedith/das-kafka-connect-cluster:latest + pushSecret: docker-platform-creds plugins: - - name: s3-sink-connector + - name: connect-api artifacts: - type: jar - url: https://repo.maven.apache.org/maven2/io/confluent/connect/s3/kafka-connect-s3/7.0.1/kafka-connect-s3-7.0.1.jar - sha512sum: # Replace with actual SHA512 checksum + url: https://platform.sunet.se/benedith/strimzi-kafka-connectors/raw/branch/main/jars/connect-api-3.9.0.jar + sha512sum: bf3287ae1552d1bef97865a96ebfd9c482d2f477c41b51234261d1dbb33b487ac225224a3a860a37536e970e99a3d00ebc6ed17cb67450becbad554d9f39f35f + - name: kafka-connect-storage-common + artifacts: + - type: jar + url: https://platform.sunet.se/benedith/strimzi-kafka-connectors/raw/branch/main/jars/kafka-connect-storage-common-11.1.10.jar + sha512sum: 1788e0168edbdd21b550d6ab412d3e26be0f04d4730e88b6a0d746fe6d77b32720b6aec487144ed9c72001e5ddfd1098e9c753bb12efa29cdd31e67d76d201db + - name: kafka-connect-s3 + artifacts: + - type: jar + url: https://platform.sunet.se/benedith/strimzi-kafka-connectors/raw/branch/main/jars/kafka-connect-s3-10.4.10.jar + sha512sum: 56927fe694c2eec13318f52179d6c255357dd8a391a2f67858b5db15d7c13ef14a7939c47ac4ef2664004e871d512127b2abd3ffe600ecd18177cb39c43e1d45 - name: confluent-avro-connector artifacts: - type: jar - url: https://repo1.maven.org/maven2/io/confluent/kafka-connect-avro-converter/7.0.1/kafka-connect-avro-converter-7.0.1.jar - sha512sum: # Replace with actual SHA512 checksum + url: https://platform.sunet.se/benedith/strimzi-kafka-connectors/raw/branch/main/jars/kafka-connect-avro-converter-7.6.3.jar + sha512sum: ff53b82746475eae7b4b7e85ec05eeaa16c458225979b05d2018ca594fc9fdd10996bad0c17dbc5bd3ae128c0fd646cfd3d2ea2e4058964c44584f0174f83b0b template: pod: imagePullSecrets: - - name: my-registry-credentials + - name: docker-platform-creds