Update kafkaconnect yaml

This commit is contained in:
Benedith Mulongo 2024-11-20 13:22:39 +01:00
parent 8482627731
commit f895c94cb8
Signed by: benedith
GPG key ID: 62D68B584B4B3EB3

View file

@ -1,41 +1,52 @@
apiVersion: kafka.strimzi.io/v1beta2
kind: KafkaConnect
metadata:
name: my-connect-cluster
name: kafka-connect-cluster
namespace: kafka
annotations:
strimzi.io/use-connector-resources: "true"
spec:
replicas: 1
bootstrapServers: my-cluster-kafka-bootstrap:9092
bootstrapServers: kafka-cluster-kafka-plainext-bootstrap:9092
config:
group.id: my-connect-cluster
offset.storage.topic: my-connect-cluster-offsets
config.storage.topic: my-connect-cluster-configs
status.storage.topic: my-connect-cluster-status
group.id: kafka-connect-cluster
offset.storage.topic: kafka-connect-cluster-offsets
config.storage.topic: kafka-connect-cluster-configs
status.storage.topic: kafka-connect-cluster-status
key.converter: io.confluent.connect.avro.AvroConverter
value.converter: io.confluent.connect.avro.AvroConverter
key.converter.schema.registry.url: http://schema-registry:8081 # Specify the Schema Registry URL for Avro schema
value.converter.schema.registry.url: http://schema-registry:8081
config.storage.replication.factor: 3
offset.storage.replication.factor: 3
status.storage.replication.factor: 3
key.converter.schema.registry.url: http://89.47.191.210:30081
value.converter.schema.registry.url: http://89.47.191.210:30081
config.storage.replication.factor: 1
offset.storage.replication.factor: 1
status.storage.replication.factor: 1
build:
output:
type: docker
image: my-reg.io/my-org/my-connect-cluster:latest
pushSecret: my-registry-credentials
image: platform.sunet.se/benedith/das-kafka-connect-cluster:latest
pushSecret: docker-platform-creds
plugins:
- name: s3-sink-connector
- name: connect-api
artifacts:
- type: jar
url: https://repo.maven.apache.org/maven2/io/confluent/connect/s3/kafka-connect-s3/7.0.1/kafka-connect-s3-7.0.1.jar
sha512sum: <sha512_checksum_here> # Replace with actual SHA512 checksum
url: https://platform.sunet.se/benedith/strimzi-kafka-connectors/raw/branch/main/jars/connect-api-3.9.0.jar
sha512sum: bf3287ae1552d1bef97865a96ebfd9c482d2f477c41b51234261d1dbb33b487ac225224a3a860a37536e970e99a3d00ebc6ed17cb67450becbad554d9f39f35f
- name: kafka-connect-storage-common
artifacts:
- type: jar
url: https://platform.sunet.se/benedith/strimzi-kafka-connectors/raw/branch/main/jars/kafka-connect-storage-common-11.1.10.jar
sha512sum: 1788e0168edbdd21b550d6ab412d3e26be0f04d4730e88b6a0d746fe6d77b32720b6aec487144ed9c72001e5ddfd1098e9c753bb12efa29cdd31e67d76d201db
- name: kafka-connect-s3
artifacts:
- type: jar
url: https://platform.sunet.se/benedith/strimzi-kafka-connectors/raw/branch/main/jars/kafka-connect-s3-10.4.10.jar
sha512sum: 56927fe694c2eec13318f52179d6c255357dd8a391a2f67858b5db15d7c13ef14a7939c47ac4ef2664004e871d512127b2abd3ffe600ecd18177cb39c43e1d45
- name: confluent-avro-connector
artifacts:
- type: jar
url: https://repo1.maven.org/maven2/io/confluent/kafka-connect-avro-converter/7.0.1/kafka-connect-avro-converter-7.0.1.jar
sha512sum: <sha512_checksum_here> # Replace with actual SHA512 checksum
url: https://platform.sunet.se/benedith/strimzi-kafka-connectors/raw/branch/main/jars/kafka-connect-avro-converter-7.6.3.jar
sha512sum: ff53b82746475eae7b4b7e85ec05eeaa16c458225979b05d2018ca594fc9fdd10996bad0c17dbc5bd3ae128c0fd646cfd3d2ea2e4058964c44584f0174f83b0b
template:
pod:
imagePullSecrets:
- name: my-registry-credentials
- name: docker-platform-creds