2024-11-18 15:44:39 +00:00
|
|
|
apiVersion: kafka.strimzi.io/v1beta2
|
|
|
|
|
kind: KafkaConnect
|
|
|
|
|
metadata:
|
2024-11-20 12:22:39 +00:00
|
|
|
name: kafka-connect-cluster
|
|
|
|
|
namespace: kafka
|
2024-11-18 15:44:39 +00:00
|
|
|
annotations:
|
|
|
|
|
strimzi.io/use-connector-resources: "true"
|
|
|
|
|
spec:
|
|
|
|
|
replicas: 1
|
2024-11-20 12:22:39 +00:00
|
|
|
bootstrapServers: kafka-cluster-kafka-plainext-bootstrap:9092
|
2024-11-20 17:59:55 +00:00
|
|
|
# tls:
|
|
|
|
|
# trustedCertificates:
|
|
|
|
|
# - secretName: my-cluster-cluster-ca-cert
|
|
|
|
|
# certificate: ca.crt
|
2024-11-18 15:44:39 +00:00
|
|
|
config:
|
2024-11-20 12:22:39 +00:00
|
|
|
group.id: kafka-connect-cluster
|
|
|
|
|
offset.storage.topic: kafka-connect-cluster-offsets
|
|
|
|
|
config.storage.topic: kafka-connect-cluster-configs
|
|
|
|
|
status.storage.topic: kafka-connect-cluster-status
|
2024-11-18 15:44:39 +00:00
|
|
|
key.converter: io.confluent.connect.avro.AvroConverter
|
|
|
|
|
value.converter: io.confluent.connect.avro.AvroConverter
|
2024-11-20 12:22:39 +00:00
|
|
|
key.converter.schema.registry.url: http://89.47.191.210:30081
|
|
|
|
|
value.converter.schema.registry.url: http://89.47.191.210:30081
|
|
|
|
|
config.storage.replication.factor: 1
|
|
|
|
|
offset.storage.replication.factor: 1
|
|
|
|
|
status.storage.replication.factor: 1
|
2024-11-20 17:59:55 +00:00
|
|
|
externalConfiguration:
|
|
|
|
|
env:
|
|
|
|
|
- name: AWS_ACCESS_KEY_ID
|
|
|
|
|
valueFrom:
|
|
|
|
|
secretKeyRef:
|
|
|
|
|
name: s3-minio-creds
|
|
|
|
|
key: AWS_ACCESS_KEY_ID
|
|
|
|
|
- name: AWS_SECRET_ACCESS_KEY
|
|
|
|
|
valueFrom:
|
|
|
|
|
secretKeyRef:
|
|
|
|
|
name: s3-minio-creds
|
|
|
|
|
key: AWS_SECRET_ACCESS_KEY
|
2024-11-18 15:44:39 +00:00
|
|
|
build:
|
|
|
|
|
output:
|
|
|
|
|
type: docker
|
2024-11-20 12:22:39 +00:00
|
|
|
image: platform.sunet.se/benedith/das-kafka-connect-cluster:latest
|
|
|
|
|
pushSecret: docker-platform-creds
|
2024-11-18 15:44:39 +00:00
|
|
|
plugins:
|
2024-11-20 12:22:39 +00:00
|
|
|
- name: kafka-connect-s3
|
|
|
|
|
artifacts:
|
2024-11-20 17:59:55 +00:00
|
|
|
- type: zip
|
|
|
|
|
url: https://platform.sunet.se/benedith/strimzi-kafka-connectors/raw/branch/main/jars/confluentinc-kafka-connect-s3-10.5.17.zip
|
|
|
|
|
sha512sum: 51dc4eb5e618a7743b3d29c7c5586f5bda00a254a9f105ee816cad7c8e9509a7c1a1ea43351e77dcf97847900c21895962716ed6a1bfb2de4a2b4695233d8804
|
|
|
|
|
- name: avro-connector
|
2024-11-18 15:44:39 +00:00
|
|
|
artifacts:
|
2024-11-20 17:59:55 +00:00
|
|
|
- type: zip
|
|
|
|
|
url: https://platform.sunet.se/benedith/strimzi-kafka-connectors/raw/branch/main/jars/confluentinc-kafka-connect-avro-converter-7.7.1.zip
|
|
|
|
|
sha512sum: cebc6fece5c5551d3cff5f1cc8f4660e83da6292a9d695c1f8851af880661b2882e59ef0eeb3df395c3fc314e483cc26961d6a6df271237aab7ef2d8732af3f4
|
2024-11-18 15:44:39 +00:00
|
|
|
template:
|
|
|
|
|
pod:
|
|
|
|
|
imagePullSecrets:
|
2024-11-20 12:22:39 +00:00
|
|
|
- name: docker-platform-creds
|
