strimzi-kafka-connectors/s3-kafka-connect.yaml

59 lines
2.2 KiB
YAML

apiVersion: kafka.strimzi.io/v1beta2
kind: KafkaConnect
metadata:
name: kafka-connect-cluster
namespace: kafka
annotations:
strimzi.io/use-connector-resources: "true"
spec:
replicas: 1
bootstrapServers: kafka-cluster-kafka-plainext-bootstrap:9092
# tls:
# trustedCertificates:
# - secretName: my-cluster-cluster-ca-cert
# certificate: ca.crt
config:
group.id: kafka-connect-cluster
offset.storage.topic: kafka-connect-cluster-offsets
config.storage.topic: kafka-connect-cluster-configs
status.storage.topic: kafka-connect-cluster-status
key.converter: io.confluent.connect.avro.AvroConverter
value.converter: io.confluent.connect.avro.AvroConverter
key.converter.schema.registry.url: http://89.47.191.210:30081
value.converter.schema.registry.url: http://89.47.191.210:30081
config.storage.replication.factor: 1
offset.storage.replication.factor: 1
status.storage.replication.factor: 1
externalConfiguration:
env:
- name: AWS_ACCESS_KEY_ID
valueFrom:
secretKeyRef:
name: s3-minio-creds
key: AWS_ACCESS_KEY_ID
- name: AWS_SECRET_ACCESS_KEY
valueFrom:
secretKeyRef:
name: s3-minio-creds
key: AWS_SECRET_ACCESS_KEY
build:
output:
type: docker
image: platform.sunet.se/benedith/das-kafka-connect-cluster:latest
pushSecret: docker-platform-creds
plugins:
- name: kafka-connect-s3
artifacts:
- type: zip
url: https://platform.sunet.se/benedith/strimzi-kafka-connectors/raw/branch/main/jars/confluentinc-kafka-connect-s3-10.5.17.zip
sha512sum: 51dc4eb5e618a7743b3d29c7c5586f5bda00a254a9f105ee816cad7c8e9509a7c1a1ea43351e77dcf97847900c21895962716ed6a1bfb2de4a2b4695233d8804
- name: avro-connector
artifacts:
- type: zip
url: https://platform.sunet.se/benedith/strimzi-kafka-connectors/raw/branch/main/jars/confluentinc-kafka-connect-avro-converter-7.7.1.zip
sha512sum: cebc6fece5c5551d3cff5f1cc8f4660e83da6292a9d695c1f8851af880661b2882e59ef0eeb3df395c3fc314e483cc26961d6a6df271237aab7ef2d8732af3f4
template:
pod:
imagePullSecrets:
- name: docker-platform-creds