69 lines
2.8 KiB
YAML
69 lines
2.8 KiB
YAML
apiVersion: kafka.strimzi.io/v1beta2
|
|
kind: KafkaConnect
|
|
metadata:
|
|
name: kafka-connect-cluster
|
|
namespace: kafka
|
|
annotations:
|
|
strimzi.io/use-connector-resources: "true"
|
|
spec:
|
|
replicas: 1
|
|
bootstrapServers: kafka-cluster-kafka-plainext-bootstrap:9092
|
|
# tls:
|
|
# trustedCertificates:
|
|
# - secretName: my-cluster-cluster-ca-cert
|
|
# certificate: ca.crt
|
|
config:
|
|
group.id: kafka-connect-cluster
|
|
offset.storage.topic: kafka-connect-cluster-offsets
|
|
config.storage.topic: kafka-connect-cluster-configs
|
|
status.storage.topic: kafka-connect-cluster-status
|
|
key.converter: org.apache.kafka.connect.storage.StringConverter
|
|
value.converter: io.confluent.connect.avro.AvroConverter
|
|
key.converter.schema.registry.url: http://89.47.191.210:30081
|
|
value.converter.schema.registry.url: http://89.47.191.210:30081
|
|
config.storage.replication.factor: 1
|
|
offset.storage.replication.factor: 1
|
|
status.storage.replication.factor: 1
|
|
resources:
|
|
requests:
|
|
cpu: "1"
|
|
memory: 1Gi
|
|
limits:
|
|
cpu: "2"
|
|
memory: 1Gi
|
|
externalConfiguration:
|
|
env:
|
|
- name: AWS_ACCESS_KEY_ID
|
|
valueFrom:
|
|
secretKeyRef:
|
|
name: s3-minio-creds
|
|
key: AWS_ACCESS_KEY_ID
|
|
- name: AWS_SECRET_ACCESS_KEY
|
|
valueFrom:
|
|
secretKeyRef:
|
|
name: s3-minio-creds
|
|
key: AWS_SECRET_ACCESS_KEY
|
|
build:
|
|
output:
|
|
type: docker
|
|
image: platform.sunet.se/benedith/das-kafka-connect-cluster:latest
|
|
pushSecret: docker-platform-creds
|
|
plugins:
|
|
- name: kafka-connect-s3
|
|
artifacts:
|
|
- type: zip
|
|
url: https://platform.sunet.se/benedith/strimzi-kafka-connectors/raw/branch/main/jars/confluentinc-kafka-connect-s3-10.5.17.zip
|
|
sha512sum: 51dc4eb5e618a7743b3d29c7c5586f5bda00a254a9f105ee816cad7c8e9509a7c1a1ea43351e77dcf97847900c21895962716ed6a1bfb2de4a2b4695233d8804
|
|
- type: zip
|
|
url: https://platform.sunet.se/benedith/strimzi-kafka-connectors/raw/branch/main/jars/confluentinc-kafka-connect-avro-converter-7.7.1.zip
|
|
sha512sum: cebc6fece5c5551d3cff5f1cc8f4660e83da6292a9d695c1f8851af880661b2882e59ef0eeb3df395c3fc314e483cc26961d6a6df271237aab7ef2d8732af3f4
|
|
- type: zip
|
|
url: https://platform.sunet.se/benedith/strimzi-kafka-connectors/raw/branch/main/jars/jcustenborder-kafka-connect-transform-common-0.1.0.58.zip
|
|
sha512sum: 17b80dcf0944baf3024af28a81d61140dcad3e75af4b08807d31349ba0d51cb871dca5f123174973150dd8dace4cf72511c02e4f8c1ec94ac6206d7ccf9431a9
|
|
- type: jar
|
|
url: https://platform.sunet.se/benedith/strimzi-kafka-connectors/raw/branch/main/jars/kafka-clients-3.8.0.jar
|
|
sha512sum: e61c2ab5e7d3daa1e546904512815ee9b3e3ac1cd887aa44ce920bc1597f13cc5f097dfc0c011b4dea23650a5394ba8e060104f0064d1ad37b589b11dcb0fa3c
|
|
template:
|
|
pod:
|
|
imagePullSecrets:
|
|
- name: docker-platform-creds
|