strimzi-kafka-connectors/s3-kafka-connect.yaml
2024-11-18 16:44:39 +01:00

42 lines
1.6 KiB
YAML

apiVersion: kafka.strimzi.io/v1beta2
kind: KafkaConnect
metadata:
name: my-connect-cluster
annotations:
strimzi.io/use-connector-resources: "true"
spec:
replicas: 1
bootstrapServers: my-cluster-kafka-bootstrap:9092
config:
group.id: my-connect-cluster
offset.storage.topic: my-connect-cluster-offsets
config.storage.topic: my-connect-cluster-configs
status.storage.topic: my-connect-cluster-status
key.converter: io.confluent.connect.avro.AvroConverter
value.converter: io.confluent.connect.avro.AvroConverter
key.converter.schema.registry.url: http://schema-registry:8081 # Specify the Schema Registry URL for Avro schema
value.converter.schema.registry.url: http://schema-registry:8081
config.storage.replication.factor: 3
offset.storage.replication.factor: 3
status.storage.replication.factor: 3
build:
output:
type: docker
image: my-reg.io/my-org/my-connect-cluster:latest
pushSecret: my-registry-credentials
plugins:
- name: s3-sink-connector
artifacts:
- type: jar
url: https://repo.maven.apache.org/maven2/io/confluent/connect/s3/kafka-connect-s3/7.0.1/kafka-connect-s3-7.0.1.jar
sha512sum: <sha512_checksum_here> # Replace with actual SHA512 checksum
- name: confluent-avro-connector
artifacts:
- type: jar
url: https://repo1.maven.org/maven2/io/confluent/kafka-connect-avro-converter/7.0.1/kafka-connect-avro-converter-7.0.1.jar
sha512sum: <sha512_checksum_here> # Replace with actual SHA512 checksum
template:
pod:
imagePullSecrets:
- name: my-registry-credentials