42 lines
1.6 KiB
YAML
42 lines
1.6 KiB
YAML
|
apiVersion: kafka.strimzi.io/v1beta2
|
||
|
|
kind: KafkaConnect
|
||
|
|
metadata:
|
||
|
|
name: my-connect-cluster
|
||
|
|
annotations:
|
||
|
|
strimzi.io/use-connector-resources: "true"
|
||
|
|
spec:
|
||
|
|
replicas: 1
|
||
|
|
bootstrapServers: my-cluster-kafka-bootstrap:9092
|
||
|
|
config:
|
||
|
|
group.id: my-connect-cluster
|
||
|
|
offset.storage.topic: my-connect-cluster-offsets
|
||
|
|
config.storage.topic: my-connect-cluster-configs
|
||
|
|
status.storage.topic: my-connect-cluster-status
|
||
|
|
key.converter: io.confluent.connect.avro.AvroConverter
|
||
|
|
value.converter: io.confluent.connect.avro.AvroConverter
|
||
|
|
key.converter.schema.registry.url: http://schema-registry:8081 # Specify the Schema Registry URL for Avro schema
|
||
|
|
value.converter.schema.registry.url: http://schema-registry:8081
|
||
|
|
config.storage.replication.factor: 3
|
||
|
|
offset.storage.replication.factor: 3
|
||
|
|
status.storage.replication.factor: 3
|
||
|
|
build:
|
||
|
|
output:
|
||
|
|
type: docker
|
||
|
|
image: my-reg.io/my-org/my-connect-cluster:latest
|
||
|
|
pushSecret: my-registry-credentials
|
||
|
|
plugins:
|
||
|
|
- name: s3-sink-connector
|
||
|
|
artifacts:
|
||
|
|
- type: jar
|
||
|
|
url: https://repo.maven.apache.org/maven2/io/confluent/connect/s3/kafka-connect-s3/7.0.1/kafka-connect-s3-7.0.1.jar
|
||
|
|
sha512sum: <sha512_checksum_here> # Replace with actual SHA512 checksum
|
||
|
|
- name: confluent-avro-connector
|
||
|
|
artifacts:
|
||
|
|
- type: jar
|
||
|
|
url: https://repo1.maven.org/maven2/io/confluent/kafka-connect-avro-converter/7.0.1/kafka-connect-avro-converter-7.0.1.jar
|
||
|
|
sha512sum: <sha512_checksum_here> # Replace with actual SHA512 checksum
|
||
|
|
template:
|
||
|
|
pod:
|
||
|
|
imagePullSecrets:
|
||
|
|
- name: my-registry-credentials
|