From f9aaf86ad975459dd94528ae0efa49e9b31bf682 Mon Sep 17 00:00:00 2001 From: Benedith Mulongo Date: Mon, 18 Nov 2024 16:44:39 +0100 Subject: [PATCH] Add new rules --- .gitignore | 3 ++- s3-kafka-connect.yaml | 41 +++++++++++++++++++++++++++++++++++++++++ 2 files changed, 43 insertions(+), 1 deletion(-) create mode 100644 s3-kafka-connect.yaml diff --git a/.gitignore b/.gitignore index 2fe61fe..5901a65 100644 --- a/.gitignore +++ b/.gitignore @@ -4,4 +4,5 @@ **/*.config **/*.example* *.md -**/*.md* \ No newline at end of file +**/*.md* +!README.md diff --git a/s3-kafka-connect.yaml b/s3-kafka-connect.yaml new file mode 100644 index 0000000..1f0986d --- /dev/null +++ b/s3-kafka-connect.yaml @@ -0,0 +1,41 @@ +apiVersion: kafka.strimzi.io/v1beta2 +kind: KafkaConnect +metadata: + name: my-connect-cluster + annotations: + strimzi.io/use-connector-resources: "true" +spec: + replicas: 1 + bootstrapServers: my-cluster-kafka-bootstrap:9092 + config: + group.id: my-connect-cluster + offset.storage.topic: my-connect-cluster-offsets + config.storage.topic: my-connect-cluster-configs + status.storage.topic: my-connect-cluster-status + key.converter: io.confluent.connect.avro.AvroConverter + value.converter: io.confluent.connect.avro.AvroConverter + key.converter.schema.registry.url: http://schema-registry:8081 # Specify the Schema Registry URL for Avro schema + value.converter.schema.registry.url: http://schema-registry:8081 + config.storage.replication.factor: 3 + offset.storage.replication.factor: 3 + status.storage.replication.factor: 3 + build: + output: + type: docker + image: my-reg.io/my-org/my-connect-cluster:latest + pushSecret: my-registry-credentials + plugins: + - name: s3-sink-connector + artifacts: + - type: jar + url: https://repo.maven.apache.org/maven2/io/confluent/connect/s3/kafka-connect-s3/7.0.1/kafka-connect-s3-7.0.1.jar + sha512sum: # Replace with actual SHA512 checksum + - name: confluent-avro-connector + artifacts: + - type: jar + url: https://repo1.maven.org/maven2/io/confluent/kafka-connect-avro-converter/7.0.1/kafka-connect-avro-converter-7.0.1.jar + sha512sum: # Replace with actual SHA512 checksum + template: + pod: + imagePullSecrets: + - name: my-registry-credentials