Add kafka schema registry and modify config for kafka-core

kafka-resources/base/kafka-core/kafka-das-topic.yaml

@@ -11,4 +11,5 @@ spec:
   replicas: 1
   config:
     # http://kafka.apache.org/documentation/#topicconfigs
+    # max.message.bytes: x
     cleanup.policy: compact

kafka-resources/base/kafka-core/kafka-persistent-cluster.yaml

@@ -33,6 +33,8 @@ spec:
         - broker: 0
           nodePort: 32700
     config:
+      # max.request.size: x
+      # message.max.bytes: ?
       offsets.topic.replication.factor: 1
       transaction.state.log.replication.factor: 1
       transaction.state.log.min.isr: 1

kafka-resources/base/kafka-core/kafka-test-topic-key.yaml

@@ -0,0 +1,13 @@
+apiVersion: kafka.strimzi.io/v1beta2
+kind: KafkaTopic
+metadata:
+  name: test-topic-key
+  namespace: kafka
+  labels:
+    strimzi.io/cluster: kafka-cluster
+    app.kubernetes.io/part-of: kafka
+spec:
+  partitions: 1
+  replicas: 1
+  config:
+    cleanup.policy: compact

kafka-resources/base/kafka-core/kafka-test-topic.yaml

@@ -2,6 +2,7 @@ apiVersion: kafka.strimzi.io/v1beta2
 kind: KafkaTopic
 metadata:
   name: test-topic
+  namespace: kafka
   labels:
     strimzi.io/cluster: kafka-cluster
     app.kubernetes.io/part-of: kafka

kafka-resources/base/kafka-core/kafka-user.yaml

@@ -0,0 +1,33 @@
+apiVersion: kafka.strimzi.io/v1beta1
+kind: KafkaUser
+metadata:
+  namespace: kafka
+  name: kafka-user
+  labels:
+    strimzi.io/cluster: kafka-cluster
+spec:
+  authentication:
+    type: tls
+  authorization:
+    type: simple
+    acls:
+    - resource:
+        type: topic
+        name: "*"
+        patternType: literal
+      operation: All
+    - resource:
+        type: group
+        name: "*"
+        patternType: literal
+      operation: All
+    - resource:
+        type: cluster
+        name: "*"
+        patternType: literal
+      operation: All
+    - resource:
+        type: transactionalId
+        name: "*"
+        patternType: literal
+      operation: All

kafka-resources/base/kafka-core/kustomization.yaml

@@ -8,3 +8,4 @@ resources:
 - kafka-persistent-cluster.yaml
 - kafka-das-topic.yaml
 - kafka-test-topic.yaml
+- kafka-test-topic-key.yaml

kafka-resources/base/kafka-schema-registry/kafka-registry-topic.yaml

@@ -2,6 +2,7 @@ apiVersion: kafka.strimzi.io/v1beta2
 kind: KafkaTopic
 metadata:
   name: registry-schemas
+  namespace: kafka
   labels:
     strimzi.io/cluster: kafka-cluster
 spec:

kafka-resources/base/kafka-schema-registry/kafka-user-registry.yaml

@@ -1,7 +1,8 @@
 apiVersion: kafka.strimzi.io/v1beta2
 kind: KafkaUser
 metadata:
-  name: confluent-schema-registry
+  name: schema-registry-user
+  namespace: kafka
   labels:
     strimzi.io/cluster: kafka-cluster
 spec:

kafka-resources/base/kafka-schema-registry/kustomization.yaml

@@ -2,8 +2,10 @@ apiVersion: kustomize.config.k8s.io/v1beta1
 kind: Kustomization
 
 namespace: kafka
+commonLabels:
+  app.kubernetes.io/name: schema-topic-registry
 resources:
 - schema-registry-deployment.yaml
 - schema-registry-service.yaml
 - kafka-registry-topic.yaml
-# - kafka-user-registry.yaml
+- kafka-user-registry.yaml

kafka-resources/overlays/dev/kafka-core/kafka-persistent-cluster.yaml

@@ -5,7 +5,7 @@ metadata:
   namespace: kafka
 spec:
   kafka:
-    replicas: 2
+    replicas: 1
     config:
       offsets.topic.replication.factor: 1
       transaction.state.log.replication.factor: 1
@@ -28,4 +28,3 @@ spec:
       size: 10Gi
       deleteClaim: false
       class: csi-sc-cinderplugin
-

kafka-resources/overlays/dev/kafka-schema-registry/kustomization.yaml

@@ -0,0 +1,8 @@
+apiVersion: kustomize.config.k8s.io/v1beta1
+kind: Kustomization
+
+namespace: kafka
+resources:
+- ../../../base/kafka-schema-registry/
+patchesStrategicMerge:
+- schema-registry-deployment.yaml

kafka-resources/overlays/dev/kafka-schema-registry/schema-registry-deployment.yaml

@@ -0,0 +1,9 @@
+apiVersion: apps/v1
+kind: Deployment
+metadata:
+  labels:
+    app: schema-registry
+  name: schema-registry
+  namespace: kafka
+spec:
+  replicas: 1

kafka-resources/overlays/dev/kustomization.yaml

@@ -5,4 +5,5 @@ namespace: kafka
 commonLabels:
   env: dev
 resources:
-  - kafka-core/
+- kafka-core/
+- kafka-schema-registry/

kafka-resources/overlays/prod/kafka-core/kafka-persistent-cluster.yaml

@@ -22,10 +22,9 @@ spec:
         deleteClaim: false
         class: csi-sc-cinderplugin
   zookeeper:
-    replicas: 3
+    replicas: 5
     storage:
       type: persistent-claim
       size: 112Gi
       deleteClaim: false
       class: csi-sc-cinderplugin
-

kafka-resources/overlays/prod/kafka-schema-registry/kustomization.yaml

@@ -0,0 +1,8 @@
+apiVersion: kustomize.config.k8s.io/v1beta1
+kind: Kustomization
+
+namespace: kafka
+resources:
+- ../../../base/kafka-schema-registry/
+patchesStrategicMerge:
+- schema-registry-deployment.yaml

kafka-resources/overlays/prod/kafka-schema-registry/schema-registry-deployment.yaml

@@ -0,0 +1,9 @@
+apiVersion: apps/v1
+kind: Deployment
+metadata:
+  labels:
+    app: schema-registry
+  name: schema-registry
+  namespace: kafka
+spec:
+  replicas: 5

kafka-resources/overlays/prod/kustomization.yaml

@@ -5,4 +5,5 @@ namespace: kafka
 commonLabels:
   env: prod
 resources:
-  - kafka-core/
+- kafka-core/
+- kafka-schema-registry/

kafka-resources/overlays/test/kafka-core/kafka-persistent-cluster.yaml

@@ -22,10 +22,9 @@ spec:
         deleteClaim: false
         class: csi-sc-cinderplugin
   zookeeper:
-    replicas: 2
+    replicas: 3
     storage:
       type: persistent-claim
       size: 20Gi
       deleteClaim: false
       class: csi-sc-cinderplugin
-

kafka-resources/overlays/test/kafka-schema-registry/kustomization.yaml

@@ -0,0 +1,8 @@
+apiVersion: kustomize.config.k8s.io/v1beta1
+kind: Kustomization
+
+namespace: kafka
+resources:
+- ../../../base/kafka-schema-registry/
+patchesStrategicMerge:
+- schema-registry-deployment.yaml

kafka-resources/overlays/test/kafka-schema-registry/schema-registry-deployment.yaml

@@ -0,0 +1,9 @@
+apiVersion: apps/v1
+kind: Deployment
+metadata:
+  labels:
+    app: schema-registry
+  name: schema-registry
+  namespace: kafka
+spec:
+  replicas: 3

kafka-resources/overlays/test/kustomization.yaml

@@ -5,4 +5,5 @@ namespace: kafka
 commonLabels:
   env: test
 resources:
-  - kafka-core/
+- kafka-core/
+- kafka-schema-registry/