#################################################################################################################
# Define the settings for the rook-ceph cluster with common settings for a production cluster.
# Selected nodes with selected raw devices will be used for the Ceph cluster. At least three nodes are required
# in this example. See the documentation for more details on storage settings available.

# For example, to create the cluster:
#   kubectl create -f crds.yaml -f common.yaml -f operator.yaml
#   kubectl create -f cluster-multizone.yaml
#################################################################################################################

apiVersion: ceph.rook.io/v1
kind: CephCluster
metadata:
  name: rook-ceph
  namespace: rook-ceph # namespace:cluster
spec:
  dataDirHostPath: /var/lib/rook
  mon:
    count: 3
    allowMultiplePerNode: false
    failureDomainLabel: topology.kubernetes.io/zone 
    zones:
      - name: dco
      - name: sto3
      - name: sto4
  mgr:
    count: 2
    modules:
      - name: pg_autoscaler
        enabled: true
  cephVersion:
    image: quay.io/ceph/ceph:v18.2.4
    allowUnsupported: true
  skipUpgradeChecks: false
  continueUpgradeAfterChecksEvenIfNotHealthy: false
  dashboard:
    enabled: true
    ssl: true
  storage:
    useAllNodes: false
    nodes:
      - name: k8sw1
      - name: k8sw2
      - name: k8sw3
      - name: k8sw4
      - name: k8sw5
      - name: k8sw6
    useAllDevices: false
    devices:
      - name: "/dev/rookvg/rookvol1"
      - name: "/dev/rookvg/rookvol2"
      - name: "/dev/rookvg/rookvol3"
    deviceFilter: ""
  placement:
    osd:
      nodeAffinity:
        requiredDuringSchedulingIgnoredDuringExecution:
          nodeSelectorTerms:
            - matchExpressions:
                - key: topology.kubernetes.io/zone
                  operator: In
                  values:
                    - dco
                    - sto3
                    - sto4

    mgr:
      nodeAffinity:
        requiredDuringSchedulingIgnoredDuringExecution:
          nodeSelectorTerms:
            - matchExpressions:
                - key: topology.kubernetes.io/zone
                  operator: In
                  values:
                    - dco
                    - sto3
                    - sto4
  priorityClassNames:
    mon: system-node-critical
    osd: system-node-critical
    mgr: system-cluster-critical
  disruptionManagement:
    managePodBudgets: true