From 0609270a81f2145ddf2ca978c40d1cfdd7926f8e Mon Sep 17 00:00:00 2001
From: Micke Nordin <kano@sunet.se>
Date: Fri, 28 Jun 2024 12:57:08 +0200
Subject: [PATCH] Add more cluster components

---
 spark/base/kustomization.yaml                 |  8 ++++-
 spark/base/spark-master-controller.yml        | 23 +++++++++++++++
 spark/base/spark-master-service.yml           | 14 +++++++++
 spark/base/spark-ui-proxy-controller.yml      | 29 +++++++++++++++++++
 ...service.yml => spark-ui-proxy-service.yml} |  0
 spark/base/spark-worker-controller.yml        | 23 +++++++++++++++
 6 files changed, 96 insertions(+), 1 deletion(-)
 create mode 100644 spark/base/spark-master-controller.yml
 create mode 100644 spark/base/spark-master-service.yml
 create mode 100644 spark/base/spark-ui-proxy-controller.yml
 rename spark/base/{spark-service.yml => spark-ui-proxy-service.yml} (100%)
 create mode 100644 spark/base/spark-worker-controller.yml

diff --git a/spark/base/kustomization.yaml b/spark/base/kustomization.yaml
index 26b26cb..d8aeccd 100644
--- a/spark/base/kustomization.yaml
+++ b/spark/base/kustomization.yaml
@@ -1,4 +1,10 @@
 ---
-resources: [spark-ingress.yml, spark-service.yml]
+resources:
+  - spark-ingress.yml
+  - spark-master-controller.yml
+  - spark-master-service.yml
+  - spark-ui-proxy-controller.yml
+  - spark-ui-proxy-service.yml
+  - spark-worker-controller.yml
 apiVersion: kustomize.config.k8s.io/v1beta1
 kind: Kustomization
diff --git a/spark/base/spark-master-controller.yml b/spark/base/spark-master-controller.yml
new file mode 100644
index 0000000..736a27a
--- /dev/null
+++ b/spark/base/spark-master-controller.yml
@@ -0,0 +1,23 @@
+kind: ReplicationController
+apiVersion: v1
+metadata:
+  name: spark-master-controller
+spec:
+  replicas: 1
+  selector:
+    component: spark-master
+  template:
+    metadata:
+      labels:
+        component: spark-master
+    spec:
+      containers:
+        - name: spark-master
+          image: registry.k8s.io/spark:1.5.2_v1
+          command: ["/start-master"]
+          ports:
+            - containerPort: 7077
+            - containerPort: 8080
+          resources:
+            requests:
+              cpu: 100m
diff --git a/spark/base/spark-master-service.yml b/spark/base/spark-master-service.yml
new file mode 100644
index 0000000..794147d
--- /dev/null
+++ b/spark/base/spark-master-service.yml
@@ -0,0 +1,14 @@
+kind: Service
+apiVersion: v1
+metadata:
+  name: spark-master
+spec:
+  ports:
+    - port: 7077
+      targetPort: 7077
+      name: spark
+    - port: 8080
+      targetPort: 8080
+      name: http
+  selector:
+    component: spark-master
diff --git a/spark/base/spark-ui-proxy-controller.yml b/spark/base/spark-ui-proxy-controller.yml
new file mode 100644
index 0000000..3bd0566
--- /dev/null
+++ b/spark/base/spark-ui-proxy-controller.yml
@@ -0,0 +1,29 @@
+kind: ReplicationController
+apiVersion: v1
+metadata:
+  name: spark-ui-proxy-controller
+spec:
+  replicas: 1
+  selector:
+    component: spark-ui-proxy
+  template:
+    metadata:
+      labels:
+        component: spark-ui-proxy
+    spec:
+      containers:
+        - name: spark-ui-proxy
+          image: elsonrodriguez/spark-ui-proxy:1.0
+          ports:
+            - containerPort: 80
+          resources:
+            requests:
+              cpu: 100m
+          args:
+            - spark-master:8080
+          livenessProbe:
+              httpGet:
+                path: /
+                port: 80
+              initialDelaySeconds: 120
+              timeoutSeconds: 5
diff --git a/spark/base/spark-service.yml b/spark/base/spark-ui-proxy-service.yml
similarity index 100%
rename from spark/base/spark-service.yml
rename to spark/base/spark-ui-proxy-service.yml
diff --git a/spark/base/spark-worker-controller.yml b/spark/base/spark-worker-controller.yml
new file mode 100644
index 0000000..2652a80
--- /dev/null
+++ b/spark/base/spark-worker-controller.yml
@@ -0,0 +1,23 @@
+kind: ReplicationController
+apiVersion: v1
+metadata:
+  name: spark-worker-controller
+spec:
+  replicas: 2
+  selector:
+    component: spark-worker
+  template:
+    metadata:
+      labels:
+        component: spark-worker
+    spec:
+      containers:
+        - name: spark-worker
+          image: registry.k8s.io/spark:1.5.2_v1
+          command: ["/start-worker"]
+          ports:
+            - containerPort: 8081
+          resources:
+            requests:
+              cpu: 100m
+