From 70293b6b36f851a1dda9aefce41f751c1d68853a Mon Sep 17 00:00:00 2001
From: eslamdyab21 <eslamdyab22@gmail.com>
Date: Sun, 19 Jan 2025 19:23:05 +0200
Subject: [PATCH] add hostAliases for "warehouse.minio"

---
 k8s.yaml | 85 +++++++++++++++++---------------------------------------
 1 file changed, 25 insertions(+), 60 deletions(-)

diff --git a/k8s.yaml b/k8s.yaml
index e5f5918..0f8a76e 100644
--- a/k8s.yaml
+++ b/k8s.yaml
@@ -15,6 +15,10 @@ spec:
       labels:
         app: spark-master
     spec:
+      hostAliases:
+      - ip: "10.97.11.170"
+        hostnames:
+        - "warehouse.minio"
       containers:
       - name: spark-master
         image: tabulario/spark-iceberg
@@ -185,29 +189,11 @@ spec:
       port: 5010
       targetPort: 5010
 ---
-apiVersion: v1
-kind: Service
-metadata:
-  name: spark-master-out-service
-  namespace: lakehouse
-spec:
-  type: NodePort
-  selector:
-    app: spark-master
-  ports:
-    - name: p1
-      protocol: TCP
-      port: 8888
-      targetPort: 8888
-      nodePort: 30001
-    - name: p2
-      protocol: TCP
-      port: 8080
-      targetPort: 8080
-      nodePort: 30002
 
 
----
+
+
+
 apiVersion: apps/v1
 kind: Deployment
 metadata:
@@ -216,7 +202,7 @@ metadata:
   labels:
     app: spark-worker
 spec:
-  replicas: 1
+  replicas: 2
   selector:
     matchLabels:
       app: spark-worker
@@ -225,6 +211,10 @@ spec:
       labels:
         app: spark-worker
     spec:
+      hostAliases:
+      - ip: "10.97.11.170"
+        hostnames:
+        - "warehouse.minio"
       containers:
       - name: spark-worker
         image: tabulario/spark-iceberg
@@ -389,27 +379,10 @@ spec:
       port: 5010
       targetPort: 5010
 ---
-  apiVersion: v1
-  kind: Service
-  metadata:
-    name: spark-worker-out-service
-    namespace: lakehouse
-  spec:
-    type: NodePort
-    selector:
-      app: spark-worker
-    ports:
-      - name: p1
-        protocol: TCP
-        port: 8888
-        targetPort: 8888
-        nodePort: 30010
-      - name: p2
-        protocol: TCP
-        port: 8081
-        targetPort: 8081
-        nodePort: 30011
----
+
+
+
+
 apiVersion: apps/v1
 kind: Deployment
 metadata:
@@ -427,6 +400,10 @@ spec:
       labels:
         app: rest
     spec:
+      hostAliases:
+      - ip: "10.97.11.170"
+        hostnames:
+        - "warehouse.minio"
       containers:
       - name: rest
         image: apache/iceberg-rest-fixture
@@ -540,6 +517,7 @@ metadata:
   name: minio
   namespace: lakehouse
 spec:
+  clusterIP: 10.97.11.170
   selector:
     app: minio
   ports:
@@ -552,23 +530,10 @@ spec:
       port: 9001
       targetPort: 9001
 ---
-apiVersion: v1
-kind: Service
-metadata:
-  name: minio-out-service
-  namespace: lakehouse
-spec:
-  type: NodePort
-  selector:
-    app: minio
-  ports:
-    - name: p1
-      protocol: TCP
-      port: 9001
-      targetPort: 9001
-      nodePort: 30004
 
----
+
+
+
 apiVersion: apps/v1
 kind: Deployment
 metadata:
@@ -610,7 +575,7 @@ spec:
         command: ["/bin/sh", "-c"]
         args:
         - |
-          until (/usr/bin/mc config host add minio http://minio:9000 admin password) do
+          until (/usr/bin/mc config host add minio $MINIO_ENDPOINT $AWS_ACCESS_KEY_ID $AWS_SECRET_ACCESS_KEY) do
             echo '...waiting...' && sleep 1;
           done;
           /usr/bin/mc mb --ignore-existing minio/warehouse;