Merge pull request #633 from Lakshanya-M-ML/master

changes related to orc-compaction image

Author: Pradeep-G-ML

charts/sf-archival/charts/spark-manager/templates/configmap.yaml

@@ -107,7 +107,7 @@ data:
               "--conf",
               "spark.kubernetes.executor.label.release={{ .Release.Name }}",
               "--conf",
-              "spark.kubernetes.container.image={{ .Values.compactionImage }}",
+              "spark.kubernetes.container.image={{ .Values.orcCompaction.image.repository }}:{{ .Values.orcCompaction.image.tag }}",
               "--conf",
 {{- with (index .Values.global.imagePullSecrets 0) }}
               "spark.kubernetes.container.image.pullSecrets={{ .name }}",
@@ -202,7 +202,7 @@ data:
             },
             "task_subnet": "{{ .Values.infrastructure.EcsFargate.taskSubnet }}",
             "task_security_group": "{{ .Values.infrastructure.EcsFargate.taskSecurityGroup }}",
-            "task_image": "{{ .Values.compactionImage }}",
+            "task_image": "{{ .Values.orcCompaction.image.repository }}:{{ .Values.orcCompaction.image.tag }}",
             "compaction_secret_arn": "{{ .Values.infrastructure.EcsFargate.compactionSecretArn }}"
           }
         }

charts/sf-archival/charts/spark-manager/values.yaml

@@ -4,7 +4,10 @@ cbsparkevent:
     pullPolicy: IfNotPresent
     repository: snappyflowml/cb-spark-event
     tag: '2-0-117'
-compactionImage: snappyflowml/spark-compact-orc:2
+orcCompaction: 
+  image:
+    repository: snappyflowml/spark-compact-orc
+    tag: '2'
 fullnameOverride: ''
 jobserver:
   containerResources: