diff --git a/charts/jupyter-pyspark/Chart.yaml b/charts/jupyter-pyspark/Chart.yaml index 0c5934c2..ecd90bbb 100644 --- a/charts/jupyter-pyspark/Chart.yaml +++ b/charts/jupyter-pyspark/Chart.yaml @@ -24,7 +24,7 @@ type: application # This is the chart version. This version number should be incremented each time you make changes # to the chart and its templates, including the app version. # Versions are expected to follow Semantic Versioning (https://semver.org/) -version: 1.32.25 +version: 1.32.26 dependencies: - name: library-chart diff --git a/charts/jupyter-pyspark/templates/statefulset.yaml b/charts/jupyter-pyspark/templates/statefulset.yaml index 7e38b952..490572d2 100644 --- a/charts/jupyter-pyspark/templates/statefulset.yaml +++ b/charts/jupyter-pyspark/templates/statefulset.yaml @@ -103,7 +103,27 @@ spec: command: - sh - -c - - cp -R /src/* /dest + - | + {{- if .Values.s3.enabled }} + mkdir /dest/coresite; + cp /src/coresite/core-site.xml /dest/coresite/core-site.xml; + {{- end }} + {{- if .Values.spark.default }} + mkdir /dest/spark; + cp /src/spark/spark-defaults.conf /dest/spark/spark-defaults.conf; + {{- end }} + {{- if and (.Values.spark.default) (.Values.repository.mavenRepository) }} + mkdir /dest/ivysettings; + cp /src/ivysettings/ivysettings.xml /dest/ivysettings/ivysettings.xml; + {{- end }} + {{- if .Values.discovery.hive }} + mkdir /dest/hive; + cp /src/hive/hive-site.xml /dest/hive/hive-site.xml; + {{- end }} + {{- if .Values.discovery.metaflow }} + mkdir /dest/metaflow; + cp /src/metaflow/config.json /dest/metaflow/config.json; + {{- end }} volumeMounts: {{- if .Values.s3.enabled }} - name: secret-coresite @@ -248,8 +268,8 @@ spec: {{- end }} {{- if .Values.discovery.metaflow }} - name: config-files - mountPath: /home/{{ .Values.environment.user}}/.metaflowconfig/config.json - subPath: metaflow/config.json + mountPath: /home/{{ .Values.environment.user}}/.metaflowconfig + subPath: metaflow {{- end }} {{- with .Values.nodeSelector }} nodeSelector: diff --git a/charts/jupyter-python/Chart.yaml b/charts/jupyter-python/Chart.yaml index b7ef7eab..cee44acb 100644 --- a/charts/jupyter-python/Chart.yaml +++ b/charts/jupyter-python/Chart.yaml @@ -23,7 +23,7 @@ type: application # to the chart and its templates, including the app version. # Versions are expected to follow Semantic Versioning (https://semver.org/) -version: 1.13.20 +version: 1.13.21 dependencies: - name: library-chart diff --git a/charts/jupyter-python/templates/statefulset.yaml b/charts/jupyter-python/templates/statefulset.yaml index 1e11c195..ceb259bc 100644 --- a/charts/jupyter-python/templates/statefulset.yaml +++ b/charts/jupyter-python/templates/statefulset.yaml @@ -78,7 +78,15 @@ spec: command: - sh - -c - - cp -R /src/* /dest + - | + {{- if .Values.discovery.hive }} + mkdir /dest/hive; + cp /src/hive/hive-site.xml /dest/hive/hive-site.xml; + {{- end }} + {{- if .Values.discovery.metaflow }} + mkdir /dest/metaflow/; + cp /src/metaflow/config.json /dest/metaflow/config.json; + {{- end }} volumeMounts: - name: config-files mountPath: /dest @@ -196,8 +204,8 @@ spec: {{- end }} {{- if .Values.discovery.metaflow }} - name: config-files - mountPath: /home/{{ .Values.environment.user}}/.metaflowconfig/config.json - subPath: metaflow/config.json + mountPath: /home/{{ .Values.environment.user}}/.metaflowconfig + subPath: metaflow {{- end }} {{- with .Values.nodeSelector }} nodeSelector: diff --git a/charts/vscode-pyspark/Chart.yaml b/charts/vscode-pyspark/Chart.yaml index ae3cfa45..254f365b 100644 --- a/charts/vscode-pyspark/Chart.yaml +++ b/charts/vscode-pyspark/Chart.yaml @@ -24,7 +24,7 @@ type: application # This is the chart version. This version number should be incremented each time you make changes # to the chart and its templates, including the app version. # Versions are expected to follow Semantic Versioning (https://semver.org/) -version: 1.3.18 +version: 1.3.19 dependencies: - name: library-chart diff --git a/charts/vscode-pyspark/templates/statefulset.yaml b/charts/vscode-pyspark/templates/statefulset.yaml index 530033bd..6d5c5575 100644 --- a/charts/vscode-pyspark/templates/statefulset.yaml +++ b/charts/vscode-pyspark/templates/statefulset.yaml @@ -100,7 +100,27 @@ spec: command: - sh - -c - - cp -R /src/* /dest + - | + {{- if .Values.s3.enabled }} + mkdir /dest/coresite; + cp /src/coresite/core-site.xml /dest/coresite/core-site.xml; + {{- end }} + {{- if .Values.spark.default }} + mdir /dest/spark; + cp /src/spark/spark-defaults.conf /dest/spark/spark-defaults.conf; + {{- end }} + {{- if and (.Values.spark.default) (.Values.repository.mavenRepository) }} + mkdir /dest/ivysettings; + cp /src/ivysettings/ivysettings.xml /dest/ivysettings/ivysettings.xml; + {{- end }} + {{- if .Values.discovery.hive }} + mkdir /dest/hive; + cp /src/hive/hive-site.xml /dest/hive/hive-site.xml; + {{- end }} + {{- if .Values.discovery.metaflow }} + mkdir /dest/metaflow; + cp /src/metaflow/config.json /dest/metaflow/config.json; + {{- end }} volumeMounts: - name: config-files mountPath: /dest @@ -245,8 +265,8 @@ spec: {{- end }} {{- if .Values.discovery.metaflow }} - name: config-files - mountPath: /home/{{ .Values.environment.user}}/.metaflowconfig/config.json - subPath: metaflow/config.json + mountPath: /home/{{ .Values.environment.user}}/.metaflowconfig + subPath: metaflow {{- end }} {{- with .Values.nodeSelector }} nodeSelector: diff --git a/charts/vscode-python/Chart.yaml b/charts/vscode-python/Chart.yaml index a006bdf1..a82c8d6c 100644 --- a/charts/vscode-python/Chart.yaml +++ b/charts/vscode-python/Chart.yaml @@ -23,7 +23,7 @@ type: application # to the chart and its templates, including the app version. # Versions are expected to follow Semantic Versioning (https://semver.org/) -version: 1.11.18 +version: 1.11.19 dependencies: - name: library-chart diff --git a/charts/vscode-python/templates/statefulset.yaml b/charts/vscode-python/templates/statefulset.yaml index 4e396af1..3b5c9e23 100644 --- a/charts/vscode-python/templates/statefulset.yaml +++ b/charts/vscode-python/templates/statefulset.yaml @@ -80,7 +80,15 @@ spec: command: - sh - -c - - cp -R /src/* /dest + - | + {{- if .Values.discovery.hive }} + mkdir /dest/hive; + cp /src/hive/hive-site.xml /dest/hive/hive-site.xml; + {{- end }} + {{- if .Values.discovery.metaflow }} + mkdir /dest/metaflow; + cp /src/metaflow/config.json /dest/metaflow/config.json; + {{- end }} volumeMounts: - name: config-files mountPath: /dest @@ -181,8 +189,8 @@ spec: {{- end }} {{- if .Values.discovery.metaflow }} - name: config-files - mountPath: /home/{{ .Values.environment.user}}/.metaflowconfig/config.json - subPath: metaflow/config.json + mountPath: /home/{{ .Values.environment.user}}/.metaflowconfig + subPath: metaflow {{- end }} - mountPath: /dev/shm name: dshm