diff --git a/Dockerfile b/Dockerfile index 1d696970a..eb1ef7f73 100644 --- a/Dockerfile +++ b/Dockerfile @@ -14,7 +14,7 @@ # limitations under the License. # -ARG SPARK_IMAGE=spark:3.5.0 +ARG SPARK_IMAGE=spark:3.5.1 FROM golang:1.22-alpine as builder diff --git a/charts/spark-operator-chart/Chart.yaml b/charts/spark-operator-chart/Chart.yaml index 891765041..0a11f4a74 100644 --- a/charts/spark-operator-chart/Chart.yaml +++ b/charts/spark-operator-chart/Chart.yaml @@ -1,8 +1,8 @@ apiVersion: v2 name: spark-operator description: A Helm chart for Spark on Kubernetes operator -version: 1.2.15 -appVersion: v1beta2-1.4.6-3.5.0 +version: 1.2.16 +appVersion: v1beta2-1.4.6-3.5.1 keywords: - spark home: https://github.com/kubeflow/spark-operator diff --git a/charts/spark-operator-chart/README.md b/charts/spark-operator-chart/README.md index a8f41dc76..fef409571 100644 --- a/charts/spark-operator-chart/README.md +++ b/charts/spark-operator-chart/README.md @@ -1,6 +1,6 @@ # spark-operator -![Version: 1.2.15](https://img.shields.io/badge/Version-1.2.15-informational?style=flat-square) ![AppVersion: v1beta2-1.4.6-3.5.0](https://img.shields.io/badge/AppVersion-v1beta2--1.4.6--3.5.0-informational?style=flat-square) +![Version: 1.2.16](https://img.shields.io/badge/Version-1.2.16-informational?style=flat-square) ![AppVersion: v1beta2-1.4.6-3.5.1](https://img.shields.io/badge/AppVersion-v1beta2--1.4.6--3.5.1-informational?style=flat-square) A Helm chart for Spark on Kubernetes operator diff --git a/docs/developer-guide.md b/docs/developer-guide.md index 846762ea2..4dfe0f8fe 100644 --- a/docs/developer-guide.md +++ b/docs/developer-guide.md @@ -33,7 +33,7 @@ The easiest way to build the operator without worrying about its dependencies is docker build -t . ``` -The operator image is built upon a base Spark image that defaults to `spark:3.5.0`. If you want to use your own Spark image (e.g., an image with a different version of Spark or some custom dependencies), specify the argument `SPARK_IMAGE` as the following example shows: +The operator image is built upon a base Spark image that defaults to `spark:3.5.1`. If you want to use your own Spark image (e.g., an image with a different version of Spark or some custom dependencies), specify the argument `SPARK_IMAGE` as the following example shows: ```bash docker build --build-arg SPARK_IMAGE= -t . diff --git a/examples/spark-pi-configmap.yaml b/examples/spark-pi-configmap.yaml index a6a5dc023..2323bd3da 100644 --- a/examples/spark-pi-configmap.yaml +++ b/examples/spark-pi-configmap.yaml @@ -21,11 +21,11 @@ metadata: spec: type: Scala mode: cluster - image: "spark:3.5.0" + image: "spark:3.5.1" imagePullPolicy: Always mainClass: org.apache.spark.examples.SparkPi - mainApplicationFile: "local:///opt/spark/examples/jars/spark-examples_2.12-3.5.0.jar" - sparkVersion: "3.5.0" + mainApplicationFile: "local:///opt/spark/examples/jars/spark-examples_2.12-3.5.1.jar" + sparkVersion: "3.5.1" restartPolicy: type: Never volumes: @@ -37,7 +37,7 @@ spec: coreLimit: "1200m" memory: "512m" labels: - version: 3.5.0 + version: 3.5.1 serviceAccount: spark-operator-spark volumeMounts: - name: config-vol @@ -47,7 +47,7 @@ spec: instances: 1 memory: "512m" labels: - version: 3.5.0 + version: 3.5.1 volumeMounts: - name: config-vol mountPath: /opt/spark/mycm diff --git a/examples/spark-pi-custom-resource.yaml b/examples/spark-pi-custom-resource.yaml index 1e70098d2..1362de524 100644 --- a/examples/spark-pi-custom-resource.yaml +++ b/examples/spark-pi-custom-resource.yaml @@ -21,11 +21,11 @@ metadata: spec: type: Scala mode: cluster - image: "spark:3.5.0" + image: "spark:3.5.1" imagePullPolicy: Always mainClass: org.apache.spark.examples.SparkPi - mainApplicationFile: "local:///opt/spark/examples/jars/spark-examples_2.12-3.5.0.jar" - sparkVersion: "3.5.0" + mainApplicationFile: "local:///opt/spark/examples/jars/spark-examples_2.12-3.5.1.jar" + sparkVersion: "3.5.1" restartPolicy: type: Never volumes: @@ -38,7 +38,7 @@ spec: coreLimit: "1200m" memory: "512m" labels: - version: 3.5.0 + version: 3.5.1 serviceAccount: spark-operator-spark volumeMounts: - name: "test-volume" @@ -48,7 +48,7 @@ spec: instances: 1 memory: "512m" labels: - version: 3.5.0 + version: 3.5.1 volumeMounts: - name: "test-volume" mountPath: "/tmp" diff --git a/examples/spark-pi-schedule.yaml b/examples/spark-pi-schedule.yaml index 576a77361..244dd0c5c 100644 --- a/examples/spark-pi-schedule.yaml +++ b/examples/spark-pi-schedule.yaml @@ -25,11 +25,11 @@ spec: template: type: Scala mode: cluster - image: "spark:3.5.0" + image: "spark:3.5.1" imagePullPolicy: Always mainClass: org.apache.spark.examples.SparkPi - mainApplicationFile: "local:///opt/spark/examples/jars/spark-examples_2.12-3.5.0.jar" - sparkVersion: "3.5.0" + mainApplicationFile: "local:///opt/spark/examples/jars/spark-examples_2.12-3.5.1.jar" + sparkVersion: "3.5.1" restartPolicy: type: Never driver: @@ -37,11 +37,11 @@ spec: coreLimit: "1200m" memory: "512m" labels: - version: 3.5.0 + version: 3.5.1 serviceAccount: spark-operator-spark executor: cores: 1 instances: 1 memory: "512m" labels: - version: 3.5.0 + version: 3.5.1 diff --git a/examples/spark-pi.yaml b/examples/spark-pi.yaml index 41d48645e..eb8117ed3 100644 --- a/examples/spark-pi.yaml +++ b/examples/spark-pi.yaml @@ -21,11 +21,11 @@ metadata: spec: type: Scala mode: cluster - image: "spark:3.5.0" + image: "spark:3.5.1" imagePullPolicy: Always mainClass: org.apache.spark.examples.SparkPi - mainApplicationFile: "local:///opt/spark/examples/jars/spark-examples_2.12-3.5.0.jar" - sparkVersion: "3.5.0" + mainApplicationFile: "local:///opt/spark/examples/jars/spark-examples_2.12-3.5.1.jar" + sparkVersion: "3.5.1" sparkUIOptions: serviceLabels: test-label/v1: 'true' @@ -41,7 +41,7 @@ spec: coreLimit: "1200m" memory: "512m" labels: - version: 3.5.0 + version: 3.5.1 serviceAccount: spark-operator-spark volumeMounts: - name: "test-volume" @@ -51,7 +51,7 @@ spec: instances: 1 memory: "512m" labels: - version: 3.5.0 + version: 3.5.1 volumeMounts: - name: "test-volume" mountPath: "/tmp" diff --git a/examples/spark-py-pi.yaml b/examples/spark-py-pi.yaml index 11a193cfd..0e7166d86 100644 --- a/examples/spark-py-pi.yaml +++ b/examples/spark-py-pi.yaml @@ -22,10 +22,10 @@ spec: type: Python pythonVersion: "3" mode: cluster - image: "spark:3.5.0" + image: "spark:3.5.1" imagePullPolicy: Always mainApplicationFile: local:///opt/spark/examples/src/main/python/pi.py - sparkVersion: "3.5.0" + sparkVersion: "3.5.1" restartPolicy: type: OnFailure onFailureRetries: 3 @@ -37,11 +37,11 @@ spec: coreLimit: "1200m" memory: "512m" labels: - version: 3.5.0 + version: 3.5.1 serviceAccount: spark-operator-spark executor: cores: 1 instances: 1 memory: "512m" labels: - version: 3.5.0 + version: 3.5.1