Updating Spark Operator image tag (#304)

* Updating Spark Operator image
* Updating latest docs to reflect Spark image tag change

Author: akirillov

repository/spark/README.md

@@ -10,7 +10,7 @@ The documentation is available in [docs/2.4.5-1.0.1](./docs/2.4.5-1.0.1) folder.
 
 | KUDO Spark version | Apache Spark version     | Operator version        | Minimum KUDO Version | Status |
 | ------------------ | --------------------     | ----------------------- | -------------------- | ------ |
-| latest             | 3.0.0 (Hadoop 2.9.2)     | v1beta2-1.2.0           | 0.15.0               | GA     |
+| latest             | 3.0.0 (Hadoop 2.9.2)     | v1beta2-1.2.0           | 0.15.0               | RC     |
 | **2.4.5-1.0.1**    | **2.4.5 (Hadoop 2.9.2)** | **v1beta2-1.1.1**       | **0.13.0**           | GA     |
 | 2.4.5-1.0.0        | 2.4.5 (Hadoop 2.9.2)     | v1beta2-1.1.0           | 0.10.1               | GA     |
 | 2.4.4-0.2.0        | 2.4.4 (Hadoop 2.9.2)     | v1beta2-1.0.1           | 0.10.1               | beta   |

repository/spark/docs/latest/monitoring.md

@@ -28,7 +28,7 @@ Full list of metrics configuration parameters and defaults is available in KUDO
 
 ##### Running Spark Application with metrics enabled
 1) Composing your Spark Application yaml:
-   - use the following Spark image which includes the `JMXPrometheus` exporter jar: `mesosphere/spark:spark-2.4.5-hadoop-2.9-k8s`
+   - use the following Spark image which includes the `JMXPrometheus` exporter jar: `mesosphere/spark:spark-3.0.0-hadoop-2.9-k8s-rc3`
    - enable Driver and Executors metrics reporting by adding the following configuration into `SparkApplication` `spec` section:
      ```yaml
        monitoring:

repository/spark/docs/latest/resources/monitoring/spark-application-with-metrics.yaml

@@ -5,7 +5,7 @@ metadata:
 spec:
   type: Scala
   mode: cluster
-  image: mesosphere/spark:spark-2.4.5-hadoop-2.9-k8s
+  image: mesosphere/spark:spark-3.0.0-hadoop-2.9-k8s-rc3
   imagePullPolicy: Always
   mainClass: MockTaskRunner
   mainApplicationFile: "https://infinity-artifacts.s3.amazonaws.com/scale-tests/dcos-spark-scala-tests-assembly-2.4.0-20190325.jar"

repository/spark/docs/latest/resources/spark-pi.yaml

@@ -6,7 +6,7 @@ metadata:
 spec:
   type: Scala
   mode: cluster
-  image: "mesosphere/spark:spark-2.4.5-hadoop-2.9-k8s"
+  image: "mesosphere/spark:spark-3.0.0-hadoop-2.9-k8s-rc3"
   imagePullPolicy: Always
   mainClass: org.apache.spark.examples.SparkPi
   mainApplicationFile: "local:///opt/spark/examples/jars/spark-examples_2.11-2.4.5.jar"

repository/spark/docs/latest/security.md

@@ -37,7 +37,7 @@ metadata:
 spec:
   type: Scala
   mode: cluster
-  image: "mesosphere/spark:spark-2.4.5-hadoop-2.9-k8s"
+  image: "mesosphere/spark:spark-3.0.0-hadoop-2.9-k8s-rc3"
   imagePullPolicy: Always
   mainClass: MockTaskRunner
   mainApplicationFile: "https://infinity-artifacts.s3.amazonaws.com/scale-tests/dcos-spark-scala-tests-assembly-2.4.0-20190325.jar"
@@ -152,7 +152,7 @@ metadata:
   namespace: <namespace>
 spec:
   ...
-  image: "mesosphere/spark:spark-2.4.5-hadoop-2.9-k8s"
+  image: "mesosphere/spark:spark-3.0.0-hadoop-2.9-k8s-rc3"
   sparkConf:
     "spark.ssl.enabled":    "true",
     "spark.ssl.keyStore":   "/tmp/spark/ssl/keystore.jks",

repository/spark/docs/latest/submission.md

@@ -18,7 +18,7 @@ metadata:
 spec:
   type: Scala
   mode: cluster
-  image: "mesosphere/spark:spark-2.4.5-hadoop-2.9-k8s"
+  image: "mesosphere/spark:spark-3.0.0-hadoop-2.9-k8s-rc3"
   imagePullPolicy: Always
   mainClass: org.apache.spark.examples.SparkPi
   mainApplicationFile: "local:///opt/spark/examples/jars/spark-examples_2.11-2.4.5.jar"

repository/spark/operator/params.yaml

@@ -34,7 +34,7 @@ parameters:
 
   - name: operatorVersion
     description: "Operator Docker image version (tag)"
-    default: 3.0.0-1.1.0-rc1
+    default: 3.0.0-1.1.0-rc3
     displayName: "Operator Docker image version (tag)"
 
   - name: imagePullPolicy

repository/spark/tests/spark-job/spark-pi.yaml

@@ -6,7 +6,7 @@ metadata:
 spec:
   type: Scala
   mode: cluster
-  image: "mesosphere/spark:spark-3.0.0-hadoop-2.9-k8s-rc1"
+  image: "mesosphere/spark:spark-3.0.0-hadoop-2.9-k8s-rc3"
   imagePullPolicy: Always
   mainClass: org.apache.spark.examples.SparkPi
   mainApplicationFile: "local:///opt/spark/examples/jars/spark-examples_2.12-3.0.0.jar"