diff --git a/cli/jobs/pipelines-with-components/shakespear_sample_and_word_count_using_spark/pipeline.yml b/cli/jobs/pipelines-with-components/shakespear_sample_and_word_count_using_spark/pipeline.yml index 9a75e550d3..c554818299 100644 --- a/cli/jobs/pipelines-with-components/shakespear_sample_and_word_count_using_spark/pipeline.yml +++ b/cli/jobs/pipelines-with-components/shakespear_sample_and_word_count_using_spark/pipeline.yml @@ -32,7 +32,7 @@ jobs: resources: instance_type: Standard_E8S_V3 - runtime_version: 3.1.0 + runtime_version: 3.3.0 count_word: type: spark @@ -44,6 +44,6 @@ jobs: resources: instance_type: Standard_E8S_V3 - runtime_version: 3.1.0 + runtime_version: 3.3.0 diff --git a/cli/jobs/pipelines/add-column-and-word-count-using-spark/pipeline.yml b/cli/jobs/pipelines/add-column-and-word-count-using-spark/pipeline.yml index 472bd6340b..0ab705de8e 100644 --- a/cli/jobs/pipelines/add-column-and-word-count-using-spark/pipeline.yml +++ b/cli/jobs/pipelines/add-column-and-word-count-using-spark/pipeline.yml @@ -36,7 +36,7 @@ jobs: resources: instance_type: Standard_E8S_V3 - runtime_version: 3.1.0 + runtime_version: 3.3.0 conf: spark.driver.cores: 2 @@ -71,7 +71,7 @@ jobs: resources: instance_type: Standard_E8S_V3 - runtime_version: 3.1.0 + runtime_version: 3.3.0 conf: spark.driver.cores: 2 diff --git a/cli/jobs/spark/serverless-spark-pipeline-default-identity.yml b/cli/jobs/spark/serverless-spark-pipeline-default-identity.yml index a334b5d824..31b905d295 100644 --- a/cli/jobs/spark/serverless-spark-pipeline-default-identity.yml +++ b/cli/jobs/spark/serverless-spark-pipeline-default-identity.yml @@ -22,4 +22,4 @@ jobs: resources: instance_type: standard_e8s_v3 - runtime_version: "3.2" + runtime_version: "3.3" diff --git a/cli/jobs/spark/serverless-spark-pipeline-managed-identity.yml b/cli/jobs/spark/serverless-spark-pipeline-managed-identity.yml index 225d51ffc9..6822ea9f9f 100644 --- a/cli/jobs/spark/serverless-spark-pipeline-managed-identity.yml +++ b/cli/jobs/spark/serverless-spark-pipeline-managed-identity.yml @@ -25,4 +25,4 @@ jobs: resources: instance_type: standard_e8s_v3 - runtime_version: "3.2" + runtime_version: "3.3" diff --git a/cli/jobs/spark/serverless-spark-pipeline-user-identity.yml b/cli/jobs/spark/serverless-spark-pipeline-user-identity.yml index 9c1dcd6ea8..b5ec9d05ae 100644 --- a/cli/jobs/spark/serverless-spark-pipeline-user-identity.yml +++ b/cli/jobs/spark/serverless-spark-pipeline-user-identity.yml @@ -25,4 +25,4 @@ jobs: resources: instance_type: standard_e8s_v3 - runtime_version: "3.2" + runtime_version: "3.3" diff --git a/cli/jobs/spark/serverless-spark-standalone-default-identity.yml b/cli/jobs/spark/serverless-spark-standalone-default-identity.yml index 5f6683b1cf..49a21c4ed4 100644 --- a/cli/jobs/spark/serverless-spark-standalone-default-identity.yml +++ b/cli/jobs/spark/serverless-spark-standalone-default-identity.yml @@ -31,5 +31,5 @@ args: >- resources: instance_type: standard_e4s_v3 - runtime_version: "3.2" + runtime_version: "3.3" \ No newline at end of file diff --git a/cli/jobs/spark/serverless-spark-standalone-managed-identity.yml b/cli/jobs/spark/serverless-spark-standalone-managed-identity.yml index f84f841a3b..1f4af1781f 100644 --- a/cli/jobs/spark/serverless-spark-standalone-managed-identity.yml +++ b/cli/jobs/spark/serverless-spark-standalone-managed-identity.yml @@ -34,5 +34,5 @@ identity: resources: instance_type: standard_e4s_v3 - runtime_version: "3.2" + runtime_version: "3.3" \ No newline at end of file diff --git a/cli/jobs/spark/serverless-spark-standalone-user-identity.yml b/cli/jobs/spark/serverless-spark-standalone-user-identity.yml index a4d448d2d6..86ce869574 100644 --- a/cli/jobs/spark/serverless-spark-standalone-user-identity.yml +++ b/cli/jobs/spark/serverless-spark-standalone-user-identity.yml @@ -34,5 +34,5 @@ identity: resources: instance_type: standard_e4s_v3 - runtime_version: "3.2" + runtime_version: "3.3" \ No newline at end of file diff --git a/sdk/python/jobs/pipelines/1i_pipeline_with_spark_nodes/pipeline_with_spark_nodes.ipynb b/sdk/python/jobs/pipelines/1i_pipeline_with_spark_nodes/pipeline_with_spark_nodes.ipynb index d737b0df4c..adbd60d5b6 100644 --- a/sdk/python/jobs/pipelines/1i_pipeline_with_spark_nodes/pipeline_with_spark_nodes.ipynb +++ b/sdk/python/jobs/pipelines/1i_pipeline_with_spark_nodes/pipeline_with_spark_nodes.ipynb @@ -171,7 +171,7 @@ " kmeans_clustering = spark_kmeans(file_input=train_data)\n", " kmeans_clustering.resources = {\n", " \"instance_type\": \"Standard_E8S_V3\",\n", - " \"runtime_version\": \"3.2.0\",\n", + " \"runtime_version\": \"3.3.0\",\n", " }\n", " kmeans_clustering.outputs.output.mode = InputOutputModes.DIRECT\n", "\n", diff --git a/sdk/python/jobs/pipelines/1k_demand_forecast_pipeline/aml-demand-forecast-mm-pipeline/aml-demand-forecast-mm-pipeline.ipynb b/sdk/python/jobs/pipelines/1k_demand_forecast_pipeline/aml-demand-forecast-mm-pipeline/aml-demand-forecast-mm-pipeline.ipynb index 1d06fd4415..c965df2a73 100644 --- a/sdk/python/jobs/pipelines/1k_demand_forecast_pipeline/aml-demand-forecast-mm-pipeline/aml-demand-forecast-mm-pipeline.ipynb +++ b/sdk/python/jobs/pipelines/1k_demand_forecast_pipeline/aml-demand-forecast-mm-pipeline/aml-demand-forecast-mm-pipeline.ipynb @@ -601,7 +601,7 @@ "|Property|Description|\n", "|:-|:-|\n", "| **instance_type** | A key that defines the compute instance type to be used for the serverless Spark compute. The following instance types are currently supported:|\n", - "| **runtime_version** | A key that defines the Spark runtime version. The following Spark runtime versions are currently supported: |\n", + "| **runtime_version** | A key that defines the Spark runtime version. The following Spark runtime versions are currently supported: |\n", "| **driver_cores** | The he number of cores allocated for the Spark driver. |\n", "| **driver_memory** | The allocated memory for the Spark exedriver, with a size unit suffix `k`, `m`, `g` or `t` (for example, `512m`, `2g`). |\n", "| **executor_cores** | The number of cores allocated for the Spark executor. |\n", @@ -639,7 +639,7 @@ "if USE_PARTITIONING_COMPONENT:\n", " spark_parameters = dict(\n", " instance_type=\"Standard_E4S_V3\",\n", - " runtime_version=\"3.2.0\",\n", + " runtime_version=\"3.3.0\",\n", " driver_cores=1,\n", " driver_memory=\"2g\",\n", " executor_cores=2,\n", @@ -704,7 +704,7 @@ "\n", " partition_step.resources = {\n", " \"instance_type\": spark_parameters.get(\"instance_type\", \"Standard_E4S_V3\"),\n", - " \"runtime_version\": str(spark_parameters.get(\"runtime_version\", \"3.2.0\")),\n", + " \"runtime_version\": str(spark_parameters.get(\"runtime_version\", \"3.3.0\")),\n", " }\n", " partition_step.conf = {\n", " \"spark.driver.cores\": spark_parameters.get(\"driver_cores\", 1),\n", diff --git a/sdk/python/jobs/spark/automation/run_interactive_session_notebook.ipynb b/sdk/python/jobs/spark/automation/run_interactive_session_notebook.ipynb index 1d87178f33..9181cd793d 100644 --- a/sdk/python/jobs/spark/automation/run_interactive_session_notebook.ipynb +++ b/sdk/python/jobs/spark/automation/run_interactive_session_notebook.ipynb @@ -45,7 +45,7 @@ " executor_instances=2,\n", " resources={\n", " \"instance_type\": \"Standard_E8S_V3\",\n", - " \"runtime_version\": \"3.2.0\",\n", + " \"runtime_version\": \"3.3.0\",\n", " },\n", ")\n", "\n", diff --git a/sdk/python/jobs/spark/submit_spark_pipeline_jobs.ipynb b/sdk/python/jobs/spark/submit_spark_pipeline_jobs.ipynb index 8f7b672f80..1a336efc40 100644 --- a/sdk/python/jobs/spark/submit_spark_pipeline_jobs.ipynb +++ b/sdk/python/jobs/spark/submit_spark_pipeline_jobs.ipynb @@ -342,7 +342,7 @@ " spark_step.identity = ManagedIdentityConfiguration()\n", " spark_step.resources = {\n", " \"instance_type\": \"Standard_E8S_V3\",\n", - " \"runtime_version\": \"3.2.0\",\n", + " \"runtime_version\": \"3.3.0\",\n", " }\n", "\n", "\n", @@ -422,7 +422,7 @@ " spark_step.identity = UserIdentityConfiguration()\n", " spark_step.resources = {\n", " \"instance_type\": \"Standard_E8S_V3\",\n", - " \"runtime_version\": \"3.2.0\",\n", + " \"runtime_version\": \"3.3.0\",\n", " }\n", "\n", "\n", @@ -501,7 +501,7 @@ " spark_step.outputs.wrangled_data.mode = InputOutputModes.DIRECT\n", " spark_step.resources = {\n", " \"instance_type\": \"Standard_E8S_V3\",\n", - " \"runtime_version\": \"3.2.0\",\n", + " \"runtime_version\": \"3.3.0\",\n", " }\n", "\n", "\n", diff --git a/sdk/python/jobs/spark/submit_spark_standalone_jobs.ipynb b/sdk/python/jobs/spark/submit_spark_standalone_jobs.ipynb index 522a421ad7..245c267122 100644 --- a/sdk/python/jobs/spark/submit_spark_standalone_jobs.ipynb +++ b/sdk/python/jobs/spark/submit_spark_standalone_jobs.ipynb @@ -267,7 +267,7 @@ " executor_instances=2,\n", " resources={\n", " \"instance_type\": \"Standard_E8S_V3\",\n", - " \"runtime_version\": \"3.2.0\",\n", + " \"runtime_version\": \"3.3.0\",\n", " },\n", " inputs={\n", " \"titanic_data\": Input(\n", @@ -329,7 +329,7 @@ " executor_instances=2,\n", " resources={\n", " \"instance_type\": \"Standard_E8S_V3\",\n", - " \"runtime_version\": \"3.2.0\",\n", + " \"runtime_version\": \"3.3.0\",\n", " },\n", " inputs={\n", " \"titanic_data\": Input(\n", @@ -391,7 +391,7 @@ " executor_instances=2,\n", " resources={\n", " \"instance_type\": \"Standard_E8S_V3\",\n", - " \"runtime_version\": \"3.2.0\",\n", + " \"runtime_version\": \"3.3.0\",\n", " },\n", " inputs={\n", " \"titanic_data\": Input(\n", diff --git a/sdk/python/jobs/spark/submit_spark_standalone_jobs_managed_vnet.ipynb b/sdk/python/jobs/spark/submit_spark_standalone_jobs_managed_vnet.ipynb index 515ea84b65..cfa920dfae 100644 --- a/sdk/python/jobs/spark/submit_spark_standalone_jobs_managed_vnet.ipynb +++ b/sdk/python/jobs/spark/submit_spark_standalone_jobs_managed_vnet.ipynb @@ -531,7 +531,7 @@ " executor_instances=2,\n", " resources={\n", " \"instance_type\": \"Standard_E8S_V3\",\n", - " \"runtime_version\": \"3.2.0\",\n", + " \"runtime_version\": \"3.3.0\",\n", " },\n", " inputs={\n", " \"titanic_data\": Input(\n", @@ -765,7 +765,7 @@ " executor_instances=2,\n", " resources={\n", " \"instance_type\": \"Standard_E8S_V3\",\n", - " \"runtime_version\": \"3.2.0\",\n", + " \"runtime_version\": \"3.3.0\",\n", " },\n", " inputs={\n", " \"titanic_data\": Input(\n",