Skip to content

Commit 78006e7

Browse files
authored
Added tag for SPARK_VERSION 3.2.1 (#208)
1 parent a7c7556 commit 78006e7

File tree

2 files changed

+3
-1
lines changed

2 files changed

+3
-1
lines changed

ads/dataflow/dataflow.py

+1
Original file line numberDiff line numberDiff line change
@@ -58,6 +58,7 @@
5858
class SPARK_VERSION(str):
5959
v2_4_4 = "2.4.4"
6060
v3_0_2 = "3.0.2"
61+
v3_2_1 = "3.2.1"
6162

6263

6364
class DataFlow:

ads/jobs/builders/infrastructure/dataflow.py

+2-1
Original file line numberDiff line numberDiff line change
@@ -24,6 +24,7 @@
2424
from ads.common.oci_client import OCIClientFactory
2525
from ads.common.oci_mixin import OCIModelMixin
2626
from ads.common.utils import batch_convert_case, camel_to_snake
27+
from ads.dataflow.dataflow import SPARK_VERSION
2728
from ads.jobs.builders.infrastructure.base import Infrastructure, RunInstance
2829
from ads.jobs.builders.infrastructure.utils import normalize_config
2930
from ads.jobs.builders.runtimes.python_runtime import DataFlowRuntime
@@ -39,7 +40,7 @@
3940
SLEEP_INTERVAL = 3
4041

4142
DEFAULT_LANGUAGE = "PYTHON"
42-
DEFAULT_SPARK_VERSION = "3.2.1"
43+
DEFAULT_SPARK_VERSION = SPARK_VERSION.v3_2_1
4344
DEFAULT_NUM_EXECUTORS = 1
4445
DEFAULT_SHAPE = "VM.Standard.E3.Flex"
4546

0 commit comments

Comments
 (0)