File tree 2 files changed +3
-1
lines changed
jobs/builders/infrastructure
2 files changed +3
-1
lines changed Original file line number Diff line number Diff line change 58
58
class SPARK_VERSION (str ):
59
59
v2_4_4 = "2.4.4"
60
60
v3_0_2 = "3.0.2"
61
+ v3_2_1 = "3.2.1"
61
62
62
63
63
64
class DataFlow :
Original file line number Diff line number Diff line change 24
24
from ads .common .oci_client import OCIClientFactory
25
25
from ads .common .oci_mixin import OCIModelMixin
26
26
from ads .common .utils import batch_convert_case , camel_to_snake
27
+ from ads .dataflow .dataflow import SPARK_VERSION
27
28
from ads .jobs .builders .infrastructure .base import Infrastructure , RunInstance
28
29
from ads .jobs .builders .infrastructure .utils import normalize_config
29
30
from ads .jobs .builders .runtimes .python_runtime import DataFlowRuntime
39
40
SLEEP_INTERVAL = 3
40
41
41
42
DEFAULT_LANGUAGE = "PYTHON"
42
- DEFAULT_SPARK_VERSION = "3.2.1"
43
+ DEFAULT_SPARK_VERSION = SPARK_VERSION . v3_2_1
43
44
DEFAULT_NUM_EXECUTORS = 1
44
45
DEFAULT_SHAPE = "VM.Standard.E3.Flex"
45
46
You can’t perform that action at this time.
0 commit comments