Enable python 3.14 support for azure-ai-ml (#44072)

* Initial changes to enable python 3.14 support - adjusted requirements

* Fix test_equality - Python 3.14 no longer allows NotImplemented to be used in boolean contexts

* Unskip test in test_data_utils - Python 3.13+ enforces stricter context manager protocol for mocked objects, updated the mocks to fix it

* Fix DistillationJob.__eq__ logic and unskip test in test_distillation_conversion - Python 3.13+ no longer allows NotImplemented to be used in boolean contexts

* Replace help() with inspect.signature() in test_dsl_group - making the test more robust and independent of python version

* Fix Python 3.14 test failures in test_init_finalize_job by accessing class attributes directly instead of through self in closures

* Update skipif condition in test_persistent_locals - bytecode implementation is till 3.12, after that it uses profiler at runtime, hence need not test bytecode for 3.13 onwards

* Update README

* Update CHANGELOG

* Add tests for dev requirements

* Add test to cover src code changes in distillation_job

---------

Co-authored-by: Saanika Gupta <[email protected]>

Author: 2 people

sdk/ml/azure-ai-ml/CHANGELOG.md

@@ -9,6 +9,7 @@
 ### Other Changes
 
 - Ensuring that azureml-dataprep-rslex is only installed for PyPy below 3.10 and CPython below 3.13.
+- Adding support for Python 3.14.
 
 ## 1.30.0 (2025-10-29)
 

sdk/ml/azure-ai-ml/README.md

@@ -10,7 +10,7 @@ We are excited to introduce the GA of Azure Machine Learning Python SDK v2. The
 | [Samples][ml_samples]
 
 
-This package has been tested with Python 3.8, 3.9, 3.10, 3.11, 3.12 and 3.13.
+This package has been tested with Python 3.8, 3.9, 3.10, 3.11, 3.12, 3.13 and 3.14.
 
 For a more complete set of Azure libraries, see https://aka.ms/azsdk/python/all
 

sdk/ml/azure-ai-ml/azure/ai/ml/entities/_job/distillation/distillation_job.py

@@ -517,9 +517,19 @@ def __eq__(self, other: object) -> bool:
         """
         if not isinstance(other, DistillationJob):
             return False
+        parent_eq = super().__eq__(other)
+
+        if parent_eq is NotImplemented:
+            # Parent doesn't implement comparison, we'll continue comparison on our end
+            pass
+        # Adding this case for future
+        # currently the parent doesn't implement __eq__ so we will always get NotImplemented only
+        elif not parent_eq:
+            # Parent says objects are not equal
+            return False
+
         return (
-            super().__eq__(other)
-            and self.data_generation_type == other.data_generation_type
+            self.data_generation_type == other.data_generation_type
             and self.data_generation_task_type == other.data_generation_task_type
             and self.teacher_model_endpoint_connection.name == other.teacher_model_endpoint_connection.name
             and self.student_model == other.student_model

sdk/ml/azure-ai-ml/dev_requirements.txt

@@ -12,10 +12,10 @@ pytest-mock
 pytest
 pydash
 azure-mgmt-msi
-pywin32==306 ; sys_platform == 'win32'
+pywin32==311 ; sys_platform == 'win32'
 docker;platform.python_implementation!="PyPy"
 numpy;platform.python_implementation!="PyPy"
-scikit-image;platform.python_implementation!="PyPy"
+scikit-image;platform.python_implementation!="PyPy" and python_version < "3.14"
 mldesigner
 azure-mgmt-resourcegraph<9.0.0,>=2.0.0
 azure-mgmt-resource<23.0.0,>=3.0.0

sdk/ml/azure-ai-ml/setup.py

@@ -53,6 +53,7 @@
         "Programming Language :: Python :: 3.11",
         "Programming Language :: Python :: 3.12",
         "Programming Language :: Python :: 3.13",
+        "Programming Language :: Python :: 3.14",
         "License :: OSI Approved :: MIT License",
     ],
     zip_safe=False,

sdk/ml/azure-ai-ml/tests/batch_online_common/unittests/test_endpoint_entity.py

@@ -1,23 +1,23 @@
-import pytest
-import yaml
-import json
 import copy
+import json
 import sys
+
+import pytest
+import yaml
 from test_utilities.utils import verify_entity_load_and_dump
-from azure.ai.ml._restclient.v2022_02_01_preview.models import (
-    OnlineEndpointData,
-    EndpointAuthKeys as RestEndpointAuthKeys,
-    EndpointAuthToken as RestEndpointAuthToken,
-)
-from azure.ai.ml._restclient.v2023_10_01.models import BatchEndpoint as BatchEndpointData
+
 from azure.ai.ml import load_batch_endpoint, load_online_endpoint
+from azure.ai.ml._restclient.v2022_02_01_preview.models import EndpointAuthKeys as RestEndpointAuthKeys
+from azure.ai.ml._restclient.v2022_02_01_preview.models import EndpointAuthToken as RestEndpointAuthToken
+from azure.ai.ml._restclient.v2022_02_01_preview.models import OnlineEndpointData
+from azure.ai.ml._restclient.v2023_10_01.models import BatchEndpoint as BatchEndpointData
 from azure.ai.ml.entities import (
     BatchEndpoint,
-    ManagedOnlineEndpoint,
-    KubernetesOnlineEndpoint,
-    OnlineEndpoint,
     EndpointAuthKeys,
     EndpointAuthToken,
+    KubernetesOnlineEndpoint,
+    ManagedOnlineEndpoint,
+    OnlineEndpoint,
 )
 from azure.ai.ml.exceptions import ValidationException
 
@@ -332,15 +332,12 @@ def test_dump(self) -> None:
         assert online_endpoint_dict["identity"]["type"] == online_endpoint.identity.type
         assert online_endpoint_dict["traffic"] == online_endpoint.traffic
 
-    @pytest.mark.skipif(
-        condition=sys.version_info >= (3, 13), reason="historical implementation doesn't support Python 3.13+"
-    )
     def test_equality(self) -> None:
         online_endpoint = load_online_endpoint(TestManagedOnlineEndpoint.ONLINE_ENDPOINT)
         batch_online_endpoint = load_batch_endpoint(TestManagedOnlineEndpoint.BATCH_ENDPOINT_WITH_BLUE)
 
-        assert online_endpoint.__eq__(None)
-        assert online_endpoint.__eq__(batch_online_endpoint)
+        assert online_endpoint.__eq__(None) is NotImplemented
+        assert online_endpoint.__eq__(batch_online_endpoint) is NotImplemented
 
         other_online_endpoint = copy.deepcopy(online_endpoint)
         assert online_endpoint == other_online_endpoint

sdk/ml/azure-ai-ml/tests/dataset/unittests/test_data_utils.py

@@ -1,7 +1,7 @@
+import sys
 from collections import OrderedDict
 from pathlib import Path
 from unittest.mock import Mock, patch
-import sys
 
 import pytest
 
@@ -97,10 +97,6 @@ def test_read_mltable_metadata_contents(
             read_local_mltable_metadata_contents(path=mltable_folder / "should-fail")
         assert "No such file or directory" in str(ex)
 
-    @pytest.mark.skipif(
-        sys.version_info >= (3, 13),
-        reason="Failing in spacific use case of TemporaryDirectory in Python 3.13 in test case only, skipping the test for now.",
-    )
     @patch("azure.ai.ml._utils._data_utils.get_datastore_info")
     @patch("azure.ai.ml._utils._data_utils.get_storage_client")
     def test_read_remote_mltable_metadata_contents(
@@ -126,7 +122,9 @@ def test_read_remote_mltable_metadata_contents(
         tmp_metadata_file.write_text(file_contents)
 
         # remote azureml accessible
-        with patch("azure.ai.ml._utils._data_utils.TemporaryDirectory", return_value=mltable_folder):
+        with patch("azure.ai.ml._utils._data_utils.TemporaryDirectory") as mock_tmp:
+            mock_tmp.return_value.__enter__.return_value = str(mltable_folder)
+            mock_tmp.return_value.__exit__.return_value = None
             contents = read_remote_mltable_metadata_contents(
                 datastore_operations=mock_datastore_operations,
                 base_uri="azureml://datastores/mydatastore/paths/images/dogs",

sdk/ml/azure-ai-ml/tests/distillation_job/unittests/test_distillation_conversion.py

@@ -1,5 +1,7 @@
-import pytest
 import sys
+from unittest.mock import patch
+
+import pytest
 
 from azure.ai.ml._restclient.v2024_01_01_preview.models import MLFlowModelJobInput, UriFileJobInput
 from azure.ai.ml.constants import DataGenerationTaskType, DataGenerationType
@@ -9,15 +11,31 @@
 from azure.ai.ml.entities._job.distillation.endpoint_request_settings import EndpointRequestSettings
 from azure.ai.ml.entities._job.distillation.prompt_settings import PromptSettings
 from azure.ai.ml.entities._job.distillation.teacher_model_settings import TeacherModelSettings
+from azure.ai.ml.entities._job.job import Job
 from azure.ai.ml.entities._job.resource_configuration import ResourceConfiguration
 from azure.ai.ml.entities._workspace.connections.connection_subtypes import ServerlessConnection
 from azure.ai.ml.entities._workspace.connections.workspace_connection import WorkspaceConnection
 
 
-@pytest.mark.skipif(
-    condition=sys.version_info >= (3, 13), reason="historical implementation doesn't support Python 3.13+"
-)
 class TestDistillationJobConversion:
+
+    def test_distillation_job_eq_type_check_and_parent_false(self):
+        """Test __eq__ edge cases for Python 3.14 compatibility."""
+        distillation_job = DistillationJob(
+            data_generation_type=DataGenerationType.DATA_GENERATION,
+            data_generation_task_type=DataGenerationTaskType.NLI,
+            teacher_model_endpoint_connection=ServerlessConnection(
+                name="llama-teacher", endpoint="http://bar.com", api_key="TESTKEY"
+            ),
+            student_model=Input(type=AssetTypes.MLFLOW_MODEL, path="azureml://foo/bar"),
+            name="test-job",
+        )
+
+        # mock parent __eq__ returning False
+        # As parent doesn't currently implement __eq__ and defaults to NotImplemented which gives error in boolean context
+        with patch.object(Job, "__eq__", return_value=False):
+            assert distillation_job != distillation_job
+
     @pytest.mark.parametrize(
         "data_generation_task_type",
         [

sdk/ml/azure-ai-ml/tests/dsl/unittests/test_dsl_group.py

@@ -1,3 +1,4 @@
+import inspect
 import sys
 from enum import Enum as PyEnum
 from io import StringIO
@@ -71,9 +72,6 @@ def test_restore_flattened_inputs(self) -> None:
         assert isinstance(result.ab, _GroupAttrDict)
         assert isinstance(result.ab.c, PipelineInput)
 
-    @pytest.mark.skipif(
-        condition=sys.version_info >= (3, 13), reason="historical implementation doesn't support Python 3.13+"
-    )
     def test_auto_generated_functions(self) -> None:
         class EnumOps(PyEnum):
             Option1 = "Option1"
@@ -89,15 +87,27 @@ class MixedGroup:
 
         # __init__ func test
         assert hasattr(MixedGroup, "__init__") is True
-        original_out = sys.stdout
-        sys.stdout = stdout_str_IO = StringIO()
-        help(MixedGroup.__init__)
-        assert (
-            "__init__(self,*,int_param:int=None,str_param:str=None,enum_param:str=None,"
-            "str_default_param:str='test',optional_int_param:int=5)->None"
-            in remove_extra_character(stdout_str_IO.getvalue())
-        )
-        sys.stdout = original_out
+        sig = inspect.signature(MixedGroup.__init__)
+        params = sig.parameters
+
+        # Verify all expected parameters exist
+        assert "self" in params
+        assert "int_param" in params
+        assert "str_param" in params
+        assert "enum_param" in params
+        assert "str_default_param" in params
+        assert "optional_int_param" in params
+
+        # Verify default values
+        assert params["int_param"].default is None
+        assert params["str_param"].default is None
+        assert params["enum_param"].default is None
+        assert params["str_default_param"].default == "test"
+        assert params["optional_int_param"].default == 5
+
+        # Verify keyword-only parameters (after *)
+        assert params["int_param"].kind == inspect.Parameter.KEYWORD_ONLY
+        assert params["str_param"].kind == inspect.Parameter.KEYWORD_ONLY
 
         # __repr__ func test
         var = MixedGroup(
@@ -415,9 +425,6 @@ def my_pipeline(my_inputs: PortInputs):
 
         assert "Only primitive types can be used as input of group, got uri_file" in str(e.value)
 
-    @pytest.mark.skipif(
-        condition=sys.version_info >= (3, 13), reason="historical implementation doesn't support Python 3.13+"
-    )
     def test_group_defaults_with_outputs(self):
         @group
         class MixedGroup:
@@ -428,21 +435,28 @@ class MixedGroup:
             optional_int_param: Input(type="integer", optional=True) = 5
             output_folder: Output(type="uri_folder")
 
+        # __init__ func test
         assert hasattr(MixedGroup, "__init__") is True
-        original_out = sys.stdout
-        sys.stdout = stdout_str_IO = StringIO()
-        help(MixedGroup.__init__)
-        assert (
-            "__init__(self,*,"
-            "int_param:int=None,"
-            "str_default_param:str='test',"
-            "str_param:str=None,"
-            "input_folder:{'type':'uri_folder'}=None,"
-            "optional_int_param:int=5,"
-            "output_folder:{'type':'uri_folder'}=None)"
-            "->None" in remove_extra_character(stdout_str_IO.getvalue())
-        )
-        sys.stdout = original_out
+        sig = inspect.signature(MixedGroup.__init__)
+        params = sig.parameters
+
+        # Verify all expected parameters exist
+        assert "int_param" in params
+        assert "str_default_param" in params
+        assert "str_param" in params
+        assert "input_folder" in params
+        assert "optional_int_param" in params
+        assert "output_folder" in params
+
+        # Verify default values
+        assert params["int_param"].default is None
+        assert params["str_default_param"].default == "test"
+        assert params["str_param"].default is None
+        assert params["optional_int_param"].default == 5
+        # input_folder and output_folder should have None as default
+        assert params["input_folder"].default is None
+        assert params["output_folder"].default is None
+
         # __repr__ func test
         var = MixedGroup(
             int_param=1, str_param="test-str", input_folder=Input(path="input"), output_folder=Output(path="output")