Skip to content

Commit d49a88d

Browse files
Updating if_model_custom_metadata_artifact_exist in evaluation
1 parent 8e94b6d commit d49a88d

File tree

3 files changed

+16
-18
lines changed

3 files changed

+16
-18
lines changed

ads/aqua/evaluation/evaluation.py

Lines changed: 7 additions & 6 deletions
Original file line numberDiff line numberDiff line change
@@ -433,9 +433,7 @@ def create(
433433
metrics=create_aqua_evaluation_details.metrics,
434434
inference_configuration=eval_inference_configuration or {},
435435
)
436-
).create(
437-
**kwargs
438-
) ## TODO: decide what parameters will be needed
436+
).create(**kwargs) ## TODO: decide what parameters will be needed
439437
logger.debug(
440438
f"Successfully created evaluation job {evaluation_job.id} for {create_aqua_evaluation_details.evaluation_source_id}."
441439
)
@@ -1076,11 +1074,14 @@ def download_report(self, eval_id) -> AquaEvalReport:
10761074
with tempfile.TemporaryDirectory() as temp_dir:
10771075
logger.info(f"Downloading evaluation artifact for {eval_id}.")
10781076
dsc_model = DataScienceModel.from_id(eval_id)
1079-
if dsc_model.if_model_custom_metadata_artifact_exist(
1080-
eval_id, EVALUATION_REPORT
1081-
):
1077+
if_custom_metadata_exists = (
1078+
dsc_model.if_model_custom_metadata_artifact_exist(EVALUATION_REPORT)
1079+
)
1080+
if if_custom_metadata_exists:
1081+
logger.info(f"Fetching {EVALUATION_REPORT} from custom metadata.")
10821082
dsc_model.get_custom_metadata_artifact(EVALUATION_REPORT, temp_dir)
10831083
else:
1084+
logger.info(f"Fetching {EVALUATION_REPORT} from OSS bucket.")
10841085
dsc_model.download_artifact(
10851086
temp_dir,
10861087
auth=self._auth,

ads/model/datascience_model.py

Lines changed: 7 additions & 10 deletions
Original file line numberDiff line numberDiff line change
@@ -2236,14 +2236,12 @@ def find_model_idx():
22362236
self.model_file_description["models"].pop(modelSearchIdx)
22372237

22382238
def if_model_custom_metadata_artifact_exist(
2239-
self, model_id: str, metadata_key_name: str, **kwargs
2239+
self, metadata_key_name: str, **kwargs
22402240
) -> bool:
22412241
"""Checks if the custom metadata artifact exists for the model.
22422242
22432243
Parameters
22442244
----------
2245-
model_id : str
2246-
The model OCID.
22472245
metadata_key_name: str
22482246
Custom metadata key name
22492247
**kwargs :
@@ -2259,13 +2257,12 @@ def if_model_custom_metadata_artifact_exist(
22592257
response = self.dsc_model.head_custom_metadata_artifact(
22602258
metadata_key_name=metadata_key_name, **kwargs
22612259
)
2262-
return response.status == 200
2263-
except oci.exceptions.ServiceError as ex:
2264-
if ex.status == 404 or ex.status == 400:
2265-
logger.info(
2266-
f"Artifact not found in model {model_id} for cutom metadata {metadata_key_name}. {ex}"
2267-
)
2268-
return False
2260+
return int(response.status) == 200
2261+
except Exception as ex:
2262+
logger.info(
2263+
f"Error fetching custom metadata: {metadata_key_name} for model {self.id}. {ex}"
2264+
)
2265+
return False
22692266

22702267
def create_custom_metadata_artifact(
22712268
self,

ads/model/service/oci_datascience_model.py

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -1,6 +1,6 @@
11
#!/usr/bin/env python
22

3-
# Copyright (c) 2022, 2024 Oracle and/or its affiliates.
3+
# Copyright (c) 2022, 2025 Oracle and/or its affiliates.
44
# Licensed under the Universal Permissive License v 1.0 as shown at https://oss.oracle.com/licenses/upl/
55

66
import logging
@@ -110,7 +110,7 @@ def wrapper(self, *args, **kwargs):
110110
def convert_model_metadata_response(
111111
headers: Union[Dict, CaseInsensitiveDict], status: int
112112
) -> ModelMetadataArtifactDetails:
113-
return ModelMetadataArtifactDetails(headers=headers, status=str(status))
113+
return ModelMetadataArtifactDetails(headers=dict(headers), status=str(status))
114114

115115

116116
class OCIDataScienceModel(

0 commit comments

Comments
 (0)