File tree 8 files changed +291
-260
lines changed
8 files changed +291
-260
lines changed Original file line number Diff line number Diff line change @@ -461,9 +461,9 @@ def get_container_config_item(
461
461
"""
462
462
463
463
aqua_container_config = self .get_container_config ()
464
- inference_config = aqua_container_config .to_dict (). get ( "inference" )
465
- ft_config = aqua_container_config .to_dict (). get ( "finetune" )
466
- eval_config = aqua_container_config .to_dict (). get ( "evaluate" )
464
+ inference_config = aqua_container_config .inference . values ( )
465
+ ft_config = aqua_container_config .finetune . values ( )
466
+ eval_config = aqua_container_config .evaluate . values ( )
467
467
container = next (
468
468
(
469
469
container
Original file line number Diff line number Diff line change @@ -166,7 +166,8 @@ def from_service_config(
166
166
spec = None ,
167
167
)
168
168
container_type = container .family_name
169
- if container .usages [0 ].lower () in "inference" :
169
+ usages = [x .upper () for x in container .usages ]
170
+ if "INFERENCE" in usages or "MULTI_MODEL" in usages :
170
171
container_item .platforms .append (
171
172
container .workload_configuration_details_list [
172
173
0
@@ -228,11 +229,11 @@ def from_service_config(
228
229
),
229
230
)
230
231
container_item .spec = container_spec
231
- if "INFERENCE" in ( x . upper () for x in container . usages ) :
232
+ if "INFERENCE" in usages or "MULTI_MODEL" in usages :
232
233
inference_items [container_type ] = container_item
233
- if "FINE_TUNE" in ( x . upper () for x in container . usages ) :
234
+ if "FINE_TUNE" in usages :
234
235
finetune_items [container_type ] = container_item
235
- if "EVALUATION" in ( x . upper () for x in container . usages ) :
236
+ if "EVALUATION" in usages :
236
237
evaluate_items [container_type ] = container_item
237
238
return cls (
238
239
inference = inference_items , finetune = finetune_items , evaluate = evaluate_items
Original file line number Diff line number Diff line change @@ -273,7 +273,7 @@ def create_multi(
273
273
supported_container_families = [
274
274
container_config_item .family
275
275
for container_config_item in service_inference_containers
276
- if Usage .MULTI_MODEL in container_config_item .usages
276
+ if Usage .MULTI_MODEL . upper () in container_config_item .usages
277
277
]
278
278
279
279
if not supported_container_families :
Original file line number Diff line number Diff line change 34
34
load_gpu_shapes_index ,
35
35
validate_cmd_var ,
36
36
)
37
- from ads .aqua .config .container_config import AquaContainerConfig , Usage
37
+ from ads .aqua .config .container_config import Usage
38
38
from ads .aqua .constants import (
39
39
AQUA_MODEL_ARTIFACT_FILE ,
40
40
AQUA_MODEL_TYPE_CUSTOM ,
@@ -225,16 +225,12 @@ def create(
225
225
except ConfigValidationError as err :
226
226
raise AquaValueError (f"{ err } " ) from err
227
227
228
- service_inference_containers = (
229
- AquaContainerConfig .from_container_index_json (
230
- config = container_config
231
- ).inference .values ()
232
- )
228
+ service_inference_containers = container_config .inference .values ()
233
229
234
230
supported_container_families = [
235
231
container_config_item .family
236
232
for container_config_item in service_inference_containers
237
- if Usage .MULTI_MODEL in container_config_item .usages
233
+ if Usage .MULTI_MODEL . upper () in container_config_item .usages
238
234
]
239
235
240
236
if not supported_container_families :
You can’t perform that action at this time.
0 commit comments