Skip to content

Commit 9704fef

Browse files
[Multi model deployment] Updating usages for container config (#1144)
1 parent e85e3c7 commit 9704fef

File tree

5 files changed

+12
-3
lines changed

5 files changed

+12
-3
lines changed

Diff for: ads/aqua/config/container_config.py

+1
Original file line numberDiff line numberDiff line change
@@ -15,6 +15,7 @@ class Usage(ExtendedEnum):
1515
INFERENCE = "inference"
1616
BATCH_INFERENCE = "batch_inference"
1717
MULTI_MODEL = "multi_model"
18+
OTHER = "other"
1819

1920

2021
class AquaContainerConfigSpec(Serializable):

Diff for: ads/aqua/model/model.py

+4-1
Original file line numberDiff line numberDiff line change
@@ -270,7 +270,10 @@ def create_multi(
270270
supported_container_families = [
271271
container_config_item.family
272272
for container_config_item in service_inference_containers
273-
if Usage.MULTI_MODEL in container_config_item.usages
273+
if any(
274+
usage in container_config_item.usages
275+
for usage in [Usage.MULTI_MODEL, Usage.OTHER]
276+
)
274277
]
275278

276279
if not supported_container_families:

Diff for: ads/aqua/modeldeployment/deployment.py

+4-1
Original file line numberDiff line numberDiff line change
@@ -237,7 +237,10 @@ def create(
237237
supported_container_families = [
238238
container_config_item.family
239239
for container_config_item in service_inference_containers
240-
if Usage.MULTI_MODEL in container_config_item.usages
240+
if any(
241+
usage in container_config_item.usages
242+
for usage in [Usage.MULTI_MODEL, Usage.OTHER]
243+
)
241244
]
242245

243246
if not supported_container_families:

Diff for: tests/unitary/with_extras/aqua/test_data/ui/container_index.json

+2
Original file line numberDiff line numberDiff line change
@@ -131,6 +131,8 @@
131131
],
132132
"type": "inference",
133133
"usages": [
134+
"inference",
135+
"batch_inference",
134136
"multi_model"
135137
],
136138
"version": "0.4.1.3"

Diff for: tests/unitary/with_extras/aqua/test_ui.py

+1-1
Original file line numberDiff line numberDiff line change
@@ -595,7 +595,7 @@ def test_list_containers(self, mock_get_container_config):
595595
],
596596
"server_port": "8080",
597597
},
598-
"usages": ["multi_model"],
598+
"usages": ["inference", "batch_inference", "multi_model"],
599599
},
600600
],
601601
"finetune": [

0 commit comments

Comments
 (0)