diff --git a/ads/aqua/common/enums.py b/ads/aqua/common/enums.py index 37b32f337..322cf8f92 100644 --- a/ads/aqua/common/enums.py +++ b/ads/aqua/common/enums.py @@ -58,6 +58,7 @@ class InferenceContainerTypeFamily(ExtendedEnum): AQUA_VLLM_LLAMA4_CONTAINER_FAMILY = "odsc-vllm-serving-llama4" AQUA_TGI_CONTAINER_FAMILY = "odsc-tgi-serving" AQUA_LLAMA_CPP_CONTAINER_FAMILY = "odsc-llama-cpp-serving" + AQUA_VLLM_OPENAI_CONTAINER_FAMILY = "odsc-vllm-serving-openai" class CustomInferenceContainerTypeFamily(ExtendedEnum): diff --git a/ads/aqua/modeldeployment/deployment.py b/ads/aqua/modeldeployment/deployment.py index e9b8d9080..0e38d95ed 100644 --- a/ads/aqua/modeldeployment/deployment.py +++ b/ads/aqua/modeldeployment/deployment.py @@ -1161,10 +1161,7 @@ def get_deployment_default_params( f"{AQUA_DEPLOYMENT_CONTAINER_METADATA_NAME} key is not available in the custom metadata field for model {model_id}." ) - if ( - container_type_key - and container_type_key in InferenceContainerTypeFamily.values() - ): + if container_type_key: deployment_config = self.get_deployment_config(model_id) instance_shape_config = deployment_config.configuration.get(