diff --git a/vllm/engine/arg_utils.py b/vllm/engine/arg_utils.py index 442e4100fea1..14ab5358c44e 100644 --- a/vllm/engine/arg_utils.py +++ b/vllm/engine/arg_utils.py @@ -979,7 +979,7 @@ def create_engine_config( from vllm.platforms import current_platform current_platform.pre_register_and_update() - device_config = DeviceConfig(device=current_platform.device_type) + device_config = DeviceConfig(device=self.device) model_config = self.create_model_config() # * If VLLM_USE_V1 is unset, we enable V1 for "supported features"