We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 6e4cea1 commit d98edcdCopy full SHA for d98edcd
vllm/config.py
@@ -2231,7 +2231,7 @@ def is_multi_step(self) -> bool:
2231
class DeviceConfig:
2232
"""Configuration for the device to use for vLLM execution."""
2233
2234
- device: Union[Device, torch.device] = "auto"
+ device: SkipValidation[Union[Device, torch.device]] = "auto"
2235
"""Device type for vLLM execution.
2236
This parameter is deprecated and will be
2237
removed in a future release.
0 commit comments