From 9759746a89543343267d087f30ac42c697ed271b Mon Sep 17 00:00:00 2001 From: Divakar Verma Date: Tue, 21 Jan 2025 12:19:47 -0600 Subject: [PATCH] [bugfix] rocm moe tuning. rm is_navi() Signed-off-by: Divakar Verma --- benchmarks/kernels/benchmark_moe.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/benchmarks/kernels/benchmark_moe.py b/benchmarks/kernels/benchmark_moe.py index 1d59a0142241..1fa0da75c79d 100644 --- a/benchmarks/kernels/benchmark_moe.py +++ b/benchmarks/kernels/benchmark_moe.py @@ -12,10 +12,10 @@ from vllm.model_executor.layers.fused_moe.fused_moe import * from vllm.platforms import current_platform -from vllm.utils import FlexibleArgumentParser, is_navi +from vllm.utils import FlexibleArgumentParser FP8_DTYPE = torch.float8_e4m3fnuz if current_platform.is_rocm( -) and not is_navi() else torch.float8_e4m3fn +) else torch.float8_e4m3fn class BenchmarkConfig(TypedDict):