Skip to content

Commit 2aa56f3

Browse files
committed
review comments
Signed-off-by: Matthias Jouanneaux <[email protected]>
1 parent 57c6885 commit 2aa56f3

File tree

1 file changed

+2
-5
lines changed

1 file changed

+2
-5
lines changed

tensorrt_llm/mapping.py

Lines changed: 2 additions & 5 deletions
Original file line numberDiff line numberDiff line change
@@ -208,9 +208,9 @@ def __init__(
208208
f"but got {tp_size} * {cp_size} != {attn_tp_size} * {attn_cp_size}"
209209
)
210210

211-
if moe_ep_size != 1 and cp_size > 1 and cp_type == CpType.ULYSSES:
211+
if moe_ep_size != 1 and cp_size > 1 and cp_type != CpType.HELIX:
212212
raise NotImplementedError(
213-
"CP ulysses doesn't support MoE tp/ep yet")
213+
f"CP {cp_type} doesn't support MoE tp/ep yet")
214214

215215
self.tp_size = tp_size
216216
self.cp_size = cp_size
@@ -411,9 +411,6 @@ def has_cp_helix(self):
411411
return self.cp_size > 1 and self.cp_config.get(
412412
"cp_type") == CpType.HELIX
413413

414-
def is_last_helix_rank(self):
415-
return self.cp_rank == self.cp_size - 1
416-
417414
def get_node_rank(self, rank: int):
418415
return rank // self.gpus_per_node
419416

0 commit comments

Comments
 (0)