File tree Expand file tree Collapse file tree 1 file changed +2
-5
lines changed Expand file tree Collapse file tree 1 file changed +2
-5
lines changed Original file line number Diff line number Diff line change @@ -208,9 +208,9 @@ def __init__(
208
208
f"but got { tp_size } * { cp_size } != { attn_tp_size } * { attn_cp_size } "
209
209
)
210
210
211
- if moe_ep_size != 1 and cp_size > 1 and cp_type == CpType .ULYSSES :
211
+ if moe_ep_size != 1 and cp_size > 1 and cp_type != CpType .HELIX :
212
212
raise NotImplementedError (
213
- "CP ulysses doesn't support MoE tp/ep yet" )
213
+ f "CP { cp_type } doesn't support MoE tp/ep yet" )
214
214
215
215
self .tp_size = tp_size
216
216
self .cp_size = cp_size
@@ -411,9 +411,6 @@ def has_cp_helix(self):
411
411
return self .cp_size > 1 and self .cp_config .get (
412
412
"cp_type" ) == CpType .HELIX
413
413
414
- def is_last_helix_rank (self ):
415
- return self .cp_rank == self .cp_size - 1
416
-
417
414
def get_node_rank (self , rank : int ):
418
415
return rank // self .gpus_per_node
419
416
You can’t perform that action at this time.
0 commit comments