We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 61bae75 commit 66a7d6eCopy full SHA for 66a7d6e
vllm_ascend/ops/linear.py
@@ -442,7 +442,7 @@ def get_custom_tp_group_row(
442
if custom_tp_group is not None:
443
return custom_tp_group, custom_tp_group.tp_rank, custom_tp_group.tp_size
444
445
- return None, get_tp_group().tp_rank, get_tp_group().tp_size
+ return None, get_tp_group().rank_in_group, get_tp_group().world_size
446
447
448
class AscendColumnParallelLinear(ColumnParallelLinear):
0 commit comments