[Bugfix][PD] Fix DSv4 Disaggregated (#41957)
Signed-off-by: NickLucche <nlucches@redhat.com> Co-authored-by: ZhanqiuHu <zhu@redhat.com>
This commit is contained in:
co-authored by
ZhanqiuHu
parent
3dda9aeb54
commit
171d59ae8d
@@ -593,7 +593,7 @@ class TransferTopology:
|
||||
return (
|
||||
f"TransferTopology("
|
||||
f"tp_ratio={self.tp_ratio(info.remote_tp_size)}, "
|
||||
f"K={self.total_num_kv_heads}, "
|
||||
f"num_kv_heads={self.total_num_kv_heads if not self.is_mla else 1}, "
|
||||
f"local_tp={self.tp_size}, "
|
||||
f"remote_tp={info.remote_tp_size}, "
|
||||
f"local_rank={self.tp_rank}, "
|
||||
|
||||
Reference in New Issue
Block a user