[sharded state loader] support pp in sharded state loader (#52110)

Signed-off-by: Andy Xie <andy.xning@gmail.com>
Co-authored-by: Simon Mo <simon.mo@hey.com>
This commit is contained in:
Ning Xie
2026-10-09 11:08:31 -07:00
committed by GitHub
co-authored by Simon Mo
parent c811943137
commit a0f28d73a8
4 changed files with 572 additions and 30 deletions
@@ -38,8 +38,11 @@ def parse_args():
parser.add_argument(
"--file-pattern",
type=str,
default=ShardedStateLoader.DEFAULT_PATTERN,
help="string pattern of saved filenames",
help=f"string pattern of saved filenames."
f"{ShardedStateLoader.TP_ONLY_PATTERN!r} for tensor parallel only "
f"(pipeline parallelism is 1). "
f"{ShardedStateLoader.PP_AND_TP_PATTERN!r} for pipeline and "
f"tensor parallel.",
)
parser.add_argument(
"--max-file-size",