[Core] Implement sharded state loader (#4690)

Co-authored-by: Woosuk Kwon <woosuk.kwon@berkeley.edu>
This commit is contained in:
Aurick Qiao
2024-05-15 22:11:54 -07:00
committed by GitHub
co-authored by Woosuk Kwon
parent 52f8107cf2
commit 30e754390c
7 changed files with 351 additions and 0 deletions
+1
View File
@@ -463,6 +463,7 @@ class LoadFormat(str, enum.Enum):
NPCACHE = "npcache"
DUMMY = "dummy"
TENSORIZER = "tensorizer"
SHARDED_STATE = "sharded_state"
@dataclass