[Doc]: fix typos in Python comments (#24417)
Signed-off-by: Didier Durand <durand.didier@gmail.com>
This commit is contained in:
@@ -1159,7 +1159,7 @@ class EngineArgs:
|
||||
# Note(hc): In the current implementation of decode context
|
||||
# parallel(DCP), tp_size needs to be divisible by dcp_size,
|
||||
# because the world size does not change by dcp, it simply
|
||||
# reuse the GPUs of TP group, and split one TP group into
|
||||
# reuses the GPUs of TP group, and split one TP group into
|
||||
# tp_size//dcp_size DCP groups.
|
||||
assert self.tensor_parallel_size % self.decode_context_parallel_size \
|
||||
== 0, (
|
||||
|
||||
@@ -235,7 +235,7 @@ class MQLLMEngineClient(EngineClient):
|
||||
# therefore we have to inform that the current
|
||||
# processed requests failed as well. Send back a dead
|
||||
# engine error give this feedback and also give a
|
||||
# 'hint' to the server to shutdown next.
|
||||
# 'hint' to the server to shut down next.
|
||||
exception = self.dead_error
|
||||
|
||||
if request_id is None:
|
||||
|
||||
Reference in New Issue
Block a user