This commit is contained in:
Zhuohan Li
2023-06-22 00:21:41 +08:00
committed by GitHub
parent 67d96c29fb
commit 2e0d314384
+1 -1
View File
@@ -87,7 +87,7 @@ class LLMEngine:
worker_cls = ray.remote( worker_cls = ray.remote(
num_cpus=0, num_cpus=0,
num_gpus=1, num_gpus=1,
resources={node_resource: 1e-5}, resources={node_resource: 1e-3},
)(worker_cls).remote )(worker_cls).remote
worker = worker_cls( worker = worker_cls(