fix-ray (#193)
This commit is contained in:
@@ -87,7 +87,7 @@ class LLMEngine:
|
|||||||
worker_cls = ray.remote(
|
worker_cls = ray.remote(
|
||||||
num_cpus=0,
|
num_cpus=0,
|
||||||
num_gpus=1,
|
num_gpus=1,
|
||||||
resources={node_resource: 1e-5},
|
resources={node_resource: 1e-3},
|
||||||
)(worker_cls).remote
|
)(worker_cls).remote
|
||||||
|
|
||||||
worker = worker_cls(
|
worker = worker_cls(
|
||||||
|
|||||||
Reference in New Issue
Block a user