[Platform] Replace torch.cuda.Event with torch.Event (#47140)
Signed-off-by: Kunshang Ji <kunshang.ji@intel.com> Signed-off-by: Harry Mellor <19981378+hmellor@users.noreply.github.com> Co-authored-by: Harry Mellor <19981378+hmellor@users.noreply.github.com>
This commit is contained in:
co-authored by
Harry Mellor
parent
fcaa84efa7
commit
e840f0d3f5
@@ -89,7 +89,7 @@ class BaseLinearLayerWithLoRA(BaseLayerWithLoRA):
|
||||
vllm_config = get_current_vllm_config()
|
||||
self._lora_stream = _get_lora_aux_cuda_stream()
|
||||
assert current_platform.is_cuda_alike()
|
||||
self._events = [torch.cuda.Event(), torch.cuda.Event()]
|
||||
self._events = [torch.Event(), torch.Event()]
|
||||
# lora_linear avoids prefix conflicts with the base layer
|
||||
self.layer_name = self.base_layer.prefix + ".lora_linear_async"
|
||||
compilation_config = vllm_config.compilation_config
|
||||
|
||||
Reference in New Issue
Block a user