[BUGFIX][XPU] fix memory check after XPU reuse GPU_worker (#33358)
Signed-off-by: Chendi Xue <chendi.xue@intel.com>
This commit is contained in:
@@ -330,7 +330,7 @@ class Worker(WorkerBase):
|
|||||||
free_gpu_memory = profile_result.after_profile.free_memory
|
free_gpu_memory = profile_result.after_profile.free_memory
|
||||||
# NOTE(woosuk): Here we assume that the other processes using the same
|
# NOTE(woosuk): Here we assume that the other processes using the same
|
||||||
# GPU did not change their memory usage during the profiling.
|
# GPU did not change their memory usage during the profiling.
|
||||||
assert self.init_snapshot.free_memory > free_gpu_memory, (
|
assert self.init_snapshot.free_memory >= free_gpu_memory, (
|
||||||
"Error in memory profiling. "
|
"Error in memory profiling. "
|
||||||
f"Initial free memory {format_gib(self.init_snapshot.free_memory)} GiB, "
|
f"Initial free memory {format_gib(self.init_snapshot.free_memory)} GiB, "
|
||||||
f"current free memory {format_gib(free_gpu_memory)} GiB. "
|
f"current free memory {format_gib(free_gpu_memory)} GiB. "
|
||||||
|
|||||||
Reference in New Issue
Block a user