[Compile] Fix compile warning #177-D (#56609)

Signed-off-by: yewentao256 <zhyanwentao@126.com>
This commit is contained in:
Wentao Ye
2026-09-17 05:04:56 -07:00
committed by GitHub
parent 667b26e50b
commit 91a4c40b45
+2
View File
@@ -84,7 +84,9 @@ void swap_blocks(torch::stable::Tensor& src, torch::stable::Tensor& dst,
namespace {
// ROCm hipMemcpyBatchAsync faults for count > 8192 (MI350X/gfx950), so chunk
// at that ceiling.
#if defined(USE_ROCM)
constexpr int64_t kRocmDefaultMaxBatchDescriptors = 8192;
#endif
constexpr const char* kMaxBatchDescriptorsEnv =
"VLLM_KV_OFFLOAD_MAX_BATCH_DESCRIPTORS";