[V0 Deprecation] Remove unused swap_space parameter (#36216)

Signed-off-by: majiayu000 <1835304752@qq.com>
Co-authored-by: mcelrath
This commit is contained in:
lif
2026-03-07 22:09:55 +08:00
committed by GitHub
co-authored by mcelrath
parent ee8a29511f
commit 00b814ba5a
22 changed files with 19 additions and 79 deletions
+1 -2
View File
@@ -22,7 +22,7 @@ prompts = [
sampling_params = SamplingParams(temperature=0.8, top_p=0.95)
# set different `gpu_memory_utilization` and `swap_space` for different ranks,
# set different `gpu_memory_utilization` for different ranks,
# to test if all ranks agree on the same kv cache configuration.
llm = LLM(
model="facebook/opt-125m",
@@ -30,7 +30,6 @@ llm = LLM(
pipeline_parallel_size=int(os.getenv("PP_SIZE", 1)),
distributed_executor_backend="external_launcher",
gpu_memory_utilization=random.uniform(0.7, 0.9),
swap_space=random.randint(1, 4),
seed=0,
)