From ad65177a1977af535ac0f82312f898a03c425632 Mon Sep 17 00:00:00 2001 From: ChenqianCao <39755070+ChenqianCao@users.noreply.github.com> Date: Tue, 17 Feb 2026 18:06:53 +0800 Subject: [PATCH] [Bugfix] Fix 'remove_instance_endpoint' method logic in disagg_proxy_demo (#32922) Signed-off-by: ChenqianCao <39755070+ChenqianCao@users.noreply.github.com> Co-authored-by: Harry Mellor <19981378+hmellor@users.noreply.github.com> --- .../online_serving/disaggregated_serving/disagg_proxy_demo.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/examples/online_serving/disaggregated_serving/disagg_proxy_demo.py b/examples/online_serving/disaggregated_serving/disagg_proxy_demo.py index 2b8482ec71..763361a30e 100644 --- a/examples/online_serving/disaggregated_serving/disagg_proxy_demo.py +++ b/examples/online_serving/disaggregated_serving/disagg_proxy_demo.py @@ -328,9 +328,9 @@ class Proxy: if instance_type == "decode" and instance in self.decode_instances: self.decode_instances.remove(instance) self.decode_cycler = itertools.cycle(self.decode_instances) - if instance_type == "prefill" and instance in self.decode_instances: + if instance_type == "prefill" and instance in self.prefill_instances: self.prefill_instances.remove(instance) - self.prefill_cycler = itertools.cycle(self.decode_instances) + self.prefill_cycler = itertools.cycle(self.prefill_instances) class RoundRobinSchedulingPolicy(SchedulingPolicy):