[KV-Offloading] Support workload identity for objectstore secondary tier (#47063)

Signed-off-by: Pierangelo Di Pilato <pierdipi@redhat.com>
Co-authored-by: Or Ozeri <oro@il.ibm.com>
This commit is contained in:
Pierangelo Di Pilato
2026-07-07 16:30:16 +03:00
committed by GitHub
co-authored by Or Ozeri
parent 93e2ab7111
commit 65a7b46284
3 changed files with 76 additions and 11 deletions
@@ -25,6 +25,7 @@ from vllm.v1.kv_offload.base import (
make_offload_key,
)
from vllm.v1.kv_offload.tiering.base import JobMetadata, JobResult
from vllm.v1.kv_offload.tiering.obj.config import ObjStoreConfig
from vllm.v1.kv_offload.tiering.obj.manager import ObjectStoreSecondaryTierManager
# ---------------------------------------------------------------------------
@@ -418,3 +419,49 @@ class TestMockObjTierShutdown:
tier, _ = _make_tier(num_blocks=4)
tier.shutdown()
tier.shutdown() # must not raise
class TestObjStoreConfig:
def test_explicit_credentials_included(self):
cfg = ObjStoreConfig(
bucket="b",
endpoint_override="ep",
access_key="ak",
secret_key="sk",
)
params = cfg.to_nixl_params()
assert params["access_key"] == "ak"
assert params["secret_key"] == "sk"
def test_credentials_omitted_when_empty(self):
cfg = ObjStoreConfig(bucket="b", endpoint_override="ep")
params = cfg.to_nixl_params()
assert "access_key" not in params
assert "secret_key" not in params
assert "session_token" not in params
assert "region" not in params
assert params["bucket"] == "b"
assert params["endpoint_override"] == "ep"
def test_session_token_and_region_included(self):
cfg = ObjStoreConfig(
bucket="b",
endpoint_override="ep",
access_key="ak",
secret_key="sk",
session_token="tok",
region="us-east-1",
)
params = cfg.to_nixl_params()
assert params["session_token"] == "tok"
assert params["region"] == "us-east-1"
def test_ca_bundle_included_when_set(self):
cfg = ObjStoreConfig(
bucket="b",
endpoint_override="ep",
ca_bundle="/path/to/ca.pem",
)
params = cfg.to_nixl_params()
assert params["ca_bundle"] == "/path/to/ca.pem"
assert "access_key" not in params