[KV-Offloading] Support workload identity for objectstore secondary tier (#47063)
Signed-off-by: Pierangelo Di Pilato <pierdipi@redhat.com> Co-authored-by: Or Ozeri <oro@il.ibm.com>
This commit is contained in:
co-authored by
Or Ozeri
parent
93e2ab7111
commit
65a7b46284
@@ -25,6 +25,7 @@ from vllm.v1.kv_offload.base import (
|
||||
make_offload_key,
|
||||
)
|
||||
from vllm.v1.kv_offload.tiering.base import JobMetadata, JobResult
|
||||
from vllm.v1.kv_offload.tiering.obj.config import ObjStoreConfig
|
||||
from vllm.v1.kv_offload.tiering.obj.manager import ObjectStoreSecondaryTierManager
|
||||
|
||||
# ---------------------------------------------------------------------------
|
||||
@@ -418,3 +419,49 @@ class TestMockObjTierShutdown:
|
||||
tier, _ = _make_tier(num_blocks=4)
|
||||
tier.shutdown()
|
||||
tier.shutdown() # must not raise
|
||||
|
||||
|
||||
class TestObjStoreConfig:
|
||||
def test_explicit_credentials_included(self):
|
||||
cfg = ObjStoreConfig(
|
||||
bucket="b",
|
||||
endpoint_override="ep",
|
||||
access_key="ak",
|
||||
secret_key="sk",
|
||||
)
|
||||
params = cfg.to_nixl_params()
|
||||
assert params["access_key"] == "ak"
|
||||
assert params["secret_key"] == "sk"
|
||||
|
||||
def test_credentials_omitted_when_empty(self):
|
||||
cfg = ObjStoreConfig(bucket="b", endpoint_override="ep")
|
||||
params = cfg.to_nixl_params()
|
||||
assert "access_key" not in params
|
||||
assert "secret_key" not in params
|
||||
assert "session_token" not in params
|
||||
assert "region" not in params
|
||||
assert params["bucket"] == "b"
|
||||
assert params["endpoint_override"] == "ep"
|
||||
|
||||
def test_session_token_and_region_included(self):
|
||||
cfg = ObjStoreConfig(
|
||||
bucket="b",
|
||||
endpoint_override="ep",
|
||||
access_key="ak",
|
||||
secret_key="sk",
|
||||
session_token="tok",
|
||||
region="us-east-1",
|
||||
)
|
||||
params = cfg.to_nixl_params()
|
||||
assert params["session_token"] == "tok"
|
||||
assert params["region"] == "us-east-1"
|
||||
|
||||
def test_ca_bundle_included_when_set(self):
|
||||
cfg = ObjStoreConfig(
|
||||
bucket="b",
|
||||
endpoint_override="ep",
|
||||
ca_bundle="/path/to/ca.pem",
|
||||
)
|
||||
params = cfg.to_nixl_params()
|
||||
assert params["ca_bundle"] == "/path/to/ca.pem"
|
||||
assert "access_key" not in params
|
||||
|
||||
Reference in New Issue
Block a user