Skip to content

vllm.v1.kv_offload.tiering.obj.config

Connection configuration for the object store secondary tier.

Classes:

  • ObjStoreConfig

    Connection parameters for an object store backend.

ObjStoreConfig dataclass

Connection parameters for an object store backend.

Methods:

Source code in vllm/v1/kv_offload/tiering/obj/config.py
@dataclass
class ObjStoreConfig:
    """Connection parameters for an object store backend."""

    bucket: str
    endpoint_override: str
    access_key: str
    secret_key: str
    scheme: str = "http"
    ca_bundle: str = ""

    def to_nixl_params(self) -> dict[str, str]:
        """Build the NIXL backend params dict."""
        params: dict[str, str] = {
            "bucket": self.bucket,
            "endpoint_override": self.endpoint_override,
            "scheme": self.scheme,
            "access_key": self.access_key,
            "secret_key": self.secret_key,
        }
        if self.ca_bundle:
            params["ca_bundle"] = self.ca_bundle
        return params

to_nixl_params()

Build the NIXL backend params dict.

Source code in vllm/v1/kv_offload/tiering/obj/config.py
def to_nixl_params(self) -> dict[str, str]:
    """Build the NIXL backend params dict."""
    params: dict[str, str] = {
        "bucket": self.bucket,
        "endpoint_override": self.endpoint_override,
        "scheme": self.scheme,
        "access_key": self.access_key,
        "secret_key": self.secret_key,
    }
    if self.ca_bundle:
        params["ca_bundle"] = self.ca_bundle
    return params