vllm_omni.host_weight_runtime ¶

fingerprint: str | None = None

kind: str = 'base'

metadata: CanonicalJson = field(
    default_factory=CanonicalJson.empty
)

artifact_key: str

artifact_lock_active: bool

backing_fingerprint: str | None

build_lock_active: bool

failure: HostWeightFailure | None

manifest: WeightManifest | None

publication_id: str | None

size_bytes: int

status: StoreStatus

artifact_key: str

reason: str | None = None

size_bytes: int

state: ArtifactInventoryState

storage_name: str

DENIED = 'denied'

QUARANTINED = 'quarantined'

READY = 'ready'

TEMPORARY = 'temporary'

ERROR = 'error'

HIT = 'hit'

MISS = 'miss'

SKIPPED = 'skipped'

SUCCESS = 'success'

TIMEOUT = 'timeout'

identity: WeightArtifactIdentity

encoded: bytes

eviction: str = 'none'

max_artifact_bytes: int | None = None

max_store_bytes: int | None = None

min_free_bytes: int = 0

metadata: CanonicalJson = field(
    default_factory=CanonicalJson.empty
)

name: str

ownership: str

ARTIFACT_BUNDLE = 'artifact_bundle'

GROUP_COHORT = 'group_cohort'

SINGLE_PROCESS = 'single_process'

domain_id: str

domain_uuid: str

filesystem_free_bytes: int

filesystem_type: str

inventory: tuple[ArtifactInventoryEntry, ...]

max_artifact_bytes: int | None

max_store_bytes: int | None

min_free_bytes: int

policy_version: int

scope: str

storage_class: str

store_bytes: int

ACTIVE_BUILD_TIMEOUT = 'active_build_timeout'

ACTIVE_LEASE = 'active_lease'

ARTIFACT_DENIED = 'artifact_denied'

ARTIFACT_TOO_LARGE = 'artifact_too_large'

CANONICAL_SOURCE_FAILED = 'canonical_source_failed'

CHECKSUM_MISMATCH = 'checksum_mismatch'

COHORT_POLICY_MISMATCH = 'cohort_policy_mismatch'

DOMAIN_POLICY_MISMATCH = 'domain_policy_mismatch'

DOMAIN_UNAVAILABLE = 'domain_unavailable'

ENOSPC = 'enospc'

IDENTITY_COLLISION = 'identity_collision'

INSUFFICIENT_CAPACITY = 'insufficient_capacity'

INVALID_CONFIG = 'invalid_config'

LOCAL_MISS = 'local_miss'

MANIFEST_CORRUPT = 'manifest_corrupt'

MANIFEST_INCOMPATIBLE = 'manifest_incompatible'

NUMA_PLACEMENT_INVALID = 'numa_placement_invalid'

PRODUCER_FAILED = 'producer_failed'

PRODUCER_UNAVAILABLE = 'producer_unavailable'

PRODUCER_UNSUPPORTED = 'producer_unsupported'

PRODUCTION_TIMEOUT = 'production_timeout'

PUBLICATION_FAILED = 'publication_failed'

QUARANTINE_FAILED = 'quarantine_failed'

REMOTE_ARTIFACT_INVALID = 'remote_artifact_invalid'

REMOTE_AUTH_FAILED = 'remote_auth_failed'

REMOTE_MISS = 'remote_miss'

REMOTE_TIMEOUT = 'remote_timeout'

REMOTE_UNAVAILABLE = 'remote_unavailable'

RESTORER_UNAVAILABLE = 'restorer_unavailable'

RESTORE_COMMIT_FAILED = 'restore_commit_failed'

RESTORE_PREFLIGHT_FAILED = 'restore_preflight_failed'

STORAGE_CLASS_MISMATCH = 'storage_class_mismatch'

STORE_LIMIT_EXCEEDED = 'store_limit_exceeded'

UNSUPPORTED = 'unsupported'

file_name: str

sha256: str

size: int

failure = failure

code: FailureCode

details: CanonicalJson = field(
    default_factory=CanonicalJson.empty
)

message: str

retryable: bool

stage: ResolutionStage

closed: bool

identity = identity

manifest = manifest

mapped_regions = mapped_regions

provenance = provenance

tensors = MappingProxyType(self._tensor_storage)

closed: bool

taken: bool

lease: HostWeightLease | None = None

report: ResolutionReport

config = config

enabled: bool

store = store

capacity: CapacityPolicy = field(
    default_factory=CapacityPolicy
)

domain: StorageDomainPolicy | None = None

integrity: IntegrityPolicy = field(
    default_factory=IntegrityPolicy
)

mode: RuntimeMode = RuntimeMode.DISABLED

production: ProductionPolicy = field(
    default_factory=ProductionPolicy
)

remote: RemoteImportPolicy = field(
    default_factory=RemoteImportPolicy
)

schema_version: int = 1

wait: WaitPolicy = field(default_factory=WaitPolicy)

background_scrub: bool = False

local_lookup: ValidationLevel = (
    ValidationLevel.MANIFEST_AND_METADATA
)

require_trusted_permissions: bool = True

artifact_content_sha256: str

artifact_origin: str

backing_fingerprint: str

domain_uuid: str

identity_digest: str

producer_id: str | None

provider_id: str | None

publication_id: str

resolution_id: str

resolution_source: str

validation_level: str

POST_LOAD_ONLY = 'post_load_only'

PRE_LOAD_SAFE = 'pre_load_safe'

address: int

file_name: str

length: int

read_only: bool = True

ALREADY_PRESENT = 'already_present'

FAILED = 'failed'

JOINED = 'joined'

POLICY_DISABLED = 'policy_disabled'

PUBLISHED = 'published'

RUNTIME_DISABLED = 'runtime_disabled'

elapsed_seconds: float

failure: HostWeightFailure | None = None

identity_digest: str | None

operation_id: str

outcome: PostLoadPublicationOutcome

implementation_fingerprint: str

manifest_schema: str

producer_id: str

restorer_schema: str

version: str

format_metadata: CanonicalJson = field(
    default_factory=CanonicalJson.empty
)

producer_schema: str

restorer_schema: str

allow_local_build: bool = True

allow_post_load_publish: bool = False

CHECKPOINT_STREAM = 'checkpoint_stream'

FINALIZED_MODEL = 'finalized_model'

artifact_content_sha256: str

canonical_bytes: bytes

integrity_mode: str

manifest_sha256: str

publication_id: str

schema_version: int

content_sha256: str

identity: WeightArtifactIdentity

manifest_sha256: str

provider_id: str

provider_id: str

on_local_miss: RemoteOnMiss = RemoteOnMiss.DISABLED

providers: tuple[str, ...] = ()

DISABLED = 'disabled'

REQUIRE = 'require'

TRY = 'try'

CANONICAL_FALLBACK = 'canonical_fallback'

FAIL_STARTUP = 'fail_startup'

QUARANTINE_THEN_PRODUCE = 'quarantine_then_produce'

RETURN_LEASE = 'return_lease'

SKIP = 'skip'

TRY_PRODUCER = 'try_producer'

TRY_REMOTE = 'try_remote'

action: ResolutionAction

elapsed_seconds: float

failure: HostWeightFailure | None = None

result: AttemptResult

stage: ResolutionStage

CANONICAL_DIRECT = 'canonical_direct'

CANONICAL_FALLBACK = 'canonical_fallback'

FAILED = 'failed'

LOCAL_HIT = 'local_hit'

LOCAL_PRODUCTION = 'local_production'

REMOTE_IMPORT = 'remote_import'

attempts: tuple[ResolutionAttempt, ...]

elapsed_seconds: float

outcome: ResolutionOutcome

resolution_id: str

CANONICAL_LOADING = 'canonical_loading'

CAPACITY = 'capacity'

CONFIGURATION = 'configuration'

DOMAIN = 'domain'

LIFECYCLE = 'lifecycle'

LOOKUP = 'lookup'

PRODUCTION = 'production'

REMOTE = 'remote'

RESTORATION = 'restoration'

VALIDATION = 'validation'

DISABLED = 'disabled'

PREFERRED = 'preferred'

REQUIRED = 'required'

metadata: CanonicalJson = field(
    default_factory=CanonicalJson.empty
)

name: str

sequence_parallel_backend: str = 'none'

sequence_parallel_size: int = 1

tensor_parallel_rank: int = 0

tensor_parallel_size: int = 1

DISK = 'disk'

TMPFS = 'tmpfs'

domain_id: str = 'node'

numa_prefault: bool = False

root: Path

scope: StorageScope = StorageScope.NODE

storage_class: StorageClass = StorageClass.DISK

verify_numa_residency: bool = False

NODE = 'node'

NUMA = 'numa'

failure: HostWeightFailure | None = None

lease: HostWeightLease | None = None

status: StoreStatus

BUILT = 'built'

FAILED = 'failed'

HIT = 'hit'

INVALID = 'invalid'

JOINED = 'joined'

MISS = 'miss'

TIMEOUT = 'timeout'

BUFFER = 'buffer'

PARAMETER = 'parameter'

dtype: str

file_name: str

kind: TensorKind

name: str

nbytes: int

role: str

sha256: str

shape: tuple[int, ...]

storage_key: str

stride: tuple[int, ...]

dtype: dtype

kind: TensorKind = TensorKind.PARAMETER

name: str

nbytes: int

numel: int

role: str = 'weight'

shape: tuple[int, ...]

FS_VERITY = 'fs_verity'

FULL_CHECKSUM = 'full_checksum'

MANIFEST_AND_METADATA = 'manifest_and_metadata'

coordination_timeout_seconds: float = 600.0

adaptation: AdaptationIdentity

canonical_bytes: bytes

component: ComponentIdentity

key: str

layout: RuntimeWeightLayout

producer: ProducerIdentity

representation: WeightRepresentation

schema_version: int

source: WeightSourceIdentity

artifact_content_sha256: str

artifact_key: str

canonical_bytes: bytes

files: tuple[FileManifestEntry, ...]

format_metadata: CanonicalJson = field(
    default_factory=CanonicalJson.empty
)

identity: WeightArtifactIdentity

producer_schema: str

restorer_schema: str

schema_version: int

tensors: tuple[TensorManifestEntry, ...]

total_tensor_bytes: int

spec: WeightProductionSpec

coordination_scope: CoordinationScope = (
    CoordinationScope.SINGLE_PROCESS
)

lookup_phase: LookupPhase = LookupPhase.PRE_LOAD_SAFE

outputs: tuple[WeightArtifactIdentity, ...]

producer_id: str

source_mode: ProductionSourceMode

dtype: str

metadata: CanonicalJson = field(
    default_factory=CanonicalJson.empty
)

name: str