vllm_omni.config.server_settings ¶

file_concurrency: int = Field(
    default=4,
    validate_default=True,
    description="Maximum number of file operations permitted at a time",
)

file_ttl: int | None = Field(
    default=None,
    description="Optional TTL (in seconds) configuration settings for locally stored files.",
)

path: str = Field(
    default="/tmp/storage",
    validate_default=True,
    description="Local path to store completed files.",
)

ttl_sweep_interval: int | None = Field(
    default=None,
    description="Optional frequency (in seconds) to enforce file TTLs.",
)

type: Literal['file'] = 'file'

model_config = SettingsConfigDict(
    env_prefix="VLLM_OMNI_SERVER_",
    env_nested_delimiter="__",
)

storage: FileBackend = Field(default_factory=FileBackend)