vllm.entrypoints.cli.benchmark.serve

BenchmarkServingSubcommand

Bases: BenchmarkSubcommandBase

The serve subcommand for vllm bench.

Source code in vllm/entrypoints/cli/benchmark/serve.py

class BenchmarkServingSubcommand(BenchmarkSubcommandBase):
    """ The `serve` subcommand for vllm bench. """

    def __init__(self):
        self.name = "serve"
        super().__init__()

    @property
    def help(self) -> str:
        return "Benchmark the online serving throughput."

    def add_cli_args(self, parser: argparse.ArgumentParser) -> None:
        add_cli_args(parser)

    @staticmethod
    def cmd(args: argparse.Namespace) -> None:
        main(args)

help property

help: str

name instance-attribute

name = 'serve'

__init__

__init__()

Source code in vllm/entrypoints/cli/benchmark/serve.py

def __init__(self):
    self.name = "serve"
    super().__init__()

add_cli_args

add_cli_args(parser: ArgumentParser) -> None

Source code in vllm/entrypoints/cli/benchmark/serve.py

def add_cli_args(self, parser: argparse.ArgumentParser) -> None:
    add_cli_args(parser)

cmd staticmethod

cmd(args: Namespace) -> None

Source code in vllm/entrypoints/cli/benchmark/serve.py

@staticmethod
def cmd(args: argparse.Namespace) -> None:
    main(args)

cmd_init

cmd_init() -> list[CLISubcommand]

Source code in vllm/entrypoints/cli/benchmark/serve.py

def cmd_init() -> list[CLISubcommand]:
    return [BenchmarkServingSubcommand()]