vllm.entrypoints.cli.benchmark.forward

Classes:

• BenchmarkForwardSubcommand –

  The forward subcommand for vllm bench.

BenchmarkForwardSubcommand

Bases: BenchmarkSubcommandBase

The forward subcommand for vllm bench.

Source code in vllm/entrypoints/cli/benchmark/forward.py

class BenchmarkForwardSubcommand(BenchmarkSubcommandBase):
    """The `forward` subcommand for `vllm bench`."""

    name = "forward"
    help = "Benchmark the model forward of exact batches as CUDA graphs."

    @classmethod
    def add_cli_args(cls, parser: FlexibleArgumentParser) -> None:
        add_cli_args(parser)

    @staticmethod
    def cmd(args: argparse.Namespace) -> None:
        main(args)