Skip to content

guidellm.schemas.data.finalizers

GenerativeRequestFinalizerArgs

Bases: DataFinalizerArgs

Model for generative request finalizer arguments.

Source code in src/guidellm/schemas/data/finalizers/generative.py
@DataFinalizerArgs.register("generative")
class GenerativeRequestFinalizerArgs(DataFinalizerArgs):
    """Model for generative request finalizer arguments."""

    kind: Literal["generative"] = Field(
        default="generative",
        description="Type identifier for the generative request finalizer.",
    )
    tool_call_mode: Literal["client", "server"] = Field(
        default="client",
        description="How to handle turns with tool definitions. "
        "'client' (default) creates client_tool_call + injection turns. "
        "'server' creates server_tool_call turns (no injection, "
        "tools are server-managed).",
    )