nemoguardrails.types.LLMResponseChunk#

class nemoguardrails.types.LLMResponseChunk[source]#

Bases: object

LLMResponseChunk(delta_content: Optional[str] = None, delta_reasoning: Optional[str] = None, delta_tool_calls: Optional[List[nemoguardrails.types.ToolCall]] = None, model: Optional[str] = None, finish_reason: Optional[Literal[‘stop’, ‘length’, ‘tool_calls’, ‘content_filter’, ‘error’, ‘other’]] = None, request_id: Optional[str] = None, usage: Optional[nemoguardrails.types.UsageInfo] = None, provider_metadata: Optional[Dict[str, Any]] = None)

delta_content: Optional[str] = None#
delta_reasoning: Optional[str] = None#
delta_tool_calls: Optional[List[ToolCall]] = None#
model: Optional[str] = None#
finish_reason: Optional[Literal['stop', 'length', 'tool_calls', 'content_filter', 'error', 'other']] = None#
request_id: Optional[str] = None#
usage: Optional[UsageInfo] = None#
provider_metadata: Optional[Dict[str, Any]] = None#
__init__(
delta_content=None,
delta_reasoning=None,
delta_tool_calls=None,
model=None,
finish_reason=None,
request_id=None,
usage=None,
provider_metadata=None,
)#
Parameters:

  • delta_content (str | None)

  • delta_reasoning (str | None)

  • delta_tool_calls (List[ToolCall] | None)

  • model (str | None)

  • finish_reason (Literal['stop', 'length', 'tool_calls', 'content_filter', 'error', 'other'] | None)

  • request_id (str | None)

  • usage (UsageInfo | None)

  • provider_metadata (Dict[str, Any] | None)

Return type:

None