14831376297

Committed 05 May 2025 07:33AM UTC coverage: 90.418% (-0.1%) from 90.513%

Build # 14831376297

Build Type

Pull #9290

github

Committed by

web-flow

Commit Message

Merge b4f49382d into 7db719981

Pull Request Pull Request #9290: feat: enable streaming ToolCall/Result from Agent

Run Details

10908 of 12064 relevant lines covered (90.42%)

0.9 hits per line

Source File
Press 'n' to go to next uncovered line, 'b' for previous

16.67

haystack/components/generators/utils.py

# SPDX-FileCopyrightText: 2022-present deepset GmbH <info@deepset.ai>
#
# SPDX-License-Identifier: Apache-2.0

from openai.types.chat.chat_completion_chunk import ChoiceDeltaToolCall

from haystack.dataclasses import StreamingChunk


def print_streaming_chunk(chunk: StreamingChunk) -> None:
    """
    Callback function to handle and display streaming output chunks.

    This function processes a `StreamingChunk` object by:
    - Printing tool call metadata (if any), including function names and arguments, as they arrive.
    - Printing tool call results when available.
    - Printing the main content (e.g., text tokens) of the chunk as it is received.

    The function outputs data directly to stdout and flushes output buffers to ensure immediate display during
    streaming.

    :param chunk: A chunk of streaming data containing content and optional metadata, such as tool calls and
        tool results.
    """
    if chunk.meta.get("tool_calls"):
        for tool_call in chunk.meta["tool_calls"]:
            if isinstance(tool_call, ChoiceDeltaToolCall) and tool_call.function:
                if tool_call.function.name and not tool_call.function.arguments:
                    print(f"[TOOL CALL - {tool_call.function.name}] ", flush=True, end="")

                if tool_call.function.arguments:
                    if tool_call.function.arguments.startswith("{"):
                        print("\nArguments: ", flush=True, end="")
                    print(tool_call.function.arguments, flush=True, end="")
                    if tool_call.function.arguments.endswith("}"):
                        print("\n\n", flush=True, end="")

    if chunk.meta.get("tool_result"):
        print(f"[TOOL RESULT]\n{chunk.meta['tool_result']}\n\n", flush=True, end="")

    if chunk.content:
        print(chunk.content, flush=True, end="")

1	# SPDX-FileCopyrightText: 2022-present deepset GmbH <info@deepset.ai>
2	#
3	# SPDX-License-Identifier: Apache-2.0
4
5	from openai.types.chat.chat_completion_chunk import ChoiceDeltaToolCall	1✔
6
7	from haystack.dataclasses import StreamingChunk	1✔
8
9
10	def print_streaming_chunk(chunk: StreamingChunk) -> None:	1✔
11	"""
12	Callback function to handle and display streaming output chunks.
13
14	This function processes a `StreamingChunk` object by:
15	- Printing tool call metadata (if any), including function names and arguments, as they arrive.
16	- Printing tool call results when available.
17	- Printing the main content (e.g., text tokens) of the chunk as it is received.
18
19	The function outputs data directly to stdout and flushes output buffers to ensure immediate display during
20	streaming.
21
22	:param chunk: A chunk of streaming data containing content and optional metadata, such as tool calls and
23	tool results.
24	"""
25	if chunk.meta.get("tool_calls"):	×
26	for tool_call in chunk.meta["tool_calls"]:	×
27	if isinstance(tool_call, ChoiceDeltaToolCall) and tool_call.function:	×
28	if tool_call.function.name and not tool_call.function.arguments:	×
29	print(f"[TOOL CALL - {tool_call.function.name}] ", flush=True, end="")	×
30
31	if tool_call.function.arguments:	×
32	if tool_call.function.arguments.startswith("{"):	×
33	print("\nArguments: ", flush=True, end="")	×
34	print(tool_call.function.arguments, flush=True, end="")	×
35	if tool_call.function.arguments.endswith("}"):	×
36	print("\n\n", flush=True, end="")	×
37
38	if chunk.meta.get("tool_result"):	×
39	print(f"[TOOL RESULT]\n{chunk.meta['tool_result']}\n\n", flush=True, end="")	×
40
41	if chunk.content:	×
42	print(chunk.content, flush=True, end="")	×

deepset-ai / haystack / 14831376297

Source File Press 'n' to go to next uncovered line, 'b' for previous

Source File
Press 'n' to go to next uncovered line, 'b' for previous