d33db9fff8
Co-Authored-By: Quentin Torroba <quentin.torroba@mistral.ai> Co-Authored-By: Michel Thomazo <michel.thomazo@mistral.ai> Co-Authored-By: Clément Drouin <clement.drouin@mistral.ai> Co-Authored-By: Vincent Guilloux <vincent.guilloux@mistral.ai> Co-Authored-By: Clément Siriex <clement.sirieix@mistral.ai> Co-Authored-By: Kim-Adeline Miguel <kimadeline.miguel@mistral.ai> Co-Authored-By: Thaddee Tyl <thaddee.tyl@gmail.com> Co-Authored-By: David Brochart <david.brochart@gmail.com> Co-Authored-By: Joseph Guhlin <joseph.guhlin@gmail.com> Co-Authored-By: Thomas Kenbeek <thomaskenbeek@gmail.com> Co-Authored-By: Remenby31 <baptiste.cruvellier31@gmail.com>
61 lines
1.6 KiB
Python
61 lines
1.6 KiB
Python
from __future__ import annotations
|
|
|
|
from collections.abc import AsyncGenerator
|
|
import json
|
|
|
|
from vibe.core.types import (
|
|
LLMChunk,
|
|
LLMMessage,
|
|
LLMUsage,
|
|
Role,
|
|
ToolCall,
|
|
ToolStreamEvent,
|
|
)
|
|
|
|
MOCK_DATA_ENV_VAR = "VIBE_MOCK_LLM_DATA"
|
|
|
|
|
|
def mock_llm_chunk(
|
|
content: str = "Hello!",
|
|
reasoning_content: str | None = None,
|
|
role: Role = Role.assistant,
|
|
tool_calls: list[ToolCall] | None = None,
|
|
name: str | None = None,
|
|
tool_call_id: str | None = None,
|
|
prompt_tokens: int = 10,
|
|
completion_tokens: int = 5,
|
|
) -> LLMChunk:
|
|
message = LLMMessage(
|
|
role=role,
|
|
content=content,
|
|
reasoning_content=reasoning_content,
|
|
tool_calls=tool_calls,
|
|
name=name,
|
|
tool_call_id=tool_call_id,
|
|
)
|
|
return LLMChunk(
|
|
message=message,
|
|
usage=LLMUsage(
|
|
prompt_tokens=prompt_tokens, completion_tokens=completion_tokens
|
|
),
|
|
)
|
|
|
|
|
|
def get_mocking_env(mock_chunks: list[LLMChunk] | None = None) -> dict[str, str]:
|
|
if mock_chunks is None:
|
|
mock_chunks = [mock_llm_chunk()]
|
|
|
|
mock_data = [LLMChunk.model_dump(mock_chunk) for mock_chunk in mock_chunks]
|
|
|
|
return {MOCK_DATA_ENV_VAR: json.dumps(mock_data, ensure_ascii=False)}
|
|
|
|
|
|
async def collect_result[T](gen: AsyncGenerator[ToolStreamEvent | T, None]) -> T:
|
|
"""Collect the final result from an AsyncGenerator, filtering out stream events."""
|
|
result = None
|
|
async for item in gen:
|
|
if not isinstance(item, ToolStreamEvent):
|
|
result = item
|
|
if result is None:
|
|
raise RuntimeError("Generator did not yield a result")
|
|
return result
|