v1.2.2
Co-Authored-By: Quentin Torroba <quentin.torroba@mistral.ai> Co-Authored-By: Michel Thomazo <michel.thomazo@mistral.ai>
This commit is contained in:
parent
402e898f39
commit
2e1e15120d
32 changed files with 391 additions and 549 deletions
|
|
@ -15,7 +15,7 @@ def vibe_config() -> VibeConfig:
|
|||
|
||||
@pytest.mark.asyncio
|
||||
async def test_passes_x_affinity_header_when_asking_an_answer(vibe_config: VibeConfig):
|
||||
backend = FakeBackend([mock_llm_chunk(content="Response", finish_reason="stop")])
|
||||
backend = FakeBackend([mock_llm_chunk(content="Response")])
|
||||
agent = Agent(vibe_config, backend=backend)
|
||||
|
||||
[_ async for _ in agent.act("Hello")]
|
||||
|
|
@ -31,7 +31,7 @@ async def test_passes_x_affinity_header_when_asking_an_answer(vibe_config: VibeC
|
|||
async def test_passes_x_affinity_header_when_asking_an_answer_streaming(
|
||||
vibe_config: VibeConfig,
|
||||
):
|
||||
backend = FakeBackend([mock_llm_chunk(content="Response", finish_reason="stop")])
|
||||
backend = FakeBackend([mock_llm_chunk(content="Response")])
|
||||
agent = Agent(vibe_config, backend=backend, enable_streaming=True)
|
||||
|
||||
[_ async for _ in agent.act("Hello")]
|
||||
|
|
@ -45,12 +45,7 @@ async def test_passes_x_affinity_header_when_asking_an_answer_streaming(
|
|||
|
||||
@pytest.mark.asyncio
|
||||
async def test_updates_tokens_stats_based_on_backend_response(vibe_config: VibeConfig):
|
||||
chunk = mock_llm_chunk(
|
||||
content="Response",
|
||||
finish_reason="stop",
|
||||
prompt_tokens=100,
|
||||
completion_tokens=50,
|
||||
)
|
||||
chunk = mock_llm_chunk(content="Response", prompt_tokens=100, completion_tokens=50)
|
||||
backend = FakeBackend([chunk])
|
||||
agent = Agent(vibe_config, backend=backend)
|
||||
|
||||
|
|
@ -64,10 +59,7 @@ async def test_updates_tokens_stats_based_on_backend_response_streaming(
|
|||
vibe_config: VibeConfig,
|
||||
):
|
||||
final_chunk = mock_llm_chunk(
|
||||
content="Complete",
|
||||
finish_reason="stop",
|
||||
prompt_tokens=200,
|
||||
completion_tokens=75,
|
||||
content="Complete", prompt_tokens=200, completion_tokens=75
|
||||
)
|
||||
backend = FakeBackend([final_chunk])
|
||||
agent = Agent(vibe_config, backend=backend, enable_streaming=True)
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue