Co-authored-by: Carlo <carloantonio.patti@mistral.ai> Co-authored-by: Mathias Gesbert <mathias.gesbert@mistral.ai> Co-authored-by: Clement Sirieix <clem.sirieix@gmail.com> Co-authored-by: Michel Thomazo <michel.thomazo@mistral.ai> Co-authored-by: Clément Drouin <clement.drouin@mistral.ai> Co-authored-by: Vincent Guilloux <vincent.guilloux@mistral.ai> Co-authored-by: Thomas Kenbeek <thomas.kenbeek@mistral.ai> Co-authored-by: Mistral Vibe <vibe@mistral.ai>
87 lines
2.7 KiB
Python
87 lines
2.7 KiB
Python
from __future__ import annotations
|
|
|
|
from pathlib import Path
|
|
|
|
import pexpect
|
|
import pytest
|
|
|
|
from tests.e2e.common import (
|
|
SpawnedVibeProcessFixture,
|
|
wait_for_main_screen,
|
|
wait_for_rendered_text,
|
|
wait_for_request_count,
|
|
)
|
|
from tests.e2e.mock_server import ChatCompletionsRequestPayload, StreamingMockServer
|
|
|
|
PREDICTABLE_OUTPUT = "__E2E_BASH_OK__"
|
|
TOOL_ARGUMENTS = f'{{"command":"printf \\"{PREDICTABLE_OUTPUT}\\\\n\\""}}'
|
|
|
|
|
|
def _tool_call_factory(
|
|
request_index: int, _payload: ChatCompletionsRequestPayload
|
|
) -> list[dict[str, object]]:
|
|
if request_index == 0:
|
|
return [
|
|
StreamingMockServer.build_chunk(
|
|
created=1,
|
|
delta=StreamingMockServer.build_tool_call_delta(
|
|
call_id="call_bash_1", tool_name="bash", arguments=TOOL_ARGUMENTS
|
|
),
|
|
finish_reason=None,
|
|
),
|
|
StreamingMockServer.build_chunk(
|
|
created=2,
|
|
delta={},
|
|
finish_reason="tool_calls",
|
|
usage={"prompt_tokens": 3, "completion_tokens": 4},
|
|
),
|
|
]
|
|
|
|
return [
|
|
StreamingMockServer.build_chunk(
|
|
created=3,
|
|
delta={
|
|
"role": "assistant",
|
|
"content": f"The string {PREDICTABLE_OUTPUT} has been printed successfully.",
|
|
},
|
|
finish_reason=None,
|
|
),
|
|
StreamingMockServer.build_chunk(
|
|
created=4, delta={"content": PREDICTABLE_OUTPUT}, finish_reason=None
|
|
),
|
|
StreamingMockServer.build_chunk(
|
|
created=5,
|
|
delta={},
|
|
finish_reason="stop",
|
|
usage={"prompt_tokens": 3, "completion_tokens": 4},
|
|
),
|
|
]
|
|
|
|
|
|
@pytest.mark.timeout(25)
|
|
@pytest.mark.parametrize(
|
|
"streaming_mock_server",
|
|
[pytest.param(_tool_call_factory, id="tool-call-stream")],
|
|
indirect=True,
|
|
)
|
|
def test_spawn_cli_asks_bash_permission_and_shows_tool_output_after_approval(
|
|
streaming_mock_server: StreamingMockServer,
|
|
setup_e2e_env: None,
|
|
e2e_workdir: Path,
|
|
spawned_vibe_process: SpawnedVibeProcessFixture,
|
|
) -> None:
|
|
with spawned_vibe_process(e2e_workdir) as (child, captured):
|
|
wait_for_main_screen(child, timeout=15)
|
|
child.send("Run a shell command")
|
|
child.send("\r")
|
|
|
|
wait_for_request_count(
|
|
lambda: len(streaming_mock_server.requests), expected_count=1, timeout=10
|
|
)
|
|
wait_for_rendered_text(child, captured, needle="bash command", timeout=10)
|
|
child.send("y")
|
|
child.send("\r")
|
|
wait_for_rendered_text(child, captured, needle=PREDICTABLE_OUTPUT, timeout=10)
|
|
|
|
child.sendcontrol("c")
|
|
child.expect(pexpect.EOF, timeout=10)
|