Co-authored-by: Clément Drouin <clement.drouin@mistral.ai> Co-authored-by: Clément Sirieix <clement.sirieix@mistral.ai> Co-authored-by: Gauthier Guinet <43207538+Gguinet@users.noreply.github.com> Co-authored-by: Kim-Adeline Miguel <kimadeline.miguel@mistral.ai> Co-authored-by: Michel Thomazo <51709227+michelTho@users.noreply.github.com> Co-authored-by: Quentin <torroba.q@gmail.com> Co-authored-by: Simon <80467011+sorgfresser@users.noreply.github.com> Co-authored-by: Simon Van de Kerckhove <simon.vandekerckhove@mistral.ai> Co-authored-by: Vincent G <10739306+VinceOPS@users.noreply.github.com> Co-authored-by: angelapopopo <angele.lenglemetz@mistral.ai> Co-authored-by: Mistral Vibe <vibe@mistral.ai>
127 lines
4.8 KiB
Python
127 lines
4.8 KiB
Python
from __future__ import annotations
|
|
|
|
import pytest
|
|
|
|
from vibe.core.config import OtelExporterConfig, ProviderConfig, VibeConfig
|
|
from vibe.core.types import Backend
|
|
|
|
|
|
class TestOtelExporterConfig:
|
|
def test_derives_endpoint_from_mistral_provider(
|
|
self, vibe_config: VibeConfig, monkeypatch: pytest.MonkeyPatch
|
|
) -> None:
|
|
monkeypatch.setenv("MISTRAL_API_KEY", "sk-test")
|
|
config = vibe_config.model_copy(
|
|
update={
|
|
"providers": [
|
|
ProviderConfig(
|
|
name="mistral",
|
|
api_base="https://customer.mistral.ai/v1",
|
|
backend=Backend.MISTRAL,
|
|
)
|
|
]
|
|
}
|
|
)
|
|
result = config.otel_exporter_config
|
|
assert result is not None
|
|
assert result.endpoint == "https://customer.mistral.ai/telemetry/v1/traces"
|
|
assert result.headers == {"Authorization": "Bearer sk-test"}
|
|
|
|
def test_uses_first_mistral_provider(
|
|
self, vibe_config: VibeConfig, monkeypatch: pytest.MonkeyPatch
|
|
) -> None:
|
|
monkeypatch.setenv("EU_KEY", "sk-eu")
|
|
config = vibe_config.model_copy(
|
|
update={
|
|
"providers": [
|
|
ProviderConfig(
|
|
name="mistral-eu",
|
|
api_base="https://eu.mistral.ai/v1",
|
|
api_key_env_var="EU_KEY",
|
|
backend=Backend.MISTRAL,
|
|
),
|
|
ProviderConfig(
|
|
name="mistral-us",
|
|
api_base="https://us.mistral.ai/v1",
|
|
api_key_env_var="US_KEY",
|
|
backend=Backend.MISTRAL,
|
|
),
|
|
]
|
|
}
|
|
)
|
|
result = config.otel_exporter_config
|
|
assert result is not None
|
|
assert result.endpoint == "https://eu.mistral.ai/telemetry/v1/traces"
|
|
assert result.headers == {"Authorization": "Bearer sk-eu"}
|
|
|
|
def test_falls_back_to_default_when_no_mistral_provider(
|
|
self, vibe_config: VibeConfig, monkeypatch: pytest.MonkeyPatch
|
|
) -> None:
|
|
monkeypatch.setenv("MISTRAL_API_KEY", "sk-fallback")
|
|
config = vibe_config.model_copy(
|
|
update={
|
|
"providers": [
|
|
ProviderConfig(
|
|
name="anthropic", api_base="https://api.anthropic.com/v1"
|
|
)
|
|
]
|
|
}
|
|
)
|
|
result = config.otel_exporter_config
|
|
assert result is not None
|
|
assert result.endpoint == "https://api.mistral.ai/telemetry/v1/traces"
|
|
assert result.headers == {"Authorization": "Bearer sk-fallback"}
|
|
|
|
def test_default_providers(
|
|
self, vibe_config: VibeConfig, monkeypatch: pytest.MonkeyPatch
|
|
) -> None:
|
|
monkeypatch.setenv("MISTRAL_API_KEY", "sk-default")
|
|
result = vibe_config.otel_exporter_config
|
|
assert result is not None
|
|
assert result.endpoint == "https://api.mistral.ai/telemetry/v1/traces"
|
|
|
|
def test_returns_none_and_warns_when_api_key_missing(
|
|
self,
|
|
vibe_config: VibeConfig,
|
|
monkeypatch: pytest.MonkeyPatch,
|
|
caplog: pytest.LogCaptureFixture,
|
|
) -> None:
|
|
monkeypatch.delenv("MISTRAL_API_KEY", raising=False)
|
|
with caplog.at_level("WARNING"):
|
|
assert vibe_config.otel_exporter_config is None
|
|
assert "OTEL tracing enabled but MISTRAL_API_KEY is not set" in caplog.text
|
|
|
|
def test_custom_api_key_env_var(
|
|
self, vibe_config: VibeConfig, monkeypatch: pytest.MonkeyPatch
|
|
) -> None:
|
|
monkeypatch.delenv("MISTRAL_API_KEY", raising=False)
|
|
monkeypatch.setenv("MY_CUSTOM_KEY", "sk-custom")
|
|
config = vibe_config.model_copy(
|
|
update={
|
|
"providers": [
|
|
ProviderConfig(
|
|
name="mistral-onprem",
|
|
api_base="https://onprem.corp.com/v1",
|
|
api_key_env_var="MY_CUSTOM_KEY",
|
|
backend=Backend.MISTRAL,
|
|
)
|
|
]
|
|
}
|
|
)
|
|
result = config.otel_exporter_config
|
|
assert result is not None
|
|
assert result.endpoint == "https://onprem.corp.com/telemetry/v1/traces"
|
|
assert result.headers == {"Authorization": "Bearer sk-custom"}
|
|
|
|
def test_explicit_otel_endpoint_bypasses_provider_derivation(
|
|
self, vibe_config: VibeConfig
|
|
) -> None:
|
|
config = vibe_config.model_copy(
|
|
update={"otel_endpoint": "https://my-collector:4318/v1/traces"}
|
|
)
|
|
result = config.otel_exporter_config
|
|
assert result is not None
|
|
assert result == OtelExporterConfig(
|
|
endpoint="https://my-collector:4318/v1/traces"
|
|
)
|
|
assert result.headers is None
|