228f3c65a9
Co-authored-by: Clément Drouin <clement.drouin@mistral.ai> Co-authored-by: Corentin André <corentin.andre@mistral.ai> Co-authored-by: Guillaume LE GOFF <guillaume.lgf@gmail.com> Co-authored-by: Kim-Adeline Miguel <51720070+kimadeline@users.noreply.github.com> Co-authored-by: Maxime Dolores <maxime.dolores@ext.mistral.ai> Co-authored-by: Nelson PROIA <144663685+Nelson-PROIA@users.noreply.github.com> Co-authored-by: Peter Evers <pevers90@gmail.com> Co-authored-by: Pierre Rossinès <pierre.rossines@mistral.ai> Co-authored-by: Quentin <quentin.torroba@mistral.ai> Co-authored-by: Vincent G <10739306+VinceOPS@users.noreply.github.com> Co-authored-by: MichisGitIsKing <MichisGitIsKing@users.noreply.github.com> Co-authored-by: Mistral Vibe <vibe@mistral.ai>
68 lines
2.7 KiB
Python
68 lines
2.7 KiB
Python
from __future__ import annotations
|
|
|
|
from vibe.core.experiments.active import ExperimentName
|
|
from vibe.core.experiments.models import EvalResponse, FeatureDefinition, FeatureRule
|
|
|
|
|
|
class TestFeatureDefinition:
|
|
def test_resolved_value_returns_force_when_present(self) -> None:
|
|
feature = FeatureDefinition(
|
|
defaultValue="cli", rules=[FeatureRule(force="cli_v2")]
|
|
)
|
|
assert feature.resolved_value() == "cli_v2"
|
|
|
|
def test_resolved_value_falls_back_to_default(self) -> None:
|
|
feature = FeatureDefinition(defaultValue="cli")
|
|
assert feature.resolved_value() == "cli"
|
|
|
|
def test_resolved_value_picks_first_rule_with_force(self) -> None:
|
|
feature = FeatureDefinition(
|
|
defaultValue="cli",
|
|
rules=[FeatureRule(force=None), FeatureRule(force="cli_v2")],
|
|
)
|
|
assert feature.resolved_value() == "cli_v2"
|
|
|
|
|
|
class TestEvalResponse:
|
|
def test_parses_real_proxy_payload(self) -> None:
|
|
# A reduced version of the live response captured during dev probing.
|
|
sp_key = ExperimentName.SYSTEM_PROMPT.value
|
|
raw = {
|
|
"features": {
|
|
"rbac_enabled": {"defaultValue": True},
|
|
sp_key: {
|
|
"defaultValue": "cli",
|
|
"rules": [
|
|
{
|
|
"force": "cli_v2",
|
|
"tracks": [
|
|
{
|
|
"experiment": {
|
|
"key": sp_key,
|
|
"variations": [{}, "cli_v2"],
|
|
},
|
|
"result": {
|
|
"key": "1",
|
|
"variationId": 1,
|
|
"value": "cli_v2",
|
|
"inExperiment": True,
|
|
"hashAttribute": "id",
|
|
"hashValue": "abc",
|
|
},
|
|
}
|
|
],
|
|
}
|
|
],
|
|
},
|
|
},
|
|
"experiments": [],
|
|
"dateUpdated": "2026-05-11T13:29:48.394Z",
|
|
}
|
|
response = EvalResponse.model_validate(raw)
|
|
assert response.features["rbac_enabled"].defaultValue is True
|
|
sp = response.features[sp_key]
|
|
assert sp.resolved_value() == "cli_v2"
|
|
track = sp.rules[0].tracks[0]
|
|
assert track.experiment.key == sp_key
|
|
assert track.result.variationId == 1
|
|
assert track.result.inExperiment is True
|