Skip to content
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
8 changes: 6 additions & 2 deletions tests/unit/vertexai/genai/test_evals.py
Original file line number Diff line number Diff line change
Expand Up @@ -5054,7 +5054,9 @@ async def test_run_adk_user_simulation_success(
assert turn["events"][1]["content"] == {"text": "agent msg"}

mock_scenario_cls.assert_called_once_with(
starting_prompt="start", conversation_plan="plan"
starting_prompt="start",
conversation_plan="plan",
user_persona="EVALUATOR",
)
mock_session_input_cls.assert_called_once()

Expand Down Expand Up @@ -5113,7 +5115,9 @@ async def test_run_adk_user_simulation_missing_session_inputs(
await _evals_common._run_adk_user_simulation(row, mock_agent)

mock_scenario_cls.assert_called_once_with(
starting_prompt="start", conversation_plan="plan"
starting_prompt="start",
conversation_plan="plan",
user_persona="EVALUATOR",
)
mock_session_input_cls.assert_called_once_with(
app_name="user_simulation_app",
Expand Down
5 changes: 4 additions & 1 deletion vertexai/_genai/_evals_common.py
Original file line number Diff line number Diff line change
Expand Up @@ -959,6 +959,7 @@ async def _run_adk_user_simulation(
"""Runs a multi-turn user simulation using ADK's EvaluationGenerator."""
starting_prompt = row.get("starting_prompt")
conversation_plan = row.get("conversation_plan")
user_persona = "EVALUATOR"

if not starting_prompt or not conversation_plan:
raise ValueError(
Expand All @@ -967,7 +968,9 @@ async def _run_adk_user_simulation(
)

scenario = ConversationScenario(
starting_prompt=starting_prompt, conversation_plan=conversation_plan
starting_prompt=starting_prompt,
conversation_plan=conversation_plan,
user_persona=user_persona,
)

user_simulator_kwargs: dict[str, Any] = {}
Expand Down
Loading