test_agent_evaluations.py 420 B

1234567891011
  1. from zbt.commands.evaluate_agents import load_cases
  2. def test_smoke_and_full_agent_evaluation_datasets_cover_both_personas() -> None:
  3. smoke = load_cases("smoke")
  4. full = load_cases("full")
  5. assert {case["persona"] for case in smoke} == {"customer", "operation"}
  6. assert len(full) > len(smoke)
  7. assert all(case["expected_tools"] for case in full)
  8. assert all(case["expected_terms"] for case in full)