Pytest

uv run pytest -q tests
# Or a single file/function
uv run pytest tests/test_pytest_style.py -v
uv run pytest tests/test_pytest_style.py::test_basic_fetch -v

import pytest
from mcp_eval import Expect

@pytest.mark.asyncio
@pytest.mark.network
async def test_basic_fetch(mcp_agent):
    resp = await mcp_agent.generate_str("Fetch https://example.com")
    await mcp_agent.session.assert_that(Expect.tools.was_called("fetch"), response=resp)
    await mcp_agent.session.assert_that(Expect.content.contains("Example Domain"), response=resp)

import pytest
from mcp_eval import Expect
from mcp_agent.agents.agent import Agent

@pytest.mark.asyncio
@pytest.mark.mcp_agent(Agent(name="custom", instruction="You fetch", server_names=["fetch"]))
async def test_with_custom_agent(mcp_agent):
    resp = await mcp_agent.generate_str("Fetch https://example.com")
    await mcp_agent.session.assert_that(Expect.tools.was_called("fetch"), response=resp)

@pytest.mark.asyncio
@pytest.mark.parametrize(
    "url,expected",
    [
        ("https://example.com", "Example Domain"),
        ("https://httpbin.org/html", "Herman Melville"),
    ],
)
async def test_urls(mcp_agent, url, expected):
    resp = await mcp_agent.generate_str(f"Fetch {url}")
    await mcp_agent.session.assert_that(Expect.content.contains(expected, case_sensitive=False), response=resp)