AI Agent / 系统课时
编写端到端测试
编写端到端测试
本节从实际业务入口验证查询、身份隔离、请求校验和故障映射。下一课再验收 HTTP 与部署层。目标不是只验证某个函数,而是从应用入口发起请求,确认权限、工具、模型与最终响应在不同故障条件下都符合预期。
学习目标
- 用临时 SQLite 和可控故障覆盖业务入口的关键路径
- 同时断言业务状态、返回内容和工具调用次数
- 核对不存在与越权对外一致,同时区分工具故障
先定义测试边界
用上一课的 handle() 作为入口。正常、越权和数据更新路径访问临时 SQLite。用替身模拟上游超时和不可用,方便验证错误处理。测试范围到业务入口为止,HTTP 层在下一课通过实际服务验证。
对同一个入口执行测试
把代码保存为 test_order_flow.py,和前两课文件放在同一目录。运行 python -m unittest -v test_order_flow。
python
import sqlite3
import unittest
from contextlib import closing
from dataclasses import asdict
from pathlib import Path
from tempfile import TemporaryDirectory
from unittest.mock import Mock
from order_flow import handle
from order_tool import ORDER_ID, OrderServiceError, Principal, SQLiteOrders, seed_demo
class OrderFlowTest(unittest.TestCase):
def setUp(self):
temp = TemporaryDirectory()
self.addCleanup(temp.cleanup)
self.path = Path(temp.name) / "orders.sqlite3"
seed_demo(self.path)
self.orders = SQLiteOrders(self.path)
self.principal = Principal("team-a", "USER-001")
self.data = {"intent": "order_status", "order_id": ORDER_ID}
def test_fresh_state_and_minimal_fields(self):
first = handle(self.data, self.principal, self.orders)
self.assertEqual(first.status, "ok")
self.assertEqual(set(asdict(first.order)), {"order_id", "status", "updated_at", "estimated_delivery"})
self.assertIn("暂未提供", first.message)
with closing(sqlite3.connect(self.path)) as db, db:
db.execute(
"UPDATE orders SET status = ?, updated_at = ? WHERE tenant_id = ?",
("DELIVERED", "2026-09-05T09:00:00Z", "team-a"),
)
second = handle(self.data, self.principal, self.orders)
self.assertEqual((second.order.status, second.order.updated_at),
("DELIVERED", "2026-09-05T09:00:00Z"))
def test_missing_and_wrong_identity_are_indistinguishable(self):
missing = handle({**self.data, "order_id": "ORD-20260904-999"}, self.principal, self.orders)
for principal in (Principal("team-a", "USER-999"), Principal("team-c", "USER-001")):
self.assertEqual(handle(self.data, principal, self.orders), missing)
self.assertEqual((missing.status, missing.order), ("order_unavailable", None))
self.assertEqual(handle(self.data, Principal("team-b", "USER-001"), self.orders).order.status,
"PROCESSING")
def test_no_query_for_untrusted_or_invalid_request(self):
probe = Mock()
cases = [
(self.data, None, "unauthenticated"),
({**self.data, "user_id": "USER-999"}, self.principal, "invalid_request"),
({**self.data, "order_id": None}, self.principal, "invalid_request"),
({**self.data, "intent": "cancel_order"}, self.principal, "unsupported_intent"),
]
for data, principal, status in cases:
with self.subTest(status=status):
self.assertEqual(handle(data, principal, probe).status, status)
probe.query.assert_not_called()
def test_faults_do_not_return_order_data(self):
for fault, status in [
(TimeoutError("private details"), "lookup_timeout"),
(OrderServiceError("private details"), "lookup_unavailable"),
]:
probe = Mock()
probe.query.side_effect = fault
result = handle(self.data, self.principal, probe)
self.assertEqual((result.status, result.order), (status, None))
self.assertNotIn("private", result.message)
if __name__ == "__main__":
unittest.main()预期汇总包含 Ran 4 tests 和 OK。各测试均调用真实业务入口,关键断言同时覆盖状态、结果和副作用。把这组测试作为发布门禁;接入真实订单服务后,再另加受控联调以确认鉴权和响应映射。
按自己的节奏,确认真正理解。