AI Agent / 系统课时

编写端到端测试

编写端到端测试

本节从实际业务入口验证查询、身份隔离、请求校验和故障映射。下一课再验收 HTTP 与部署层。目标不是只验证某个函数,而是从应用入口发起请求,确认权限、工具、模型与最终响应在不同故障条件下都符合预期。

学习目标

  • 用临时 SQLite 和可控故障覆盖业务入口的关键路径
  • 同时断言业务状态、返回内容和工具调用次数
  • 核对不存在与越权对外一致,同时区分工具故障

先定义测试边界

用上一课的 handle() 作为入口。正常、越权和数据更新路径访问临时 SQLite。用替身模拟上游超时和不可用,方便验证错误处理。测试范围到业务入口为止,HTTP 层在下一课通过实际服务验证。

对同一个入口执行测试

把代码保存为 test_order_flow.py,和前两课文件放在同一目录。运行 python -m unittest -v test_order_flow。

python
import sqlite3
import unittest
from contextlib import closing
from dataclasses import asdict
from pathlib import Path
from tempfile import TemporaryDirectory
from unittest.mock import Mock

from order_flow import handle
from order_tool import ORDER_ID, OrderServiceError, Principal, SQLiteOrders, seed_demo


class OrderFlowTest(unittest.TestCase):
    def setUp(self):
        temp = TemporaryDirectory()
        self.addCleanup(temp.cleanup)
        self.path = Path(temp.name) / "orders.sqlite3"
        seed_demo(self.path)
        self.orders = SQLiteOrders(self.path)
        self.principal = Principal("team-a", "USER-001")
        self.data = {"intent": "order_status", "order_id": ORDER_ID}

    def test_fresh_state_and_minimal_fields(self):
        first = handle(self.data, self.principal, self.orders)
        self.assertEqual(first.status, "ok")
        self.assertEqual(set(asdict(first.order)), {"order_id", "status", "updated_at", "estimated_delivery"})
        self.assertIn("暂未提供", first.message)
        with closing(sqlite3.connect(self.path)) as db, db:
            db.execute(
                "UPDATE orders SET status = ?, updated_at = ? WHERE tenant_id = ?",
                ("DELIVERED", "2026-09-05T09:00:00Z", "team-a"),
            )
        second = handle(self.data, self.principal, self.orders)
        self.assertEqual((second.order.status, second.order.updated_at),
                         ("DELIVERED", "2026-09-05T09:00:00Z"))

    def test_missing_and_wrong_identity_are_indistinguishable(self):
        missing = handle({**self.data, "order_id": "ORD-20260904-999"}, self.principal, self.orders)
        for principal in (Principal("team-a", "USER-999"), Principal("team-c", "USER-001")):
            self.assertEqual(handle(self.data, principal, self.orders), missing)
        self.assertEqual((missing.status, missing.order), ("order_unavailable", None))
        self.assertEqual(handle(self.data, Principal("team-b", "USER-001"), self.orders).order.status,
                         "PROCESSING")

    def test_no_query_for_untrusted_or_invalid_request(self):
        probe = Mock()
        cases = [
            (self.data, None, "unauthenticated"),
            ({**self.data, "user_id": "USER-999"}, self.principal, "invalid_request"),
            ({**self.data, "order_id": None}, self.principal, "invalid_request"),
            ({**self.data, "intent": "cancel_order"}, self.principal, "unsupported_intent"),
        ]
        for data, principal, status in cases:
            with self.subTest(status=status):
                self.assertEqual(handle(data, principal, probe).status, status)
        probe.query.assert_not_called()

    def test_faults_do_not_return_order_data(self):
        for fault, status in [
            (TimeoutError("private details"), "lookup_timeout"),
            (OrderServiceError("private details"), "lookup_unavailable"),
        ]:
            probe = Mock()
            probe.query.side_effect = fault
            result = handle(self.data, self.principal, probe)
            self.assertEqual((result.status, result.order), (status, None))
            self.assertNotIn("private", result.message)


if __name__ == "__main__":
    unittest.main()

预期汇总包含 Ran 4 tests 和 OK。各测试均调用真实业务入口,关键断言同时覆盖状态、结果和副作用。把这组测试作为发布门禁;接入真实订单服务后,再另加受控联调以确认鉴权和响应映射。

按自己的节奏,确认真正理解。

目录与阅读设置

阅读设置

17

记录一个想法

编写端到端测试

0 / 10000 · 笔记保存到账号。未提交的修改会在关闭、离开或刷新后丢失。

登录哪都通