test_tool_description_boundaries.py 5.3 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116
  1. import unittest
  2. from tools.export_out_of_province_port_data import (
  3. ExportOutOfProvincePortDataTool,
  4. )
  5. from tools.export_pallet_data import ExportPalletDataTool
  6. from tools.export_pending_outbound_orders import ExportPendingOutboundOrdersTool
  7. from tools.list_order_filter_options import ListOrderFilterOptionsTool
  8. from tools.list_pending_outbound_export_filter_options import (
  9. ListPendingOutboundExportFilterOptionsTool,
  10. )
  11. from tools.query_customs_declaration_files import QueryCustomsDeclarationFilesTool
  12. from tools.query_order import QueryOrderTool
  13. from tools.query_order_detail import QueryOrderDetailTool
  14. from tools.query_order_exact import QueryOrderExactTool
  15. from tools.query_outbound_detail import QueryOutboundDetailTool
  16. from tools.query_outbound_list import QueryOutboundListTool
  17. from tools.query_track import QueryTrackTool
  18. class ToolDescriptionBoundaryTest(unittest.TestCase):
  19. def test_every_existing_tool_states_use_and_prohibition_boundaries(self):
  20. tools = (
  21. QueryOrderTool(),
  22. QueryOrderExactTool(),
  23. QueryTrackTool(),
  24. QueryCustomsDeclarationFilesTool(),
  25. QueryOutboundListTool(),
  26. QueryOutboundDetailTool(),
  27. ListOrderFilterOptionsTool(),
  28. ListPendingOutboundExportFilterOptionsTool(),
  29. ExportPendingOutboundOrdersTool(),
  30. ExportOutOfProvincePortDataTool(),
  31. ExportPalletDataTool(),
  32. )
  33. for tool in tools:
  34. with self.subTest(tool=tool.name):
  35. description = tool.metadata()['description']
  36. self.assertIn('使用场景:', description)
  37. self.assertIn('禁止使用:', description)
  38. def test_number_tools_require_clarification_and_forbid_trial_queries(self):
  39. tools = (
  40. QueryOrderTool(),
  41. QueryOrderExactTool(),
  42. QueryTrackTool(),
  43. QueryCustomsDeclarationFilesTool(),
  44. QueryOutboundListTool(),
  45. QueryOutboundDetailTool(),
  46. ExportOutOfProvincePortDataTool(),
  47. ExportPalletDataTool(),
  48. )
  49. for tool in tools:
  50. with self.subTest(tool=tool.name):
  51. description = tool.metadata()['description']
  52. self.assertIn('号码类型不明确时必须先询问用户', description)
  53. self.assertIn('不得根据号码格式猜测', description)
  54. self.assertIn('不得跨字段或跨工具试查', description)
  55. def test_result_intent_distinguishes_adjacent_tools(self):
  56. expected = {
  57. QueryOrderTool(): ('旧版跨字段通用搜索', 'query_order_exact', '订单列表'),
  58. QueryOrderExactTool(): ('订单列表', 'query_order_detail', '排舱列表'),
  59. QueryOrderDetailTool(): ('单个订单的详情', '逐个调用', 'query_order_exact', '订单列表'),
  60. QueryTrackTool(): ('物流轨迹', '订单资料', '报关资料文件'),
  61. QueryCustomsDeclarationFilesTool(): ('报关资料文件', '完整排舱详情', '文件链接'),
  62. QueryOutboundListTool(): ('排舱列表', '31个字段', '排舱详情'),
  63. QueryOutboundDetailTool(): ('排舱详情', '11项汇总', '38项订单明细'),
  64. ListOrderFilterOptionsTool(): ('query_order_exact', '授权筛选值', '业务数据'),
  65. ListPendingOutboundExportFilterOptionsTool(): (
  66. 'export_pending_outbound_orders', '授权筛选值', 'query_outbound_list',
  67. ),
  68. ExportPendingOutboundOrdersTool(): ('明确要求导出', '未排舱订单', '查看或查询'),
  69. ExportOutOfProvincePortDataTool(): ('明确要求导出', '省外进港资料', '普通排舱查询'),
  70. ExportPalletDataTool(): ('明确要求导出', '打托数据', 'query_export_task'),
  71. }
  72. for tool, phrases in expected.items():
  73. with self.subTest(tool=tool.name):
  74. description = tool.metadata()['description']
  75. for phrase in phrases:
  76. self.assertIn(phrase, description)
  77. def test_outbound_number_fields_require_explicit_business_types(self):
  78. properties = QueryOutboundListTool().metadata()['input_schema']['properties']
  79. for field, label in (
  80. ('outbound_numbers', '排舱单号'),
  81. ('order_numbers', '订单号'),
  82. ('container_codes', '柜号'),
  83. ('so_numbers', 'SO号'),
  84. ('bl_numbers', '提单号'),
  85. ):
  86. with self.subTest(field=field):
  87. description = properties[field]['description']
  88. self.assertIn(label, description)
  89. self.assertIn('仅当用户明确', description)
  90. self.assertIn('不得放入其他类型号码', description)
  91. def test_export_tools_describe_async_follow_up_without_long_wait(self):
  92. for tool in (
  93. ExportPendingOutboundOrdersTool(),
  94. ExportOutOfProvincePortDataTool(),
  95. ExportPalletDataTool(),
  96. ):
  97. with self.subTest(tool=tool.name):
  98. description = tool.metadata()['description']
  99. self.assertIn('异步导出任务', description)
  100. self.assertIn('query_export_task', description)
  101. self.assertIn('不会在本次调用中等待文件生成', description)
  102. if __name__ == '__main__':
  103. unittest.main()