agent.py 8.6 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252
  1. import os
  2. import dotenv
  3. import datetime
  4. from pathlib import Path
  5. from langchain.agents import create_agent, AgentState
  6. from langchain_openai import ChatOpenAI
  7. from langchain_core.messages import SystemMessage, HumanMessage, BaseMessage
  8. from tools.tool_factory import get_all_tools
  9. from langchain_core.runnables import RunnableConfig
  10. from langchain.agents.middleware import before_model
  11. from langgraph.runtime import Runtime
  12. from typing import Any, List, Sequence
  13. from langchain.messages import RemoveMessage
  14. from langgraph.graph.message import REMOVE_ALL_MESSAGES
  15. import sqlite3
  16. from config.settings import settings
  17. dotenv.load_dotenv()
  18. def create_system_prompt(
  19. backend_url: str = "", token: str = "", username: str = "default"
  20. ) -> str:
  21. auth_status = "已认证" if token else "未认证"
  22. backend_available = "API可用" if backend_url and token else "仅知识库"
  23. system_prompt = f"""小龙助手(龙嘉软件)- 用户:{username} 认证:{auth_status} 服务:{backend_available}
  24. 职责:ERP问题解答,按用户语言回答。
  25. 工作流:
  26. 1. 分析问题意图,提取模块关键词
  27. 2. {"优先知识库搜索,需要时调用API" if token else "仅使用知识库搜索"}
  28. 3. 关键词要精准,避免无意义词
  29. 回答规则:
  30. - 知识库优先,找不到时提示"正在学习该问题"
  31. - {"需要个人数据时验证认证状态" if backend_url else "仅提供知识库支持"}
  32. - 保护隐私,专业准确
  33. {"- 后端地址: " + backend_url if backend_url else ""}
  34. {"- API用户的认证令牌: " + token if token else ""}
  35. 时间:{datetime.datetime.now().strftime("%m-%d %H:%M")}
  36. 库存及销量查询结果尽量以 Markdown 表格格式输出,格式如下:
  37. | 列名1 | 列名2 | 列名3 |
  38. | :--- | :--- | :--- |
  39. | 数据1 | 数据2 | 数据3 |
  40. | 数据4 | 数据5 | 数据6 |
  41. """
  42. return system_prompt
  43. def get_day_number(date=None):
  44. """获取日期编号 (YYYYMMDD 格式)"""
  45. if date is None:
  46. date = datetime.datetime.now()
  47. return date.strftime("%Y%m%d") # 格式: 20251229
  48. def get_sqlite_checkpointer():
  49. """创建按天分割的SQLite检查点保存器"""
  50. try:
  51. from langgraph.checkpoint.sqlite import SqliteSaver
  52. # 获取当前日期编号
  53. current_day = get_day_number()
  54. # 数据库文件存放目录
  55. project_root = os.path.dirname(os.path.dirname(os.path.abspath(__file__)))
  56. base_dir = os.path.join(project_root, "data", "checkpoints")
  57. os.makedirs(base_dir, exist_ok=True)
  58. # 数据库文件名格式: checkpoints_20251229.db
  59. db_filename = f"checkpoints_{current_day}.db"
  60. db_path = os.path.join(base_dir, db_filename)
  61. # checkpointer = SqliteSaver.from_conn_string(db_path)
  62. conn = sqlite3.connect(db_path, check_same_thread=False)
  63. conn.execute("PRAGMA wal_autocheckpoint=500") # 2MB 就提交
  64. conn.execute("PRAGMA journal_size_limit=52428800") # 最大 50MB
  65. checkpointer = SqliteSaver(conn)
  66. return checkpointer
  67. except Exception as e:
  68. print(f"❌❌ 创建 SQLite 检查器失败: {e}")
  69. import traceback
  70. traceback.print_exc()
  71. # 回退到内存保存器
  72. from langgraph.checkpoint.memory import InMemorySaver
  73. print("⚠️ 使用 InMemorySaver 作为回退")
  74. return InMemorySaver()
  75. def cleanup_old_checkpoints(max_days=7):
  76. """清理超过指定天数的旧检查点文件(可选功能)"""
  77. try:
  78. project_root = os.path.dirname(os.path.dirname(os.path.abspath(__file__)))
  79. base_dir = os.path.join(project_root, "data", "checkpoints")
  80. if not os.path.exists(base_dir):
  81. return
  82. # 获取当前日期
  83. current_date = datetime.datetime.now()
  84. # 遍历目录中的所有.db文件
  85. for filename in os.listdir(base_dir):
  86. if filename.startswith("checkpoints_") and filename.endswith(".db"):
  87. try:
  88. print(f"检查旧检查点文件: {filename}")
  89. # 提取日期 (checkpoints_day_20251229.db -> 20251229)
  90. date_str = filename.replace("checkpoints_day_", "").replace(
  91. ".db", ""
  92. )
  93. file_date = datetime.datetime.strptime(date_str, "%Y%m%d")
  94. # 计算天数差
  95. days_diff = (current_date - file_date).days
  96. # 删除超过 max_days 天的旧数据
  97. if days_diff > max_days:
  98. file_path = os.path.join(base_dir, filename)
  99. os.remove(file_path)
  100. print(f"🧹🧹 清理旧检查点文件: {filename} (超过 {max_days} 天)")
  101. except (ValueError, IndexError):
  102. # 文件名不符合预期,跳过
  103. continue
  104. except Exception as e:
  105. print(f"⚠️ 清理旧检查点失败: {e}")
  106. # 创建agent
  107. def create_langchain_agent(
  108. backend_url: str = "",
  109. token: str = "",
  110. username: str = "default",
  111. thread_id: str = "default",
  112. ):
  113. llm = ChatOpenAI(
  114. model=settings.LLM_MODEL,
  115. temperature=settings.LLM_TEMPERATURE,
  116. api_key=settings.DEEPSEEK_API_KEY,
  117. base_url=settings.DEEPSEEK_BASE_URL,
  118. max_tokens=settings.LLM_MAX_TOKENS,
  119. )
  120. tools = get_all_tools()
  121. # 添加调试信息
  122. print(f"🔧🔧🔧🔧 Agent 创建调试信息:")
  123. print(f" - 用户: {username}")
  124. print(f" - Thread ID: {thread_id}")
  125. print(f" - 后端地址: {backend_url}")
  126. print(f" - Token: {'已提供' if token else '未提供'}")
  127. print(f" - 工具数量: {len(tools)}")
  128. for i, tool in enumerate(tools):
  129. print(f" - 工具 {i+1}: {tool.name}")
  130. # 获取动态的system_prompt
  131. system_prompt = create_system_prompt(backend_url, token, username)
  132. def simple_turn_based_trim(
  133. messages: Sequence[BaseMessage],
  134. keep_turns: int = 3,
  135. system_message: BaseMessage = None,
  136. ) -> List[BaseMessage]:
  137. """
  138. 修正版:按完整对话轮次修剪消息
  139. 每轮对话从Human开始,到下一个Human之前结束
  140. """
  141. if not messages:
  142. return []
  143. # 分离系统消息(始终保留)
  144. system_messages = []
  145. other_messages = []
  146. for msg in messages:
  147. if (
  148. isinstance(msg, SystemMessage)
  149. or getattr(msg, "type", None) == "system"
  150. or getattr(msg, "role", None) == "system"
  151. or msg.__class__.__name__ == "SystemMessage"
  152. ):
  153. system_messages.append(msg)
  154. else:
  155. other_messages.append(msg)
  156. if len(other_messages) <= 1:
  157. return system_messages + other_messages
  158. # 找出所有Human消息的位置
  159. human_indices = []
  160. for i, msg in enumerate(other_messages):
  161. if (
  162. isinstance(msg, HumanMessage)
  163. or getattr(msg, "type", None) == "human"
  164. or getattr(msg, "role", None) == "user"
  165. ):
  166. human_indices.append(i)
  167. # 如果Human消息不足keep_turns轮,返回所有
  168. if not human_indices or len(human_indices) <= keep_turns:
  169. return system_messages + other_messages
  170. # 计算起始索引
  171. start_idx = human_indices[-keep_turns]
  172. # 获取要保留的消息
  173. preserved_messages = other_messages[start_idx:]
  174. # 4. 返回从该索引开始的所有消息
  175. result = system_messages + preserved_messages
  176. # print(f"修剪后消息数: {len(result)}")
  177. return result
  178. @before_model
  179. def trim_messages(state: AgentState, runtime: Runtime) -> dict[str, Any] | None:
  180. """Keep only the last few messages to fit context window."""
  181. messages = state["messages"]
  182. if len(messages) <= 3:
  183. return None # No changes needed
  184. # 保留最后4轮对话
  185. trimmed_messages = simple_turn_based_trim(messages, keep_turns=4)
  186. return {"messages": [RemoveMessage(id=REMOVE_ALL_MESSAGES)] + trimmed_messages}
  187. # 使用SQLiteSaver(按天分割)
  188. checkpointer = get_sqlite_checkpointer()
  189. # print(f"打印检查点保存器: {checkpointer}")
  190. # 可选:清理旧检查点(可配置为定期执行)
  191. if os.getenv("AUTO_CLEANUP", "false").lower() == "true":
  192. cleanup_old_checkpoints(max_days=7) # 保留最近7天数据
  193. agent = create_agent(
  194. llm,
  195. tools,
  196. checkpointer=checkpointer,
  197. system_prompt=system_prompt,
  198. middleware=[trim_messages],
  199. )
  200. return agent