外观
概述
记忆(memory)是一种记住先前交互信息的系统。对于 AI 智能体而言,记忆至关重要,因为它能让智能体记住先前的交互、从反馈中学习,并适应用户偏好。随着智能体处理越来越多包含大量用户交互的复杂任务,这一能力对效率和用户体验都变得不可或缺。
短期记忆(short-term memory)让应用程序能够在单个线程或会话内记住先前的交互。
INFO
线程(thread)在一个会话中组织多次交互,类似于电子邮件将消息分组到单个对话中的方式。
对话历史是短期记忆最常见的形式。长对话对当今的 LLM 构成挑战;完整的历史可能无法放入 LLM 的上下文窗口,从而导致上下文丢失或出现错误。
即使模型支持完整的上下文长度,大多数 LLM 在处理长上下文时仍然表现不佳。它们会被过时或跑题的内容"分心",同时还要承受更慢的响应时间和更高的成本。
对话模型使用消息接收上下文,其中包含指令(系统消息)和输入(人类消息)。在对话应用中,消息在人类输入与模型响应之间交替出现,形成一份随时间不断变长的消息列表。由于上下文窗口有限,许多应用可以通过使用去除或"遗忘"过时信息的技术来受益。
TIP
需要在跨对话之间记住信息?请使用长期记忆在不同的线程和会话之间存储并回忆用户特定或应用级的数据。
用法
要为智能体添加短期记忆(线程级持久化),你需要在创建智能体时指定一个 checkpointer(检查点)。
INFO
LangChain 的智能体将短期记忆作为智能体状态的一部分来管理。
通过将这些内容存储在图的 state(状态)中,智能体可以在维护不同线程之间隔离的同时访问给定对话的完整上下文。
状态使用检查点(checkpointer)持久化到数据库(或内存),以便线程可以随时恢复。
短期记忆会在智能体被调用或某个步骤(如一次工具调用)完成时更新,并且状态会在每一步开始时被读取。
python
from langchain.agents import create_agent
from langgraph.checkpoint.memory import InMemorySaver
def get_user_info() -> str:
"""Look up information about the current user."""
return "No user profile on file."
agent = create_agent(
model="google_genai:gemini-3.6-flash",
tools=[get_user_info],
checkpointer=InMemorySaver(),
)
thread_config = {"configurable": {"thread_id": "1"}}
response = agent.invoke(
{"messages": [{"role": "user", "content": "Hi! My name is Bob."}]},
thread_config,
)["messages"][-1].content
print(response) # "Hi Bob! Nice to see you here. How are you doing?"
response = agent.invoke(
{"messages": [{"role": "user", "content": "What's my name?"}]},
thread_config,
)["messages"][-1].content
print(response) # "You are Bob!"python
from langchain.agents import create_agent
from langgraph.checkpoint.memory import InMemorySaver
def get_user_info() -> str:
"""Look up information about the current user."""
return "No user profile on file."
agent = create_agent(
model="openai:gpt-5.5",
tools=[get_user_info],
checkpointer=InMemorySaver(),
)
thread_config = {"configurable": {"thread_id": "1"}}
response = agent.invoke(
{"messages": [{"role": "user", "content": "Hi! My name is Bob."}]},
thread_config,
)["messages"][-1].content
print(response) # "Hi Bob! Nice to see you here. How are you doing?"
response = agent.invoke(
{"messages": [{"role": "user", "content": "What's my name?"}]},
thread_config,
)["messages"][-1].content
print(response) # "You are Bob!"python
from langchain.agents import create_agent
from langgraph.checkpoint.memory import InMemorySaver
def get_user_info() -> str:
"""Look up information about the current user."""
return "No user profile on file."
agent = create_agent(
model="anthropic:claude-sonnet-4-6",
tools=[get_user_info],
checkpointer=InMemorySaver(),
)
thread_config = {"configurable": {"thread_id": "1"}}
response = agent.invoke(
{"messages": [{"role": "user", "content": "Hi! My name is Bob."}]},
thread_config,
)["messages"][-1].content
print(response) # "Hi Bob! Nice to see you here. How are you doing?"
response = agent.invoke(
{"messages": [{"role": "user", "content": "What's my name?"}]},
thread_config,
)["messages"][-1].content
print(response) # "You are Bob!"python
from langchain.agents import create_agent
from langgraph.checkpoint.memory import InMemorySaver
def get_user_info() -> str:
"""Look up information about the current user."""
return "No user profile on file."
agent = create_agent(
model="openrouter:z-ai/glm-5.2",
tools=[get_user_info],
checkpointer=InMemorySaver(),
)
thread_config = {"configurable": {"thread_id": "1"}}
response = agent.invoke(
{"messages": [{"role": "user", "content": "Hi! My name is Bob."}]},
thread_config,
)["messages"][-1].content
print(response) # "Hi Bob! Nice to see you here. How are you doing?"
response = agent.invoke(
{"messages": [{"role": "user", "content": "What's my name?"}]},
thread_config,
)["messages"][-1].content
print(response) # "You are Bob!"python
from langchain.agents import create_agent
from langgraph.checkpoint.memory import InMemorySaver
def get_user_info() -> str:
"""Look up information about the current user."""
return "No user profile on file."
agent = create_agent(
model="fireworks:accounts/fireworks/models/glm-5p2",
tools=[get_user_info],
checkpointer=InMemorySaver(),
)
thread_config = {"configurable": {"thread_id": "1"}}
response = agent.invoke(
{"messages": [{"role": "user", "content": "Hi! My name is Bob."}]},
thread_config,
)["messages"][-1].content
print(response) # "Hi Bob! Nice to see you here. How are you doing?"
response = agent.invoke(
{"messages": [{"role": "user", "content": "What's my name?"}]},
thread_config,
)["messages"][-1].content
print(response) # "You are Bob!"python
from langchain.agents import create_agent
from langgraph.checkpoint.memory import InMemorySaver
def get_user_info() -> str:
"""Look up information about the current user."""
return "No user profile on file."
agent = create_agent(
model="baseten:zai-org/GLM-5.2",
tools=[get_user_info],
checkpointer=InMemorySaver(),
)
thread_config = {"configurable": {"thread_id": "1"}}
response = agent.invoke(
{"messages": [{"role": "user", "content": "Hi! My name is Bob."}]},
thread_config,
)["messages"][-1].content
print(response) # "Hi Bob! Nice to see you here. How are you doing?"
response = agent.invoke(
{"messages": [{"role": "user", "content": "What's my name?"}]},
thread_config,
)["messages"][-1].content
print(response) # "You are Bob!"python
from langchain.agents import create_agent
from langgraph.checkpoint.memory import InMemorySaver
def get_user_info() -> str:
"""Look up information about the current user."""
return "No user profile on file."
agent = create_agent(
model="ollama:north-mini-code-1.0",
tools=[get_user_info],
checkpointer=InMemorySaver(),
)
thread_config = {"configurable": {"thread_id": "1"}}
response = agent.invoke(
{"messages": [{"role": "user", "content": "Hi! My name is Bob."}]},
thread_config,
)["messages"][-1].content
print(response) # "Hi Bob! Nice to see you here. How are you doing?"
response = agent.invoke(
{"messages": [{"role": "user", "content": "What's my name?"}]},
thread_config,
)["messages"][-1].content
print(response) # "You are Bob!"ts
import { createAgent, tool } from "langchain";
import { MemorySaver } from "@langchain/langgraph";
import * as z from "zod";
const getUserInfo = tool(() => "No user profile on file.", {
name: "get_user_info",
description: "Look up information about the current user.",
schema: z.object({}),
});
const checkpointer = new MemorySaver();
const agent = createAgent({
model: "google-genai:gemini-3.6-flash",
tools: [getUserInfo],
checkpointer,
});
const threadConfig = { configurable: { thread_id: "1" } };
let result = await agent.invoke(
{ messages: [{ role: "user", content: "Hi! My name is Bob." }] },
threadConfig,
);
let response = result.messages.at(-1)?.content;
console.log(response); // "Hi Bob! Nice to see you here. How are you doing?"
result = await agent.invoke(
{ messages: [{ role: "user", content: "What's my name?" }] },
threadConfig,
);
response = result.messages.at(-1)?.content;
console.log(response); // "You are Bob!"ts
import { createAgent, tool } from "langchain";
import { MemorySaver } from "@langchain/langgraph";
import * as z from "zod";
const getUserInfo = tool(() => "No user profile on file.", {
name: "get_user_info",
description: "Look up information about the current user.",
schema: z.object({}),
});
const checkpointer = new MemorySaver();
const agent = createAgent({
model: "openai:gpt-5.5",
tools: [getUserInfo],
checkpointer,
});
const threadConfig = { configurable: { thread_id: "1" } };
let result = await agent.invoke(
{ messages: [{ role: "user", content: "Hi! My name is Bob." }] },
threadConfig,
);
let response = result.messages.at(-1)?.content;
console.log(response); // "Hi Bob! Nice to see you here. How are you doing?"
result = await agent.invoke(
{ messages: [{ role: "user", content: "What's my name?" }] },
threadConfig,
);
response = result.messages.at(-1)?.content;
console.log(response); // "You are Bob!"ts
import { createAgent, tool } from "langchain";
import { MemorySaver } from "@langchain/langgraph";
import * as z from "zod";
const getUserInfo = tool(() => "No user profile on file.", {
name: "get_user_info",
description: "Look up information about the current user.",
schema: z.object({}),
});
const checkpointer = new MemorySaver();
const agent = createAgent({
model: "anthropic:claude-sonnet-4-6",
tools: [getUserInfo],
checkpointer,
});
const threadConfig = { configurable: { thread_id: "1" } };
let result = await agent.invoke(
{ messages: [{ role: "user", content: "Hi! My name is Bob." }] },
threadConfig,
);
let response = result.messages.at(-1)?.content;
console.log(response); // "Hi Bob! Nice to see you here. How are you doing?"
result = await agent.invoke(
{ messages: [{ role: "user", content: "What's my name?" }] },
threadConfig,
);
response = result.messages.at(-1)?.content;
console.log(response); // "You are Bob!"ts
import { createAgent, tool } from "langchain";
import { MemorySaver } from "@langchain/langgraph";
import * as z from "zod";
const getUserInfo = tool(() => "No user profile on file.", {
name: "get_user_info",
description: "Look up information about the current user.",
schema: z.object({}),
});
const checkpointer = new MemorySaver();
const agent = createAgent({
model: "openrouter:openrouter:z-ai/glm-5.2",
tools: [getUserInfo],
checkpointer,
});
const threadConfig = { configurable: { thread_id: "1" } };
let result = await agent.invoke(
{ messages: [{ role: "user", content: "Hi! My name is Bob." }] },
threadConfig,
);
let response = result.messages.at(-1)?.content;
console.log(response); // "Hi Bob! Nice to see you here. How are you doing?"
result = await agent.invoke(
{ messages: [{ role: "user", content: "What's my name?" }] },
threadConfig,
);
response = result.messages.at(-1)?.content;
console.log(response); // "You are Bob!"ts
import { createAgent, tool } from "langchain";
import { MemorySaver } from "@langchain/langgraph";
import * as z from "zod";
const getUserInfo = tool(() => "No user profile on file.", {
name: "get_user_info",
description: "Look up information about the current user.",
schema: z.object({}),
});
const checkpointer = new MemorySaver();
const agent = createAgent({
model: "fireworks:accounts/fireworks/models/glm-5p2",
tools: [getUserInfo],
checkpointer,
});
const threadConfig = { configurable: { thread_id: "1" } };
let result = await agent.invoke(
{ messages: [{ role: "user", content: "Hi! My name is Bob." }] },
threadConfig,
);
let response = result.messages.at(-1)?.content;
console.log(response); // "Hi Bob! Nice to see you here. How are you doing?"
result = await agent.invoke(
{ messages: [{ role: "user", content: "What's my name?" }] },
threadConfig,
);
response = result.messages.at(-1)?.content;
console.log(response); // "You are Bob!"ts
import { createAgent, tool } from "langchain";
import { MemorySaver } from "@langchain/langgraph";
import * as z from "zod";
const getUserInfo = tool(() => "No user profile on file.", {
name: "get_user_info",
description: "Look up information about the current user.",
schema: z.object({}),
});
const checkpointer = new MemorySaver();
const agent = createAgent({
model: "baseten:zai-org/GLM-5.2",
tools: [getUserInfo],
checkpointer,
});
const threadConfig = { configurable: { thread_id: "1" } };
let result = await agent.invoke(
{ messages: [{ role: "user", content: "Hi! My name is Bob." }] },
threadConfig,
);
let response = result.messages.at(-1)?.content;
console.log(response); // "Hi Bob! Nice to see you here. How are you doing?"
result = await agent.invoke(
{ messages: [{ role: "user", content: "What's my name?" }] },
threadConfig,
);
response = result.messages.at(-1)?.content;
console.log(response); // "You are Bob!"ts
import { createAgent, tool } from "langchain";
import { MemorySaver } from "@langchain/langgraph";
import * as z from "zod";
const getUserInfo = tool(() => "No user profile on file.", {
name: "get_user_info",
description: "Look up information about the current user.",
schema: z.object({}),
});
const checkpointer = new MemorySaver();
const agent = createAgent({
model: "ollama:north-mini-code-1.0",
tools: [getUserInfo],
checkpointer,
});
const threadConfig = { configurable: { thread_id: "1" } };
let result = await agent.invoke(
{ messages: [{ role: "user", content: "Hi! My name is Bob." }] },
threadConfig,
);
let response = result.messages.at(-1)?.content;
console.log(response); // "Hi Bob! Nice to see you here. How are you doing?"
result = await agent.invoke(
{ messages: [{ role: "user", content: "What's my name?" }] },
threadConfig,
);
response = result.messages.at(-1)?.content;
console.log(response); // "You are Bob!"在生产环境中
在生产环境中,使用由数据库支撑的检查点(checkpointer):
bash
pip install langgraph-checkpoint-postgrespython
from langchain.agents import create_agent
from langgraph.checkpoint.postgres import PostgresSaver
def get_user_info() -> str:
"""Look up information about the current user."""
return "No user profile on file."
DB_URI = "postgresql://postgres:postgres@localhost:5432/postgres?sslmode=disable"
with PostgresSaver.from_conn_string(DB_URI) as checkpointer:
checkpointer.setup() # 在 PostgreSQL 中自动创建表
agent = create_agent(
"gpt-5.5",
tools=[get_user_info],
checkpointer=checkpointer,
)ts
import { PostgresSaver } from "@langchain/langgraph-checkpoint-postgres";
const DB_URI = "postgresql://postgres:postgres@localhost:5432/postgres?sslmode=disable";
const checkpointer = PostgresSaver.fromConnString(DB_URI);INFO
有关更多检查点选项(包括 SQLite、Postgres 和 Azure Cosmos DB),请参阅持久化文档中的检查点库列表。
自定义智能体记忆
默认情况下,智能体使用 AgentState 来管理短期记忆,具体来说是通过 messages 键管理对话历史。
你可以扩展 AgentState 来添加额外字段。自定义状态模式通过 state_schema 参数传给 create_agent。
python
from langchain.agents import create_agent, AgentState
from langgraph.checkpoint.memory import InMemorySaver
class CustomAgentState(AgentState):
user_id: str
preferences: dict
agent = create_agent(
"gpt-5.5",
tools=[get_user_info],
state_schema=CustomAgentState,
checkpointer=InMemorySaver(),
)
# 自定义状态可以传给 invoke
result = agent.invoke(
{
"messages": [{"role": "user", "content": "Hello"}],
"user_id": "user_123",
"preferences": {"theme": "dark"}
},
{"configurable": {"thread_id": "1"}})你可以通过创建带状态模式的自定义中间件来扩展智能体状态。自定义状态模式可以在中间件中使用 stateSchema 参数传入。建议使用 StateSchema 类进行状态定义(也支持纯 Zod 对象)。
typescript
import { createAgent, createMiddleware } from "langchain";
import { StateSchema, MemorySaver } from "@langchain/langgraph";
import * as z from "zod";
const CustomState = new StateSchema({
userId: z.string(),
preferences: z.record(z.string(), z.any()),
});
const stateExtensionMiddleware = createMiddleware({
name: "StateExtension",
stateSchema: CustomState,
});
const checkpointer = new MemorySaver();
const agent = createAgent({
model: "gpt-5.5",
tools: [],
middleware: [stateExtensionMiddleware],
checkpointer,
});
// 自定义状态可以传给 invoke
const result = await agent.invoke({
messages: [{ role: "user", content: "Hello" }],
userId: "user_123",
preferences: { theme: "dark" },
});常见模式
启用短期记忆后,长对话可能会超出 LLM 的上下文窗口。常见的解决方案有:
- 修剪消息 — 删除前 N 条或后 N 条消息(在调用 LLM 之前)
- 删除消息 — 从 LangGraph 状态中永久删除消息
- 摘要消息 — 对历史中较早的消息进行摘要,并用摘要替换它们
- 自定义策略 — 自定义策略(例如消息过滤等)
这样智能体就能在不超过 LLM 上下文窗口的前提下持续跟踪对话。
修剪消息
大多数 LLM 都有最大支持的上下文窗口(以 token 计)。
决定何时截断消息的一种方法是统计消息历史中的 token 数,并在接近该上限时进行截断。如果你使用 LangChain,可以使用修剪消息工具,并指定要从列表中保留的 token 数,以及用于处理边界情况的 strategy(例如,保留最后 max_tokens)。 决定何时截断消息的一种方法是统计消息历史中的 token 数,并在接近该上限时进行截断。如果你使用 LangChain,可以使用修剪消息工具,并指定要从列表中保留的 token 数,以及用于处理边界情况的 strategy(例如,保留最后 maxTokens)。
要在智能体中修剪消息历史,请使用 @before_model 中间件装饰器:
python
from langchain.messages import RemoveMessage
from langgraph.graph.message import REMOVE_ALL_MESSAGES
from langgraph.checkpoint.memory import InMemorySaver
from langchain.agents import create_agent, AgentState
from langchain.agents.middleware import before_model
from langgraph.runtime import Runtime
from langchain_core.runnables import RunnableConfig
from typing import Any
@before_model
def trim_messages(state: AgentState, runtime: Runtime) -> dict[str, Any] | None:
"""Keep only the last few messages to fit context window."""
messages = state["messages"]
if len(messages) <= 3:
return None # 无需更改
first_msg = messages[0]
recent_messages = messages[-3:] if len(messages) % 2 == 0 else messages[-4:]
new_messages = [first_msg] + recent_messages
return {
"messages": [
RemoveMessage(id=REMOVE_ALL_MESSAGES),
*new_messages
]
}
agent = create_agent(
"gpt-5.5",
tools=[...],
middleware=[trim_messages],
checkpointer=InMemorySaver(),
)
config: RunnableConfig = {"configurable": {"thread_id": "1"}}
agent.invoke({"messages": "hi, my name is bob"}, config)
agent.invoke({"messages": "write a short poem about cats"}, config)
agent.invoke({"messages": "now do the same but for dogs"}, config)
final_response = agent.invoke({"messages": "what's my name?"}, config)
final_response["messages"][-1].pretty_print()
"""
================================== Ai Message ==================================
Your name is Bob. You told me that earlier.
If you'd like me to call you a nickname or use a different name, just say the word.
"""要在智能体中修剪消息历史,请使用带 beforeModel 钩子的 createMiddleware:
typescript
import { RemoveMessage } from "@langchain/core/messages";
import { createAgent, createMiddleware } from "langchain";
import { MemorySaver, REMOVE_ALL_MESSAGES } from "@langchain/langgraph";
const trimMessages = createMiddleware({
name: "TrimMessages",
beforeModel: (state) => {
const messages = state.messages;
if (messages.length <= 3) {
return; // 无需更改
}
const firstMsg = messages[0];
const recentMessages =
messages.length % 2 === 0 ? messages.slice(-3) : messages.slice(-4);
const newMessages = [firstMsg, ...recentMessages];
return {
messages: [
new RemoveMessage({ id: REMOVE_ALL_MESSAGES }),
...newMessages,
],
};
},
});
const checkpointer = new MemorySaver();
const agent = createAgent({
model: "gpt-5.5",
tools: [...],
middleware: [trimMessages],
checkpointer,
});删除消息
你可以从图状态中删除消息来管理消息历史。
当你想要移除特定消息或清空整个消息历史时,这非常有用。
要从图状态中删除消息,可以使用 RemoveMessage。
要使 RemoveMessage 生效,你需要使用带有 add_messages reducer 的状态键。
默认的 AgentState 提供了这一点。
要删除特定消息:
python
from langchain.messages import RemoveMessage
def delete_messages(state):
messages = state["messages"]
if len(messages) > 2:
# 移除最早的两条消息
return {"messages": [RemoveMessage(id=m.id) for m in messages[:2]]} 要删除所有消息:
python
from langgraph.graph.message import REMOVE_ALL_MESSAGES
def delete_messages(state):
return {"messages": [RemoveMessage(id=REMOVE_ALL_MESSAGES)]} 要从图状态中删除消息,可以使用 RemoveMessage。要使 RemoveMessage 生效,你需要使用带有 messagesStateReducer reducer 的状态键,例如 MessagesValue。
要删除特定消息:
typescript
import { RemoveMessage } from "@langchain/core/messages";
const deleteMessages = (state) => {
const messages = state.messages;
if (messages.length > 2) {
// 移除最早的两条消息
return {
messages: messages
.slice(0, 2)
.map((m) => new RemoveMessage({ id: m.id })),
};
}
};WARNING
删除消息时,务必确保生成的消息历史是有效的。请检查你所用 LLM 提供商的限制。例如:
- 某些提供商要求消息历史以
user消息开头 - 大多数提供商要求带工具调用的
assistant消息后跟对应的tool结果消息。
python
from langchain.messages import RemoveMessage
from langchain.agents import create_agent, AgentState
from langchain.agents.middleware import after_model
from langgraph.checkpoint.memory import InMemorySaver
from langgraph.runtime import Runtime
from langchain_core.runnables import RunnableConfig
@after_model
def delete_old_messages(state: AgentState, runtime: Runtime) -> dict | None:
"""Remove old messages to keep conversation manageable."""
messages = state["messages"]
if len(messages) > 2:
# 移除最早的两条消息
return {"messages": [RemoveMessage(id=m.id) for m in messages[:2]]}
return None
agent = create_agent(
"gpt-5-nano",
tools=[...],
system_prompt="Please be concise and to the point.",
middleware=[delete_old_messages],
checkpointer=InMemorySaver(),
)
config: RunnableConfig = {"configurable": {"thread_id": "1"}}
stream = agent.stream_events(
{"messages": [{"role": "user", "content": "hi! I'm bob"}]},
config,
version="v3",
)
for snapshot in stream.values:
print([(message.type, message.content) for message in snapshot["messages"]])
stream = agent.stream_events(
{"messages": [{"role": "user", "content": "write a short poem about cats"}]},
config,
version="v3",
)
for snapshot in stream.values:
print([(message.type, message.content) for message in snapshot["messages"]])
stream = agent.stream_events(
{"messages": [{"role": "user", "content": "what's my name?"}]},
config,
version="v3",
)
for snapshot in stream.values:
print([(message.type, message.content) for message in snapshot["messages"]])[('human', "hi! I'm bob")]
[('human', "hi! I'm bob"), ('ai', 'Hi Bob! Nice to meet you. How can I help you today? I can answer questions, brainstorm ideas, draft text, explain things, or help with code.')]
[('human', "hi! I'm bob"), ('ai', 'Hi Bob! Nice to meet you. How can I help you today? I can answer questions, brainstorm ideas, draft text, explain things, or help with code.'), ('human', "write a short poem about cats")]
[('human', "hi! I'm bob"), ('ai', 'Hi Bob! Nice to meet you. How can I help you today? I can answer questions, brainstorm ideas, draft text, explain things, or help with code.'), ('human', "write a short poem about cats"), ('ai', 'There once was a cat on a wall, Who barely moved at all...')]
[('human', 'write a short poem about cats'), ('ai', 'There once was a cat on a wall, Who barely moved at all...')]
[('human', 'write a short poem about cats'), ('ai', 'There once was a cat on a wall, Who barely moved at all...'), ('human', "what's my name?")]
[('human', 'write a short poem about cats'), ('ai', 'There once was a cat on a wall, Who barely moved at all...'), ('human', "what's my name?"), ('ai', "I don't know your name - you haven't told me!")]
[('human', "what's my name?"), ('ai', "I don't know your name - you haven't told me!")]typescript
import { RemoveMessage } from "@langchain/core/messages";
import { createAgent, createMiddleware } from "langchain";
import { MemorySaver } from "@langchain/langgraph";
const deleteOldMessages = createMiddleware({
name: "DeleteOldMessages",
afterModel: (state) => {
const messages = state.messages;
if (messages.length > 2) {
// 移除最早的两条消息
return {
messages: messages
.slice(0, 2)
.map((m) => new RemoveMessage({ id: m.id! })),
};
}
return;
},
});
const agent = createAgent({
model: "gpt-5.5",
tools: [],
systemPrompt: "Please be concise and to the point.",
middleware: [deleteOldMessages],
checkpointer: new MemorySaver(),
});
const config = { configurable: { thread_id: "1" } };
const streamA = await agent.streamEvents(
{ messages: [{ role: "user", content: "hi! I'm bob" }] },
{ ...config, version: "v3" }
);
for await (const snapshot of streamA.values) {
const messageDetails = snapshot.messages.map((message) => [
message.getType(),
message.content,
]);
console.log(messageDetails);
}
const streamB = await agent.streamEvents(
{ messages: [{ role: "user", content: "write a short poem about cats" }] },
{ ...config, version: "v3" }
);
for await (const snapshot of streamB.values) {
const messageDetails = snapshot.messages.map((message) => [
message.getType(),
message.content,
]);
console.log(messageDetails);
}
const streamC = await agent.streamEvents(
{ messages: [{ role: "user", content: "what's my name?" }] },
{ ...config, version: "v3" }
);
for await (const snapshot of streamC.values) {
const messageDetails = snapshot.messages.map((message) => [
message.getType(),
message.content,
]);
console.log(messageDetails);
}[["human", "hi! I'm bob"]]
[["human", "hi! I'm bob"], ["ai", "Hi Bob! Nice to meet you. How can I help you today? I can answer questions, brainstorm ideas, draft text, explain things, or help with code."]]
[["human", "hi! I'm bob"], ["ai", "Hi Bob! Nice to meet you. How can I help you today? I can answer questions, brainstorm ideas, draft text, explain things, or help with code."], ["human", "write a short poem about cats"]]
[["human", "hi! I'm bob"], ["ai", "Hi Bob! Nice to meet you. How can I help you today? I can answer questions, brainstorm ideas, draft text, explain things, or help with code."], ["human", "write a short poem about cats"], ["ai", "There once was a cat on a wall, Who barely moved at all..."]]
[["human", "write a short poem about cats"], ["ai", "There once was a cat on a wall, Who barely moved at all..."]]
[["human", "write a short poem about cats"], ["ai", "There once was a cat on a wall, Who barely moved at all..."], ["human", "what's my name?"]]
[["human", "write a short poem about cats"], ["ai", "There once was a cat on a wall, Who barely moved at all..."], ["human", "what's my name?"], ["ai", "I don't know your name - you haven't told me!"]]
[["human", "what's my name?"], ["ai", "I don't know your name - you haven't told me!"]]摘要消息
如上所示,修剪或移除消息的问题是,你可能会因为剔除消息队列而丢失信息。 正因如此,某些应用受益于使用对话模型对消息历史进行摘要这种更精细的方法。

要在智能体中对消息历史进行摘要,请使用内置的 SummarizationMiddleware:
python
from langchain.agents import create_agent
from langchain.agents.middleware import SummarizationMiddleware
from langgraph.checkpoint.memory import InMemorySaver
from langchain_core.runnables import RunnableConfig
checkpointer = InMemorySaver()
agent = create_agent(
model="gpt-5.5",
tools=[...],
middleware=[
SummarizationMiddleware(
model="gpt-5.4-mini",
trigger=("tokens", 4000),
keep=("messages", 20)
)
],
checkpointer=checkpointer,
)
config: RunnableConfig = {"configurable": {"thread_id": "1"}}
agent.invoke({"messages": "hi, my name is bob"}, config)
agent.invoke({"messages": "write a short poem about cats"}, config)
agent.invoke({"messages": "now do the same but for dogs"}, config)
final_response = agent.invoke({"messages": "what's my name?"}, config)
final_response["messages"][-1].pretty_print()
"""
================================== Ai Message ==================================
Your name is Bob!
"""有关更多配置选项,请参阅 SummarizationMiddleware。 要在智能体中对消息历史进行摘要,请使用内置的 summarizationMiddleware:
typescript
import { createAgent, summarizationMiddleware } from "langchain";
import { MemorySaver } from "@langchain/langgraph";
const checkpointer = new MemorySaver();
const agent = createAgent({
model: "gpt-5.5",
tools: [],
middleware: [
summarizationMiddleware({
model: "gpt-5.4-mini",
trigger: { tokens: 4000 },
keep: { messages: 20 },
}),
],
checkpointer,
});
const config = { configurable: { thread_id: "1" } };
await agent.invoke({ messages: "hi, my name is bob" }, config);
await agent.invoke({ messages: "write a short poem about cats" }, config);
await agent.invoke({ messages: "now do the same but for dogs" }, config);
const finalResponse = await agent.invoke({ messages: "what's my name?" }, config);
console.log(finalResponse.messages.at(-1)?.content);
// Your name is Bob!有关更多配置选项,请参阅 summarizationMiddleware。
访问记忆
你可以通过多种方式访问和修改智能体的短期记忆(状态):
工具
在工具中读取短期记忆
使用 runtime 参数(类型为 ToolRuntime)在工具中访问短期记忆(状态)。
runtime 参数对工具签名是隐藏的(因此模型看不到它),但工具可以通过它访问状态。
python
from langchain.agents import create_agent, AgentState
from langchain.tools import tool, ToolRuntime
class CustomState(AgentState):
user_id: str
@tool
def get_user_info(
runtime: ToolRuntime
) -> str:
"""Look up user info."""
user_id = runtime.state["user_id"]
return "User is John Smith" if user_id == "user_123" else "Unknown user"
agent = create_agent(
model="gpt-5-nano",
tools=[get_user_info],
state_schema=CustomState,
)
result = agent.invoke({
"messages": "look up user information",
"user_id": "user_123"
})
print(result["messages"][-1].content)
# > User is John Smith.typescript
import { createAgent, tool, type ToolRuntime } from "langchain";
import { StateSchema } from "@langchain/langgraph";
import * as z from "zod";
const CustomState = new StateSchema({
userId: z.string(),
});
const getUserInfo = tool(
async (_, config: ToolRuntime<typeof CustomState.State>) => {
const userId = config.state.userId;
return userId === "user_123" ? "John Doe" : "Unknown User";
},
{
name: "get_user_info",
description: "Get user info",
schema: z.object({}),
}
);
const agent = createAgent({
model: "gpt-5-nano",
tools: [getUserInfo],
stateSchema: CustomState,
});
const result = await agent.invoke(
{
messages: [{ role: "user", content: "what's my name?" }],
userId: "user_123",
},
{
context: {},
}
);
console.log(result.messages.at(-1)?.content);
// Outputs: "Your name is John Doe."从工具写入短期记忆
要在执行期间修改智能体的短期记忆(状态),你可以直接从工具返回状态更新。
这对于持久化中间结果或让后续工具或提示词能够访问信息非常有用。
python
from langchain.tools import tool, ToolRuntime
from langchain_core.runnables import RunnableConfig
from langchain.messages import ToolMessage
from langchain.agents import create_agent, AgentState
from langgraph.types import Command
from pydantic import BaseModel
class CustomState(AgentState):
user_name: str
class CustomContext(BaseModel):
user_id: str
@tool
def update_user_info(
runtime: ToolRuntime[CustomContext, CustomState],
) -> Command:
"""Look up and update user info."""
user_id = runtime.context.user_id
name = "John Smith" if user_id == "user_123" else "Unknown user"
return Command(update={
"user_name": name,
# 更新消息历史
"messages": [
ToolMessage(
"Successfully looked up user information",
tool_call_id=runtime.tool_call_id
)
]
})
@tool
def greet(
runtime: ToolRuntime[CustomContext, CustomState]
) -> str | Command:
"""Use this to greet the user once you found their info."""
user_name = runtime.state.get("user_name", None)
if user_name is None:
return Command(update={
"messages": [
ToolMessage(
"Please call the 'update_user_info' tool it will get and update the user's name.",
tool_call_id=runtime.tool_call_id
)
]
})
return f"Hello {user_name}!"
agent = create_agent(
model="gpt-5-nano",
tools=[update_user_info, greet],
state_schema=CustomState,
context_schema=CustomContext,
)
agent.invoke(
{"messages": [{"role": "user", "content": "greet the user"}]},
context=CustomContext(user_id="user_123"),
)typescript
import { tool, createAgent, ToolMessage, type ToolRuntime } from "langchain";
import { Command, StateSchema } from "@langchain/langgraph";
import * as z from "zod";
const CustomState = new StateSchema({
userId: z.string().optional(),
userName: z.string().optional(),
});
const updateUserInfo = tool(
async (_, config: ToolRuntime<typeof CustomState.State>) => {
const userId = config.state.userId;
const name = userId === "user_123" ? "John Smith" : "Unknown user";
return new Command({
update: {
userName: name,
// 更新消息历史
messages: [
new ToolMessage({
content: "Successfully looked up user information",
tool_call_id: config.toolCall?.id ?? "",
}),
],
},
});
},
{
name: "update_user_info",
description: "Look up and update user info.",
schema: z.object({}),
}
);
const greet = tool(
async (_, config: ToolRuntime<typeof CustomState.State>) => {
const userName = config.state.userName;
return `Hello ${userName}!`;
},
{
name: "greet",
description: "Use this to greet the user once you found their info.",
schema: z.object({}),
}
);
const agent = createAgent({
model: "openai:gpt-5-mini",
tools: [updateUserInfo, greet],
stateSchema: CustomState,
});
const result = await agent.invoke({
messages: [{ role: "user", content: "greet the user" }],
userId: "user_123",
});
console.log(result.messages.at(-1)?.content);
// Output: "Hello John Smith! It's great to meet you. How can I help you today?"提示词
在中间件中访问短期记忆(状态),以基于对话历史或自定义状态字段创建动态提示词。
python
from langchain.agents import create_agent
from typing import TypedDict
from langchain.agents.middleware import dynamic_prompt, ModelRequest
class CustomContext(TypedDict):
user_name: str
def get_weather(city: str) -> str:
"""Get the weather in a city."""
return f"The weather in {city} is always sunny!"
@dynamic_prompt
def dynamic_system_prompt(request: ModelRequest) -> str:
user_name = request.runtime.context["user_name"]
system_prompt = f"You are a helpful assistant. Address the user as {user_name}."
return system_prompt
agent = create_agent(
model="gpt-5-nano",
tools=[get_weather],
middleware=[dynamic_system_prompt],
context_schema=CustomContext,
)
result = agent.invoke(
{"messages": [{"role": "user", "content": "What is the weather in SF?"}]},
context=CustomContext(user_name="John Smith"),
)
for msg in result["messages"]:
msg.pretty_print()bash
================================ Human Message =================================
What is the weather in SF?
================================== Ai Message ==================================
Tool Calls:
get_weather (call_WFQlOGn4b2yoJrv7cih342FG)
Call ID: call_WFQlOGn4b2yoJrv7cih342FG
Args:
city: San Francisco
================================= Tool Message =================================
Name: get_weather
The weather in San Francisco is always sunny!
================================== Ai Message ==================================
Hi John Smith, the weather in San Francisco is always sunny!typescript
import * as z from "zod";
import { createAgent, tool, dynamicSystemPromptMiddleware } from "langchain";
const contextSchema = z.object({
userName: z.string(),
});
type ContextSchema = z.infer<typeof contextSchema>;
const getWeather = tool(
async ({ city }) => {
return `The weather in ${city} is always sunny!`;
},
{
name: "get_weather",
description: "Get user info",
schema: z.object({
city: z.string(),
}),
}
);
const agent = createAgent({
model: "gpt-5-nano",
tools: [getWeather],
contextSchema,
middleware: [
dynamicSystemPromptMiddleware<ContextSchema>((_, config) => {
return `You are a helpful assistant. Address the user as ${config.context?.userName}.`;
}),
],
});
const result = await agent.invoke(
{
messages: [{ role: "user", content: "What is the weather in SF?" }],
},
{
context: {
userName: "John Smith",
},
}
);
for (const message of result.messages) {
console.log(message);
}
/**
* HumanMessage {
* "content": "What is the weather in SF?",
* // ...
* }
* AIMessage {
* // ...
* "tool_calls": [
* {
* "name": "get_weather",
* "args": {
* "city": "San Francisco"
* },
* "type": "tool_call",
* "id": "call_tCidbv0apTpQpEWb3O2zQ4Yx"
* }
* ],
* // ...
* }
* ToolMessage {
* "content": "The weather in San Francisco is always sunny!",
* "tool_call_id": "call_tCidbv0apTpQpEWb3O2zQ4Yx"
* // ...
* }
* AIMessage {
* "content": "John Smith, here's the latest: The weather in San Francisco is always sunny!\n\nIf you'd like more details (temperature, wind, humidity) or a forecast for the next few days, I can pull that up. What would you like?",
* // ...
* }
*/模型前(Before model)
在 @before_model 中间件中访问短期记忆(状态),以便在模型调用之前处理消息。
python
from langchain.messages import RemoveMessage
from langgraph.graph.message import REMOVE_ALL_MESSAGES
from langgraph.checkpoint.memory import InMemorySaver
from langchain.agents import create_agent, AgentState
from langchain.agents.middleware import before_model
from langchain_core.runnables import RunnableConfig
from langgraph.runtime import Runtime
from typing import Any
@before_model
def trim_messages(state: AgentState, runtime: Runtime) -> dict[str, Any] | None:
"""Keep only the last few messages to fit context window."""
messages = state["messages"]
if len(messages) <= 3:
return None # 无需更改
first_msg = messages[0]
recent_messages = messages[-3:] if len(messages) % 2 == 0 else messages[-4:]
new_messages = [first_msg] + recent_messages
return {
"messages": [
RemoveMessage(id=REMOVE_ALL_MESSAGES),
*new_messages
]
}
agent = create_agent(
"gpt-5-nano",
tools=[],
middleware=[trim_messages],
checkpointer=InMemorySaver()
)
config: RunnableConfig = {"configurable": {"thread_id": "1"}}
agent.invoke({"messages": "hi, my name is bob"}, config)
agent.invoke({"messages": "write a short poem about cats"}, config)
agent.invoke({"messages": "now do the same but for dogs"}, config)
final_response = agent.invoke({"messages": "what's my name?"}, config)
final_response["messages"][-1].pretty_print()
"""
================================== Ai Message ==================================
Your name is Bob. You told me that earlier.
If you'd like me to call you a nickname or use a different name, just say the word.
"""typescript
import { RemoveMessage } from "@langchain/core/messages";
import { createAgent, createMiddleware, trimMessages } from "langchain";
import { MemorySaver } from "@langchain/langgraph";
import { REMOVE_ALL_MESSAGES } from "@langchain/langgraph";
const trimMessageHistory = createMiddleware({
name: "TrimMessages",
beforeModel: async (state) => {
const trimmed = await trimMessages(state.messages, {
maxTokens: 384,
strategy: "last",
startOn: "human",
endOn: ["human", "tool"],
tokenCounter: (msgs) => msgs.length,
});
return {
messages: [new RemoveMessage({ id: REMOVE_ALL_MESSAGES }), ...trimmed],
};
},
});
const checkpointer = new MemorySaver();
const agent = createAgent({
model: "gpt-5-nano",
tools: [],
middleware: [trimMessageHistory],
checkpointer,
});模型后(After model)
在 @after_model 中间件中访问短期记忆(状态),以便在模型调用之后处理消息。
python
from langchain.messages import RemoveMessage
from langgraph.checkpoint.memory import InMemorySaver
from langchain.agents import create_agent, AgentState
from langchain.agents.middleware import after_model
from langgraph.runtime import Runtime
@after_model
def validate_response(state: AgentState, runtime: Runtime) -> dict | None:
"""Remove messages containing sensitive words."""
STOP_WORDS = ["password", "secret"]
last_message = state["messages"][-1]
if any(word in last_message.content for word in STOP_WORDS):
return {"messages": [RemoveMessage(id=last_message.id)]}
return None
agent = create_agent(
model="gpt-5-nano",
tools=[],
middleware=[validate_response],
checkpointer=InMemorySaver(),
)typescript
import { RemoveMessage } from "@langchain/core/messages";
import { createAgent, createMiddleware } from "langchain";
import { REMOVE_ALL_MESSAGES } from "@langchain/langgraph";
const validateResponse = createMiddleware({
name: "ValidateResponse",
afterModel: (state) => {
const lastMessage = state.messages.at(-1)?.content;
if (
typeof lastMessage === "string" &&
lastMessage.toLowerCase().includes("confidential")
) {
return {
messages: [
new RemoveMessage({ id: REMOVE_ALL_MESSAGES }),
],
};
}
return;
},
});
const agent = createAgent({
model: "gpt-5-nano",
tools: [],
middleware: [validateResponse],
});