LangGraph + LLM + stream

文章目錄

- - LLM 代碼
  - values
  - messages
  - updates
  - messages + updates
  - messages + updates 2

LLM 代碼

from dataclasses import dataclassfrom langchain.chat_models import init_chat_model
from langgraph.graph import StateGraph, STARTfrom langchain_openai import ChatOpenAI
# 初始化 llm 
model_name = 'glm-4-flash' 
base_url = 'https://open.bigmodel.cn/api/paas/v4'
api_key = '6eeeb21...bPJyrc8e'  llm = ChatOpenAI(openai_api_base=base_url,model = model_name,api_key = api_key,temperature=0.1, # streaming=True,  
)@dataclass
class MyState:topic: strjoke: str = ""def call_model(state: MyState):"""Call the LLM to generate a joke about a topic"""llm_response = llm.invoke( # (1)![{"role": "user", "content": f"給我講一個關于 {state.topic} 的笑話"}])return {"joke": llm_response.content}graph = (StateGraph(MyState).add_node(call_model).add_edge(START, "call_model").compile()
)message = {"topic": "冰淇淋"}

values


events = graph.stream(message,  stream_mode="values",
)

-- event :  {'topic': '冰淇淋'}
-- event :  {'topic': '冰淇淋', 'joke': '有一天，冰淇淋去參加一個聚會，它走進房間后，看到大家都在聊天，于是它決定找個地方坐下。\n\n冰淇淋走到一個角落，看到一把椅子，它說：“嘿，椅子，我坐這里可以嗎？”\n\n椅子回答：“當然可以，不過你得小心，我可是‘冷板凳’。”\n\n冰淇淋一愣，然后笑著說：“哦，原來如此，那我就不客氣了，謝謝你的提醒！”'}

messages


for message_chunk, metadata in graph.stream( # (2)!{"topic": "ice cream"},stream_mode="messages", 
):print('\n')print('-- message_chunk : ', message_chunk) print('-- metadata : ', metadata) if message_chunk.content:print(message_chunk.content, end="|", flush=True)

-- metadata :  
{'langgraph_step': 1,'langgraph_node': 'call_model','langgraph_triggers': ('branch:to:call_model', ),'langgraph_path': ('__pregel_pull', 'call_model'),'langgraph_checkpoint_ns': 'call_model:ee4d452e-bd6a-6176-fb64-086b7793dd96','checkpoint_ns': 'call_model:ee4d452e-bd6a-6176-fb64-086b7793dd96','ls_provider': 'openai', 'ls_model_name': 'glm-4-flash','ls_model_type': 'chat','ls_temperature': 0.1
}    -- message_chunk :  content='為什么' additional_kwargs={} response_metadata={} id='run--a3723e25-7094-4fad-8339-fdd41da406e4'為什么|-- message_chunk :  content='冰淇淋' additional_kwargs={} response_metadata={} id='run--a3723e25-7094-4fad-8339-fdd41da406e4'冰淇淋|-- message_chunk :  content='總是' additional_kwargs={} response_metadata={} id='run--a3723e25-7094-4fad-8339-fdd41da406e4'總是|-- message_chunk :  content='那么' additional_kwargs={} response_metadata={} id='run--a3723e25-7094-4fad-8339-fdd41da406e4'那么|-- message_chunk :  content='開心' additional_kwargs={} response_metadata={} id='run--a3723e25-7094-4fad-8339-fdd41da406e4'開心|-- message_chunk :  content='？\n\n因為它' additional_kwargs={} response_metadata={} id='run--a3723e25-7094-4fad-8339-fdd41da406e4'？因為它|-- message_chunk :  content='總是' additional_kwargs={} response_metadata={} id='run--a3723e25-7094-4fad-8339-fdd41da406e4'總是|-- message_chunk :  content='笑' additional_kwargs={} response_metadata={} id='run--a3723e25-7094-4fad-8339-fdd41da406e4'笑|-- message_chunk :  content='得' additional_kwargs={} response_metadata={} id='run--a3723e25-7094-4fad-8339-fdd41da406e4'得|-- message_chunk :  content='“' additional_kwargs={} response_metadata={} id='run--a3723e25-7094-4fad-8339-fdd41da406e4'“|-- message_chunk :  content='冰' additional_kwargs={} response_metadata={} id='run--a3723e25-7094-4fad-8339-fdd41da406e4'冰|-- message_chunk :  content='”' additional_kwargs={} response_metadata={} id='run--a3723e25-7094-4fad-8339-fdd41da406e4'”|-- message_chunk :  content='裂' additional_kwargs={} response_metadata={} id='run--a3723e25-7094-4fad-8339-fdd41da406e4'裂|-- message_chunk :  content='！' additional_kwargs={} response_metadata={} id='run--a3723e25-7094-4fad-8339-fdd41da406e4'！|-- message_chunk :  content='😄' additional_kwargs={} response_metadata={'finish_reason': 'stop', 'model_name': 'glm-4-flash'} id='run--a3723e25-7094-4fad-8339-fdd41da406e4' usage_metadata={'input_tokens': 13, 'output_tokens': 20, 'total_tokens': 33, 'input_token_details': {}, 'output_token_details': {}}😄|%

updates

for chunk in graph.stream(message,stream_mode="updates"
):print(chunk)

{'call_model': {'joke': '有一天，冰淇淋去參加一個聚會，它走進房間后，看到大家都在聊天，于是它決定找個地方坐下。\n\n冰淇淋走到一個角落，看到一把椅子，它說：“嘿，椅子，我坐這里可以嗎？”\n\n椅子回答：“當然可以，不過你得小心，我可是個‘冷’椅子。”\n\n冰淇淋一愣，然后笑著說：“哦，原來您是個‘冷’椅子啊，那我可得小心別融化了。”\n\n大家聽了都笑了，椅子也跟著笑了起來，從此，冰淇淋和椅子成了好朋友，每次聚會都會帶來歡樂。'}
}

messages + updates

for chunk in graph.stream(message,stream_mode=["messages", "updates"],
):print('\n', chunk )

('messages', (AIMessageChunk(content = '有一天', additional_kwargs = {}, response_metadata = {}, id = 'run--8ecc7304-693a-44f5-84ca-7164e02cb8ec'), {'langgraph_step': 1,'langgraph_node': 'call_model','langgraph_triggers': ('branch:to:call_model', ),'langgraph_path': ('__pregel_pull', 'call_model'),'langgraph_checkpoint_ns': 'call_model:9ea3643a-d6f7-88c5-c9ea-4e355adb32c9','checkpoint_ns': 'call_model:9ea3643a-d6f7-88c5-c9ea-4e355adb32c9','ls_provider': 'openai','ls_model_name': 'glm-4-flash','ls_model_type': 'chat','ls_temperature': 0.1 })
)('messages', (AIMessageChunk(content = '，', additional_kwargs = {}, response_metadata = {},  id = 'run--8ecc7304-693a-44f5-84ca-7164e02cb8ec'), { 'langgraph_step': 1,'langgraph_node': 'call_model','langgraph_triggers': ('branch:to:call_model', ),'langgraph_path': ('__pregel_pull', 'call_model'),'langgraph_checkpoint_ns': 'call_model:9ea3643a-d6f7-88c5-c9ea-4e355adb32c9','checkpoint_ns': 'call_model:9ea3643a-d6f7-88c5-c9ea-4e355adb32c9','ls_provider': 'openai','ls_model_name': 'glm-4-flash','ls_model_type': 'chat','ls_temperature': 0.1	})
)('messages', (AIMessageChunk(content = '冰淇淋', additional_kwargs = {}, response_metadata = {}, id = 'run--8ecc7304-693a-44f5-84ca-7164e02cb8ec'), {'langgraph_step': 1,'langgraph_node': 'call_model','langgraph_triggers ': ('branch: to: call_model ',), 'langgraph_path': ('__pregel_pull', 'call_model'),'langgraph_checkpoint_ns': 'call_model:9ea3643a-d6f7-88c5-c9ea-4e355adb32c9','checkpoint_ns': 'call_model:9ea3643a-d6f7-88c5-c9ea-4e355adb32c9','ls_provider': 'openai','ls_model_name': 'glm-4-flash','ls_model_type': 'chat','ls_temperature': 0.1}
))...('messages', (AIMessageChunk(content = '！”', additional_kwargs = {}, response_metadata = {}, id = 'run--4e59a246-6974-4416-a22b-64a0f11605e3'), {'langgraph_step': 1,'langgraph_node': 'call_model','langgraph_triggers': ('branch:to:call_model', ),'langgraph_path': ('__pregel_pull', 'call_model'),'langgraph_checkpoint_ns': 'call_model:d2654764-3e30-1059-8493-ec47cc229898','checkpoint_ns': 'call_model:d2654764-3e30-1059-8493-ec47cc229898','ls_provider': 'openai','ls_model_name': 'glm-4-flash','ls_model_type': 'chat','ls_temperature': 0.1
}))('messages', (AIMessageChunk(content = '', additional_kwargs = {}, response_metadata = {'finish_reason': 'stop','model_name': 'glm-4-flash'}, id = 'run--4e59a246-6974-4416-a22b-64a0f11605e3', usage_metadata = {'input_tokens': 14,'output_tokens': 130,'total_tokens': 144,'input_token_details': {},'output_token_details': {}}), {'langgraph_step': 1,'langgraph_node': 'call_model','langgraph_triggers': ('branch:to:call_model', ),'langgraph_path': ('__pregel_pull', 'call_model'),'langgraph_checkpoint_ns': 'call_model:d2654764-3e30-1059-8493-ec47cc229898','checkpoint_ns': 'call_model:d2654764-3e30-1059-8493-ec47cc229898','ls_provider': 'openai','ls_model_name': 'glm-4-flash','ls_model_type': 'chat','ls_temperature': 0.1
}))('updates', {'call_model': {'joke': '有一天，冰淇淋去參加一個聚會，它走進房間后，看到大家都在聊天，于是它決定找個地方坐下。它走到一個角落，看到一把椅子，就坐了下來。\n\n冰淇淋剛坐下，突然椅子開始顫動，然后椅子上的一個按鈕亮了起來。冰淇淋好奇地按了按鈕，結果椅子上突然冒出一句話：“你坐得有點重，小心我融化了！”\n\n大家聽了都哈哈大笑，冰淇淋也尷尬地笑了。這時，一個朋友走過來，拍了拍冰淇淋的肩膀說：“別擔心，我們這里都是‘融融’的氣氛，大家都很歡迎你！”'}
})

messages + updates 2

# updates 會打印出錯 
for msg_type, (message_chunk, metadata) in graph.stream(message,stream_mode=["messages", "updates"],
):print('\n-- msg_type : ', msg_type ) print('-- message_chunk : ', message_chunk) print('-- metadata : ', metadata)

-- metadata 2:  
{'langgraph_step': 1,'langgraph_node': 'call_model','langgraph_triggers': ('branch:to:call_model', ),'langgraph_path': ('__pregel_pull', 'call_model'),'langgraph_checkpoint_ns': 'call_model:a3f28959-0172-a7a9-797f-3ada4609cdc1','checkpoint_ns': 'call_model:a3f28959-0172-a7a9-797f-3ada4609cdc1','ls_provider': 'openai','ls_model_name': 'glm-4-flash','ls_model_type': 'chat','ls_temperature': 0.1
}**************************-- msg_type :  messages
-- message_chunk :  content='有一天' additional_kwargs={} response_metadata={} id='run--d0984020-e413-44f0-bacb-ba4667ee10c3'-- msg_type :  messages
-- message_chunk :  content='，' additional_kwargs={} response_metadata={} id='run--d0984020-e413-44f0-bacb-ba4667ee10c3'-- msg_type :  messages
-- message_chunk :  content='冰淇淋' additional_kwargs={} response_metadata={} id='run--d0984020-e413-44f0-bacb-ba4667ee10c3'...-- msg_type :  messages
-- message_chunk :  content='了' additional_kwargs={} response_metadata={} id='run--d0984020-e413-44f0-bacb-ba4667ee10c3'-- msg_type :  messages
-- message_chunk :  content='！”' additional_kwargs={} response_metadata={} id='run--d0984020-e413-44f0-bacb-ba4667ee10c3'-- msg_type :  messages
-- message_chunk :  content='' additional_kwargs={} response_metadata={'finish_reason': 'stop', 'model_name': 'glm-4-flash'} id='run--d0984020-e413-44f0-bacb-ba4667ee10c3' usage_metadata={'input_tokens': 14, 'output_tokens': 144, 'total_tokens': 158, 'input_token_details': {}, 'output_token_details': {}}*****('updates', {'call_model': {'joke': '有一天，冰淇淋去參加一個聚會，它走進房間后，看到大家都在聊天，于是它決定找個地方坐下。它走到一個角落，看到一把椅子，就坐了下來。\n\n冰淇淋剛坐下，突然椅子開始顫動，然后椅子上的一個按鈕亮了起來。冰淇淋好奇地按了按鈕，結果椅子上突然冒出一句話：“你坐得有點重，小心我融化了！”\n\n大家聽了都哈哈大笑，冰淇淋也尷尬地笑了。這時，一個朋友走過來，拍了拍冰淇淋的肩膀說：“別擔心，我們這里都是‘融融’的氣氛，大家都很歡迎你！”'}
})