From b3f8324de9ce167bc3de21a1dcd61d14afe5b4aa Mon Sep 17 00:00:00 2001 From: AaaCabbage Date: Tue, 27 Jun 2023 04:14:48 +0800 Subject: [PATCH] =?UTF-8?q?feat:=20fix=20the=20Chinese=20characters=20in?= =?UTF-8?q?=20the=20solution=20content=20will=20be=20conv=E2=80=A6=20(#673?= =?UTF-8?q?4)?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit fix the Chinese characters in the solution content will be converted to ascii encoding, resulting in an abnormally long number of tokens Co-authored-by: qixin --- langchain/agents/openai_functions_agent/base.py | 2 +- langchain/agents/openai_functions_multi_agent/base.py | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/langchain/agents/openai_functions_agent/base.py b/langchain/agents/openai_functions_agent/base.py index bcfb234e0..15c35b4de 100644 --- a/langchain/agents/openai_functions_agent/base.py +++ b/langchain/agents/openai_functions_agent/base.py @@ -69,7 +69,7 @@ def _create_function_message( """ if not isinstance(observation, str): try: - content = json.dumps(observation) + content = json.dumps(observation, ensure_ascii=False) except Exception: content = str(observation) else: diff --git a/langchain/agents/openai_functions_multi_agent/base.py b/langchain/agents/openai_functions_multi_agent/base.py index 81cd63db1..4b4cbbbc6 100644 --- a/langchain/agents/openai_functions_multi_agent/base.py +++ b/langchain/agents/openai_functions_multi_agent/base.py @@ -68,7 +68,7 @@ def _create_function_message( """ if not isinstance(observation, str): try: - content = json.dumps(observation) + content = json.dumps(observation, ensure_ascii=False) except Exception: content = str(observation) else: