Set ensure_ascii=False for tool calling (#3295)

Author: AllentDan

lmdeploy/serve/openai/tool_parser/internlm2_parser.py

@@ -121,7 +121,7 @@ def extract_tool_calls_streaming(
                     delta = None
                 # first time to get parameters
                 elif cur_arguments and not prev_arguments:
-                    cur_arguments_json = json.dumps(cur_arguments)
+                    cur_arguments_json = json.dumps(cur_arguments, ensure_ascii=False)
 
                     arguments_delta = cur_arguments_json[:cur_arguments_json.index(delta_text) + len(delta_text)]
                     delta = DeltaMessage(tool_calls=[
@@ -132,8 +132,8 @@ def extract_tool_calls_streaming(
                     self.streamed_args_for_tool[self.current_tool_id] += arguments_delta
                 # both prev and cur parameters, send the increase parameters
                 elif cur_arguments and prev_arguments:
-                    cur_args_json = json.dumps(cur_arguments)
-                    prev_args_json = json.dumps(prev_arguments)
+                    cur_args_json = json.dumps(cur_arguments, ensure_ascii=False)
+                    prev_args_json = json.dumps(prev_arguments, ensure_ascii=False)
 
                     argument_diff = extract_intermediate_diff(cur_args_json, prev_args_json)
 
@@ -167,8 +167,9 @@ def extract_tool_calls(
             action = action.split('<|action_end|>'.strip())[0]
             action = action[action.find('{'):]
             action_dict = json.loads(action)
-            name, parameters = action_dict['name'], json.dumps(
-                action_dict.get('parameters', action_dict.get('arguments', {})))
+            name, parameters = action_dict['name'], json.dumps(action_dict.get('parameters',
+                                                                               action_dict.get('arguments', {})),
+                                                               ensure_ascii=False)
 
             if not tools or name not in [t.function.name for t in tools]:
                 ExtractedToolCallInformation(tools_called=False, tool_calls=[], content=text)

lmdeploy/serve/openai/tool_parser/llama3_parser.py

@@ -124,7 +124,7 @@ def extract_tool_calls_streaming(
                 if self.current_tool_id >= 0:
                     cur_arguments = current_tool_call.get('arguments')
                     if cur_arguments:
-                        cur_args_json = json.dumps(cur_arguments)
+                        cur_args_json = json.dumps(cur_arguments, ensure_ascii=False)
                         sent = len(self.streamed_args_for_tool[self.current_tool_id])
                         argument_diff = cur_args_json[sent:]
 
@@ -170,14 +170,14 @@ def extract_tool_calls_streaming(
 
                 if cur_arguments:
                     sent = len(self.streamed_args_for_tool[self.current_tool_id])
-                    cur_args_json = json.dumps(cur_arguments)
+                    cur_args_json = json.dumps(cur_arguments, ensure_ascii=False)
                     prev_arguments = self.prev_tool_call_arr[self.current_tool_id].get('arguments')
 
                     argument_diff = None
                     if is_complete[self.current_tool_id]:
                         argument_diff = cur_args_json[sent:]
                     elif prev_arguments:
-                        prev_args_json = json.dumps(prev_arguments)
+                        prev_args_json = json.dumps(prev_arguments, ensure_ascii=False)
                         if cur_args_json != prev_args_json:
 
                             prefix = find_common_prefix(prev_args_json, cur_args_json)

lmdeploy/serve/openai/tool_parser/qwen2d5_parser.py

@@ -116,7 +116,7 @@ def extract_tool_calls_streaming(
                     delta = None
                 # first time to get parameters
                 elif cur_arguments and not prev_arguments:
-                    cur_arguments_json = json.dumps(cur_arguments)
+                    cur_arguments_json = json.dumps(cur_arguments, ensure_ascii=False)
 
                     arguments_delta = cur_arguments_json[:cur_arguments_json.index(delta_text) + len(delta_text)]
                     delta = DeltaMessage(tool_calls=[
@@ -127,8 +127,8 @@ def extract_tool_calls_streaming(
                     self.streamed_args_for_tool[self.current_tool_id] += arguments_delta
                 # both prev and cur parameters, send the increase parameters
                 elif cur_arguments and prev_arguments:
-                    cur_args_json = json.dumps(cur_arguments)
-                    prev_args_json = json.dumps(prev_arguments)
+                    cur_args_json = json.dumps(cur_arguments, ensure_ascii=False)
+                    prev_args_json = json.dumps(prev_arguments, ensure_ascii=False)
 
                     argument_diff = extract_intermediate_diff(cur_args_json, prev_args_json)