@@ -223,9 +223,10 @@ def __call__(self,
223223 """Inference a batch of prompts.
224224
225225 Args:
226- prompts (List[str] | str | List[Dict] | List[Dict]): a batch of
227- prompts. It accepts: string prompt, a list of string prompts,
228- a chat history in OpenAI format or a list of chat history.
226+ prompts (List[str] | str | List[Dict] | List[List[Dict]]]): a
227+ batch of prompts. It accepts: string prompt, a list of string
228+ prompts, a chat history in OpenAI format or a list of chat
229+ history.
229230 gen_config (GenerationConfig | None): a instance of
230231 GenerationConfig. Default to None.
231232 do_preprocess (bool): whether pre-process the messages. Default to
@@ -297,9 +298,10 @@ def batch_infer(self,
297298 """Inference a batch of prompts.
298299
299300 Args:
300- prompts (List[str] | str | List[Dict] | List[Dict]): a batch of
301- prompts. It accepts: string prompt, a list of string prompts,
302- a chat history in OpenAI format or a list of chat history.
301+ prompts (List[str] | str | List[Dict] | List[List[Dict]]]): a
302+ batch of prompts. It accepts: string prompt, a list of string
303+ prompts, a chat history in OpenAI format or a list of chat
304+ history.
303305 gen_config (GenerationConfig | None): a instance of or a list of
304306 GenerationConfig. Default to None.
305307 do_preprocess (bool): whether pre-process the messages. Default to
@@ -374,9 +376,10 @@ def stream_infer(
374376 """Inference a batch of prompts with stream mode.
375377
376378 Args:
377- prompts (List[str] | str | List[Dict] | List[Dict]): a batch of
378- prompts. It accepts: string prompt, a list of string prompts,
379- a chat history in OpenAI format or a list of chat history.
379+ prompts (List[str] | str | List[Dict] | List[List[Dict]]]):a
380+ batch of prompts. It accepts: string prompt, a list of string
381+ prompts, a chat history in OpenAI format or a list of chat
382+ history.
380383 gen_config (GenerationConfig | None): a instance of or a list of
381384 GenerationConfig. Default to None.
382385 do_preprocess (bool): whether pre-process the messages. Default to
0 commit comments