Skip to content

Commit fd68602

Browse files
authored
put eot_token to stop_words (#3941)
1 parent c62a442 commit fd68602

File tree

1 file changed

+5
-1
lines changed

1 file changed

+5
-1
lines changed

lmdeploy/model.py

Lines changed: 5 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -742,7 +742,11 @@ def __init__(self, model_path: str = '', **kwargs):
742742
self.system_start, self.system_end = self._role_instruction('system')
743743
self.user_start, self.user_end = self._role_instruction('user')
744744
self.assistant_start, self.assistant_end = self._role_instruction('assistant')
745-
self.stop_words = [self.tokenizer.eos_token]
745+
self.stop_words = []
746+
if hasattr(self.tokenizer, 'eos_token') and self.tokenizer.eos_token is not None:
747+
self.stop_words.append(self.tokenizer.eos_token)
748+
if hasattr(self.tokenizer, 'eot_token') and self.tokenizer.eot_token is not None:
749+
self.stop_words.append(self.tokenizer.eot_token)
746750
except Exception as e:
747751
raise ValueError(f'Try apply_chat_template failed: {e}')
748752

0 commit comments

Comments
 (0)