Skip to content

Commit d5b2716

Browse files
authored
fix get_ppl failed which is a side effect brought by PR#3821 (#3888)
1 parent 831a83a commit d5b2716

File tree

1 file changed

+2
-0
lines changed

1 file changed

+2
-0
lines changed

lmdeploy/serve/async_engine.py

Lines changed: 2 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -273,8 +273,10 @@ def __init__(self,
273273
# build backend engine
274274
if backend == 'turbomind':
275275
self.engine = self._build_turbomind(model_path=model_path, backend_config=backend_config, **kwargs)
276+
self.hf_tm_cfg = self.engine.config
276277
elif backend == 'pytorch':
277278
self.engine = self._build_pytorch(model_path=model_path, backend_config=backend_config, **kwargs)
279+
self.hf_tm_cfg = getattr(self.engine.model_config, 'hf_config', None)
278280
else:
279281
raise ValueError(f'unsupported backend {backend}')
280282
self.backend_config = self.engine.engine_config

0 commit comments

Comments
 (0)