We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 831a83a commit d5b2716Copy full SHA for d5b2716
lmdeploy/serve/async_engine.py
@@ -273,8 +273,10 @@ def __init__(self,
273
# build backend engine
274
if backend == 'turbomind':
275
self.engine = self._build_turbomind(model_path=model_path, backend_config=backend_config, **kwargs)
276
+ self.hf_tm_cfg = self.engine.config
277
elif backend == 'pytorch':
278
self.engine = self._build_pytorch(model_path=model_path, backend_config=backend_config, **kwargs)
279
+ self.hf_tm_cfg = getattr(self.engine.model_config, 'hf_config', None)
280
else:
281
raise ValueError(f'unsupported backend {backend}')
282
self.backend_config = self.engine.engine_config
0 commit comments