fix pipeline init turbomind from workspace (#1126)

* fix pipeline init turbomind from workspace

* stricter check

Author: irexyc

lmdeploy/serve/async_engine.py

@@ -100,6 +100,11 @@ def _build_turbomind(
             **kwargs):
         """Innter build method for turbomind backend."""
         self.model_name = model_name
+        # model mayebe from workspace
+        from lmdeploy.turbomind.utils import \
+            get_model_name_from_workspace_model
+        if self.model_name is None:
+            self.model_name = get_model_name_from_workspace_model(model_path)
         # try fuzzy matching to get a model_name
         if self.model_name is None and (backend_config is None
                                         or backend_config.model_name == ''
@@ -113,7 +118,8 @@ def _build_turbomind(
                 logger.warning(
                     f'Best matched chat template name: {self.model_name}')
         elif self.model_name is not None and backend_config is not None:
-            if self.model_name != backend_config.model_name:
+            if backend_config.model_name is not None \
+                    and self.model_name != backend_config.model_name:
                 raise ArgumentError(
                     f'Got different model names from model_name = '
                     f'{self.model_name}, backend_config = {backend_config}')

lmdeploy/turbomind/utils.py

@@ -117,6 +117,20 @@ def get_gen_param(cap,
     return gen_param
 
 
+def get_model_name_from_workspace_model(model_dir: str):
+    """Get model name from workspace model."""
+    from configparser import ConfigParser
+    triton_model_path = os.path.join(model_dir, 'triton_models', 'weights')
+    if not os.path.exists(triton_model_path):
+        return None
+    ini_path = os.path.join(triton_model_path, 'config.ini')
+    # load cfg
+    with open(ini_path, 'r') as f:
+        parser = ConfigParser()
+        parser.read_file(f)
+    return parser['llama']['model_name']
+
+
 def get_model_from_config(model_dir: str):
     import json
     config_file = os.path.join(model_dir, 'config.json')