Support all interleaved layer types (vllm-project#28485)

Signed-off-by: Yong Hoon Shin <[email protected]>

Author: sarckk

vllm/transformers_utils/config.py

@@ -472,8 +472,7 @@ def is_interleaved(config: PretrainedConfig) -> bool:
     """
     text_config = config.get_text_config()
     if layer_types := getattr(text_config, "layer_types", None):
-        interleaved_types = {"full_attention", "sliding_attention"}
-        return interleaved_types.issubset(layer_types)
+        return len(set(layer_types)) > 1
     return False