Add test case

Author: gitpqLee

site/docs/supported-models/_components/llm-models-table/models.ts

@@ -195,6 +195,7 @@ export const LLM_MODELS: LLMModelType[] = [
       {
         name: 'Exaone',
         links: [
+          'https://huggingface.co/LGAI-EXAONE/EXAONE-4.0-1.2B',
           'https://huggingface.co/LGAI-EXAONE/EXAONE-3.5-2.4B-Instruct',
           'https://huggingface.co/LGAI-EXAONE/EXAONE-3.5-7.8B-Instruct',
           'https://huggingface.co/LGAI-EXAONE/EXAONE-3.5-32B-Instruct',

tests/python_tests/data/tokenizer_configs.py

@@ -165,6 +165,13 @@ def get_tokenizer_configs():
             "unk_token": "[UNK]",
             "chat_template": "{% for message in messages %}{% if loop.first and message['role'] != 'system' %}{{ '[|system|][|endofturn|]\n' }}{% endif %}{{ '[|' + message['role'] + '|]' + message['content'] }}{% if message['role'] == 'user' %}{{ '\n' }}{% else %}{{ '[|endofturn|]\n' }}{% endif %}{% endfor %}{% if add_generation_prompt %}{{ '[|assistant|]' }}{% endif %}"
         },
+        "LGAI-EXAONE/EXAONE-4.0-1.2B": {
+            "bos_token": "[BOS]",
+            "eos_token": "[|endofturn|]",
+            "pad_token": "[PAD]",
+            "unk_token": "[UNK]",
+            "chat_template": "{% for message in messages %}{% if loop.first and message['role'] != 'system' %}{{ '[|system|][|endofturn|]\n' }}{% endif %}{{ '[|' + message['role'] + '|]' + message['content'] }}{% if message['role'] == 'user' %}{{ '\n' }}{% else %}{{ '[|endofturn|]\n' }}{% endif %}{% endfor %}{% if add_generation_prompt %}{{ '[|assistant|]' }}{% endif %}"
+        },
         "meta-llama/Llama-2-70b-chat-hf": {
             "bos_token": "<s>",
             "eos_token": "</s>",

tests/python_tests/models/real_models

@@ -5,6 +5,7 @@ BAAI/AquilaChat2-7B
 CohereForAI/c4ai-command-r-v01
 EleutherAI/gpt-j-6B
 EleutherAI/gpt-j-6b
+LGAI-EXAONE/EXAONE-4.0-1.2B
 EleutherAI/gpt-neo-1.3B
 EleutherAI/gpt-neo-125m
 EleutherAI/gpt-neo-2.7B