Skip to content

Commit 1fd7bbe

Browse files
grimoiregrimoire
committed
Merge branch 'main' into refactor-scheduler-states
2 parents 5913854 + ec8cb01 commit 1fd7bbe

Some content is hidden

Large Commits have some content hidden by default. Use the searchbox below for content that may be hidden.

54 files changed

+3049
-2484
lines changed

‎.github/workflows/api_eval.yml‎

Lines changed: 2 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -119,6 +119,8 @@ jobs:
119119
- /nvme/qa_test_models:/nvme/qa_test_models
120120
- /nvme/huggingface_hub:/nvme/huggingface_hub
121121
- /mnt/121:/mnt/121
122+
- /mnt/104:/mnt/104
123+
- /mnt/bigdisk:/mnt/bigdisk
122124
- /usr/share/zoneinfo/Asia/Shanghai:/etc/localtime:ro
123125
steps:
124126
- name: Create and change to _wk directory

‎.github/workflows/benchmark.yml‎

Lines changed: 6 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -91,6 +91,8 @@ jobs:
9191
options: "--gpus=all --ipc=host --user root -e PIP_CACHE_DIR=/root/.cache/pip -e NVIDIA_DISABLE_REQUIRE=1 --pull never"
9292
volumes:
9393
- /nvme/qa_test_models:/nvme/qa_test_models
94+
- /mnt/121:/mnt/121
95+
- /mnt/104:/mnt/104
9496
- /usr/share/zoneinfo/Asia/Shanghai:/etc/localtime:ro
9597
steps:
9698
- name: Clone repository
@@ -101,10 +103,10 @@ jobs:
101103
ref: ${{github.event.inputs.repo_ref || 'main'}}
102104
- name: Copy repository
103105
if: ${{github.event_name == 'schedule' || !inputs.offline_mode}}
104-
run: rm -rf ${{env.TEST_CODE_PATH}} && mkdir ${{env.TEST_CODE_PATH}} && cp -r . ${{env.TEST_CODE_PATH}}
106+
run: rm -rf ${{env.TEST_CODE_PATH}} && mkdir ${{env.TEST_CODE_PATH}} && chmod 777 ${{env.TEST_CODE_PATH}} && cp -r . ${{env.TEST_CODE_PATH}}
105107
- name: Copy repository - offline
106108
if: ${{inputs.offline_mode}}
107-
run: rm -rf ${{env.TEST_CODE_PATH}} && mkdir ${{env.TEST_CODE_PATH}} && cp -r ${{env.OFFLINE_CODE_PATH}}/. ${{env.TEST_CODE_PATH}}
109+
run: rm -rf ${{env.TEST_CODE_PATH}} && mkdir ${{env.TEST_CODE_PATH}} && chmod 777 ${{env.TEST_CODE_PATH}} && cp -r ${{env.OFFLINE_CODE_PATH}}/. ${{env.TEST_CODE_PATH}}
108110
- name: Download Artifacts
109111
if: ${{github.event_name == 'schedule' || !inputs.offline_mode}}
110112
uses: actions/download-artifact@v4
@@ -118,6 +120,7 @@ jobs:
118120
run: rm ${{env.TEST_CODE_PATH}}/lmdeploy-*.whl -f && cp ${{env.OFFLINE_CODE_PATH}}/lmdeploy-*.whl ${{env.TEST_CODE_PATH}}
119121
- name: Mark as start
120122
run: |
123+
chmod -R 777 ${{env.TEST_CODE_PATH}}
121124
mkdir ${{env.REPORT_DIR}} -p
122125
echo "starttime=$(date +%s)" > ${{env.REPORT_DIR}}/status.txt
123126
@@ -149,6 +152,7 @@ jobs:
149152
- /nvme/qa_test_models:/nvme/qa_test_models
150153
- /nvme/huggingface_hub:/nvme/huggingface_hub
151154
- /mnt/121:/mnt/121
155+
- /mnt/104:/mnt/104
152156
- /mnt/bigdisk:/mnt/bigdisk
153157
- /usr/share/zoneinfo/Asia/Shanghai:/etc/localtime:ro
154158
steps:

‎.github/workflows/daily_ete_test.yml‎

Lines changed: 13 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -122,10 +122,10 @@ jobs:
122122
ref: ${{github.event.inputs.repo_ref || 'main'}}
123123
- name: Copy repository
124124
if: ${{github.event_name == 'schedule' || !inputs.offline_mode}}
125-
run: rm -rf ${{env.TEST_CODE_PATH}} && mkdir ${{env.TEST_CODE_PATH}} && cp -r . ${{env.TEST_CODE_PATH}}
125+
run: rm -rf ${{env.TEST_CODE_PATH}} && mkdir ${{env.TEST_CODE_PATH}} && chmod 777 ${{env.TEST_CODE_PATH}} && cp -r . ${{env.TEST_CODE_PATH}}
126126
- name: Copy repository - offline
127127
if: ${{inputs.offline_mode}}
128-
run: rm -rf ${{env.TEST_CODE_PATH}} && mkdir ${{env.TEST_CODE_PATH}} && cp -r ${{env.OFFLINE_CODE_PATH}}/. ${{env.TEST_CODE_PATH}}
128+
run: rm -rf ${{env.TEST_CODE_PATH}} && mkdir ${{env.TEST_CODE_PATH}} && chmod 777 ${{env.TEST_CODE_PATH}} && cp -r ${{env.OFFLINE_CODE_PATH}}/. ${{env.TEST_CODE_PATH}}
129129
- name: Download Artifacts
130130
if: ${{github.event_name == 'schedule' || !inputs.offline_mode}}
131131
uses: actions/download-artifact@v4
@@ -139,6 +139,7 @@ jobs:
139139
run: rm ${{env.TEST_CODE_PATH}}/lmdeploy-*.whl -f && cp ${{env.OFFLINE_CODE_PATH}}/lmdeploy-*.whl ${{env.TEST_CODE_PATH}}
140140
- name: Mark as start
141141
run: |
142+
chmod -R 777 ${{env.TEST_CODE_PATH}}
142143
mkdir ${{env.REPORT_DIR}} -p
143144
echo "starttime=$(date +%s)" > ${{env.REPORT_DIR}}/status.txt
144145
@@ -160,6 +161,7 @@ jobs:
160161
- /nvme/qa_test_models:/nvme/qa_test_models
161162
- /nvme/huggingface_hub:/nvme/huggingface_hub
162163
- /mnt/121:/mnt/121
164+
- /mnt/104:/mnt/104
163165
- /mnt/bigdisk:/mnt/bigdisk
164166
- /nvme/qa_test_models/lmdeploy/autotest:/local_case
165167
- /usr/share/zoneinfo/Asia/Shanghai:/etc/localtime:ro
@@ -248,6 +250,7 @@ jobs:
248250
- /nvme/qa_test_models:/nvme/qa_test_models
249251
- /nvme/huggingface_hub:/nvme/huggingface_hub
250252
- /mnt/121:/mnt/121
253+
- /mnt/104:/mnt/104
251254
- /mnt/bigdisk:/mnt/bigdisk
252255
- /nvme/qa_test_models/lmdeploy/autotest:/local_case
253256
- /usr/share/zoneinfo/Asia/Shanghai:/etc/localtime:ro
@@ -356,6 +359,7 @@ jobs:
356359
- /nvme/qa_test_models:/nvme/qa_test_models
357360
- /nvme/huggingface_hub:/nvme/huggingface_hub
358361
- /mnt/121:/mnt/121
362+
- /mnt/104:/mnt/104
359363
- /mnt/bigdisk:/mnt/bigdisk
360364
- /usr/share/zoneinfo/Asia/Shanghai:/etc/localtime:ro
361365
steps:
@@ -435,7 +439,7 @@ jobs:
435439
if: ${{!cancelled() && (github.event_name == 'schedule' || contains(fromJSON(github.event.inputs.regression_func), 'pipeline'))}}
436440
runs-on: [self-hosted, linux-a100]
437441
needs: test_quantization
438-
timeout-minutes: 120
442+
timeout-minutes: 240
439443
container:
440444
image: openmmlab/lmdeploy:latest-cu12.8
441445
options: "--gpus=all --ipc=host --user root -e PIP_CACHE_DIR=/root/.cache/pip -e NVIDIA_DISABLE_REQUIRE=1 --pull never"
@@ -445,6 +449,8 @@ jobs:
445449
- /nvme/qa_test_models:/nvme/qa_test_models
446450
- /nvme/huggingface_hub:/nvme/huggingface_hub
447451
- /mnt/121:/mnt/121
452+
- /mnt/104:/mnt/104
453+
- /mnt/bigdisk:/mnt/bigdisk
448454
- /usr/share/zoneinfo/Asia/Shanghai:/etc/localtime:ro
449455
steps:
450456
- name: Copy repository and Artifacts
@@ -480,6 +486,8 @@ jobs:
480486
mv .coverage ${{env.REPORT_DIR}}/.coverage.$(date +'%Y%m%d%H%M%S') || true
481487
pytest autotest/interface/pipeline/test_pipeline_longtext_func.py -m 'gpu_num_4 and not pr_test' -n 2 --alluredir=${{env.REPORT_DIR}} ${{env.COV_PARAM}} || true
482488
mv .coverage ${{env.REPORT_DIR}}/.coverage.$(date +'%Y%m%d%H%M%S')
489+
pytest autotest/interface/pipeline/test_pipeline_longtext_func.py -m 'gpu_num_8 and not pr_test' -n 1 --alluredir=${{env.REPORT_DIR}} ${{env.COV_PARAM}} || true
490+
mv .coverage ${{env.REPORT_DIR}}/.coverage.$(date +'%Y%m%d%H%M%S')
483491
- name: Clear workfile
484492
if: always()
485493
run: |
@@ -506,6 +514,8 @@ jobs:
506514
- /nvme/qa_test_models:/nvme/qa_test_models
507515
- /nvme/huggingface_hub:/nvme/huggingface_hub
508516
- /mnt/121:/mnt/121
517+
- /mnt/104:/mnt/104
518+
- /mnt/bigdisk:/mnt/bigdisk
509519
- /usr/share/zoneinfo/Asia/Shanghai:/etc/localtime:ro
510520
steps:
511521
- name: Copy repository and Artifacts

‎.github/workflows/evaluate.yml‎

Lines changed: 2 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -109,10 +109,9 @@ jobs:
109109
- /nvme/github-actions/resources:/root/resources
110110
- /nvme/qa_test_models/evaluation-reports:/root/evaluation-reports
111111
- /nvme/qa_test_models:/root/models
112-
- /mnt/187:/mnt/187
113-
- /mnt/140:/mnt/140
112+
- /mnt/121:/mnt/121
113+
- /mnt/104:/mnt/104
114114
- /mnt/bigdisk:/mnt/bigdisk
115-
- /mnt/shared:/mnt/shared
116115
- /usr/share/zoneinfo/Asia/Shanghai:/etc/localtime:ro
117116
steps:
118117
- name: Setup systems

‎autotest/config.yaml‎

Lines changed: 6 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -69,6 +69,7 @@ turbomind_chat_model:
6969
- OpenGVLab/InternVL2-Llama3-76B-AWQ
7070
- Qwen/Qwen3-0.6B
7171
- Qwen/Qwen3-4B
72+
- Qwen/Qwen3-8B
7273
- Qwen/Qwen3-32B
7374
- Qwen/Qwen3-30B-A3B
7475
- Qwen/Qwen3-235B-A22B
@@ -131,6 +132,7 @@ pytorch_chat_model:
131132
- OpenGVLab/Mono-InternVL-2B
132133
- Qwen/Qwen3-0.6B
133134
- Qwen/Qwen3-4B
135+
- Qwen/Qwen3-8B
134136
- Qwen/Qwen3-32B
135137
- Qwen/Qwen3-30B-A3B
136138
- Qwen/Qwen3-235B-A22B
@@ -270,6 +272,7 @@ turbomind_quatization:
270272
- openbmb/MiniCPM-V-2_6
271273
- Qwen/Qwen3-0.6B
272274
- Qwen/Qwen3-4B
275+
- Qwen/Qwen3-8B
273276
- Qwen/Qwen3-32B
274277
- Qwen/Qwen3-30B-A3B
275278
- Qwen/Qwen3-235B-A22B
@@ -302,6 +305,7 @@ pytorch_quatization:
302305
- 01-ai/Yi-6B-Chat
303306
- Qwen/Qwen3-0.6B
304307
- Qwen/Qwen3-4B
308+
- Qwen/Qwen3-8B
305309
- Qwen/Qwen3-32B
306310
- Qwen/Qwen2.5-7B-Instruct
307311
- microsoft/Phi-3-mini-4k-instruct
@@ -328,6 +332,7 @@ pytorch_quatization:
328332
- OpenGVLab/InternVL2_5-1B
329333
- Qwen/Qwen3-0.6B
330334
- Qwen/Qwen3-4B
335+
- Qwen/Qwen3-8B
331336
- Qwen/Qwen3-32B
332337
- Qwen/Qwen3-30B-A3B
333338
- Qwen/Qwen3-235B-A22B
@@ -352,10 +357,7 @@ pytorch_quatization:
352357
- deepseek-ai/DeepSeek-V2-Lite-Chat
353358

354359
longtext_model:
355-
- meta-llama/Meta-Llama-3-1-8B-Instruct
356-
- meta-llama/Meta-Llama-3-1-70B-Instruct
357-
- internlm/Intern-S1
358-
- internlm/Intern-S1-mini
360+
- Qwen/Qwen3-8B
359361
- Qwen/Qwen3-32B
360362
- Qwen/Qwen3-30B-A3B
361363
- Qwen/Qwen3-235B-A22B

0 commit comments

Comments
 (0)