1 file changed
+1
-1
lines changed- .github/workflows/python.yaml+2-1
- README.md+1-1
- README_zh_CN.md+1-2
- doc/source/getting_started/installation.rst+3-3
- doc/source/locale/zh_CN/LC_MESSAGES/user_guide/distributed_inference.po+20-13
- doc/source/models/builtin/llm/fin-r1.rst+31
- doc/source/models/builtin/llm/gemma-3-1b-it.rst+63
- doc/source/models/builtin/llm/gemma-3-it.rst+159
- doc/source/models/builtin/llm/index.rst+22-1
- doc/source/user_guide/backends.rst+3-2
- doc/source/user_guide/distributed_inference.rst+1-1
- setup.cfg+2-2
- xinference/_compat.py+1
- xinference/api/restful_api.py+4
- xinference/client/tests/test_client.py+1-1
- xinference/core/model.py+23-3
- xinference/core/supervisor.py+6
- xinference/core/worker.py+54-11
- xinference/deploy/docker/requirements.txt+3-2
- xinference/deploy/docker/requirements_cpu.txt+1-1
- xinference/model/llm/__init__.py+4-2
- xinference/model/llm/core.py+1
- xinference/model/llm/llama_cpp/core.py+6-1
- xinference/model/llm/llm_family.json+117-1
- xinference/model/llm/llm_family_modelscope.json+125-1
- xinference/model/llm/reasoning_parser.py+3-3
- xinference/model/llm/sglang/core.py+111-13
- xinference/model/llm/transformers/core.py+1
- xinference/model/llm/transformers/deepseek_vl.py+1-1
- xinference/model/llm/transformers/deepseek_vl2.py+287
- xinference/model/llm/utils.py+26-14
- xinference/model/llm/vllm/core.py+149-8
- xinference/model/llm/vllm/distributed_executor.py+314
- xinference/model/llm/vllm/tests/__init__.py
- xinference/model/llm/vllm/tests/test_distributed_executor.py+111
- xinference/model/rerank/core.py+16-11
- xinference/thirdparty/deepseek_vl2/__init__.py+31
- xinference/thirdparty/deepseek_vl2/models/__init__.py+26
- xinference/thirdparty/deepseek_vl2/models/configuration_deepseek.py+210
- xinference/thirdparty/deepseek_vl2/models/conversation.py+310
- xinference/thirdparty/deepseek_vl2/models/modeling_deepseek.py+2.0k
- xinference/thirdparty/deepseek_vl2/models/modeling_deepseek_vl_v2.py+697
- xinference/thirdparty/deepseek_vl2/models/processing_deepseek_vl_v2.py+675
- xinference/thirdparty/deepseek_vl2/models/siglip_vit.py+661
- xinference/thirdparty/deepseek_vl2/serve/__init__.py
- xinference/thirdparty/deepseek_vl2/serve/app_modules/__init__.py
- xinference/thirdparty/deepseek_vl2/serve/app_modules/gradio_utils.py+83
- xinference/thirdparty/deepseek_vl2/serve/app_modules/overwrites.py+81
- xinference/thirdparty/deepseek_vl2/serve/app_modules/presets.py+115
- xinference/thirdparty/deepseek_vl2/serve/app_modules/utils.py+333
- xinference/thirdparty/deepseek_vl2/serve/assets/Kelpy-Codos.js+100
- xinference/thirdparty/deepseek_vl2/serve/assets/avatar.png
- xinference/thirdparty/deepseek_vl2/serve/assets/custom.css+355
- xinference/thirdparty/deepseek_vl2/serve/assets/custom.js+22
- xinference/thirdparty/deepseek_vl2/serve/assets/favicon.ico
- xinference/thirdparty/deepseek_vl2/serve/assets/simsun.ttc
- xinference/thirdparty/deepseek_vl2/serve/inference.py+197
- xinference/thirdparty/deepseek_vl2/utils/__init__.py+18
- xinference/thirdparty/deepseek_vl2/utils/io.py+80
- xinference/web/ui/src/scenes/launch_model/data/data.js+1
- xinference/web/ui/src/scenes/launch_model/modelCard.js+1-1
0 commit comments