1 file changed
+1
-1
lines changed- .github/workflows/python.yaml+6-2
- README_zh_CN.md+1
- doc/source/_static/hf-pipeline.png
- doc/source/_static/modelscope-pipeline.png
- doc/source/index.rst+8
- doc/source/locale/zh_CN/LC_MESSAGES/index.po+18-10
- doc/source/locale/zh_CN/LC_MESSAGES/models/index.po+42-27
- doc/source/locale/zh_CN/LC_MESSAGES/models/model_abilities/flexible.po+270
- doc/source/locale/zh_CN/LC_MESSAGES/models/virtualenv.po+33-33
- doc/source/locale/zh_CN/LC_MESSAGES/user_guide/distributed_inference.po+32-14
- doc/source/models/custom.rst+1
- doc/source/models/index.rst+17
- doc/source/models/model_abilities/flexible.rst+384
- doc/source/models/model_abilities/index.rst+1
- doc/source/models/virtualenv.rst+1-3
- doc/source/user_guide/distributed_inference.rst+7-2
- setup.cfg+1-1
- xinference/api/restful_api.py+3-4
- xinference/client/restful/async_restful_client.py+1-1
- xinference/client/restful/restful_client.py+3-1
- xinference/core/model.py+5-4
- xinference/core/worker.py+15-14
- xinference/deploy/docker/Dockerfile+7-5
- xinference/deploy/docker/requirements-ml.txt+1-1
- xinference/deploy/local.py+51-9
- xinference/deploy/worker.py+5-3
- xinference/device_utils.py+22-3
- xinference/model/audio/fish_speech.py+23-34
- xinference/model/audio/model_spec.json+4-2
- xinference/model/audio/model_spec_modelscope.json+4-2
- xinference/model/audio/tests/test_fish_speech.py+2-2
- xinference/model/audio/utils.py+2-2
- xinference/model/core.py+1
- xinference/model/embedding/__init__.py+8-8
- xinference/model/embedding/custom.py+6-1
- xinference/model/embedding/embed_family.py-41
- xinference/model/embedding/model_spec.json+10-1
- xinference/model/embedding/model_spec_modelscope.json+10-1
- xinference/model/embedding/sentence_transformers/core.py+28-14
- xinference/model/flexible/core.py+1-1
- xinference/model/flexible/launchers/__init__.py+2
- xinference/model/flexible/launchers/image_process_launcher.py+1-1
- xinference/model/flexible/launchers/modelscope_launcher.py+47
- xinference/model/flexible/launchers/transformers_launcher.py+5-5
- xinference/model/flexible/launchers/yolo_launcher.py+62
- xinference/model/llm/__init__.py+7
- xinference/model/llm/core.py+18-1
- xinference/model/llm/llama_cpp/core.py+1-1
- xinference/model/llm/llama_cpp/tests/test_gguf.py+4-4
- xinference/model/llm/llm_family.json+41-1
- xinference/model/llm/llm_family.py+6
- xinference/model/llm/llm_family_modelscope.json+43-1
- xinference/model/llm/mlx/core.py+271-18
- xinference/model/llm/mlx/distributed_models/__init__.py+13
- xinference/model/llm/mlx/distributed_models/core.py+164
- xinference/model/llm/mlx/distributed_models/deepseek_v3.py+75
- xinference/model/llm/mlx/distributed_models/qwen2.py+82
- xinference/model/llm/mlx/distributed_models/qwen3.py+82
- xinference/model/llm/mlx/distributed_models/qwen3_moe.py+76
- xinference/model/llm/mlx/tests/test_distributed_model.py+132
- xinference/model/llm/reasoning_parser.py+12-6
- xinference/model/llm/sglang/core.py+8-4
- xinference/model/llm/transformers/chatglm.py+4-1
- xinference/model/llm/transformers/core.py+4-2
- xinference/model/llm/transformers/multimodal/cogagent.py+10-4
- xinference/model/llm/transformers/multimodal/intern_vl.py+1-1
- xinference/model/llm/utils.py+36-17
- xinference/model/llm/vllm/core.py+142-34
- xinference/model/llm/vllm/distributed_executor.py+96-21
- xinference/model/llm/vllm/xavier/transfer.py+2-2
- xinference/model/rerank/core.py+12-7
- xinference/model/rerank/model_spec.json+3-3
- xinference/model/rerank/model_spec_modelscope.json+3-3
- xinference/web/ui/src/locales/en.json+3
- xinference/web/ui/src/locales/ja.json+3
- xinference/web/ui/src/locales/ko.json+3
- xinference/web/ui/src/locales/zh.json+3
- xinference/web/ui/src/scenes/launch_model/components/copyComponent.js+2
- xinference/web/ui/src/scenes/launch_model/modelCard.js+22-10
- xinference/web/ui/src/scenes/register_model/components/addVirtualenv.js+86
- xinference/web/ui/src/scenes/register_model/index.js+18
- xinference/web/ui/src/scenes/register_model/registerModel.js+273-105
0 commit comments