Skip to content
This repository was archived by the owner on Sep 20, 2025. It is now read-only.

Commit 16a784e

Browse files
committed
fix bugs
1 parent 00e0205 commit 16a784e

File tree

2 files changed

+20
-1
lines changed

2 files changed

+20
-1
lines changed

src/emd/models/engines.py

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -75,7 +75,7 @@ class ComfyuiEngine(Engine):
7575
vllm_deepseek_r1_distill_qwen_engine071 = VllmEngine(**{
7676
**vllm_engine064.model_dump(),
7777
"engine_dockerfile_config": {"VERSION":"v0.7.1"},
78-
"default_cli_args": "--max_num_seq 256 --max_model_len 16000"
78+
"default_cli_args": "--max_num_seq 256 --max_model_len 16000 --chat-template emd/models/chat_templates/deepseek_r1_distill.jinja"
7979
})
8080

8181
vllm_deepseek_r1_distill_llama_engine071 = vllm_deepseek_r1_distill_qwen_engine071

src/emd/models/services.py

Lines changed: 19 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -24,6 +24,25 @@
2424
support_cn_region = True
2525
)
2626

27+
sagemaker_old_service = Service(
28+
cfn_parameters={
29+
"ECRImageURI":"ecr_repo_uri",
30+
"InstanceType":"instance_type",
31+
"ModelId": "model_id",
32+
"ModelTag":"model_tag",
33+
"FrameWorkType":"framework_type",
34+
"ServiceType":"service_type",
35+
"EngineType":"engine_type",
36+
"Region":"region",
37+
"MaxCapacity": ValueWithDefault(name="max_capacity",default=1),
38+
"AutoScalingTargetValue": ValueWithDefault(name="auto_scaling_target_value",default=10)
39+
},
40+
name = "Amazon SageMaker AI Real-time inference",
41+
service_type=ServiceType.SAGEMAKER_OLDER,
42+
description="Amazon SageMaker Real-time inference provides low-latency, interactive inference through fully managed endpoints that support autoscaling. \n(https://docs.aws.amazon.com/sagemaker/latest/dg/realtime-endpoints.html)",
43+
support_cn_region = True
44+
)
45+
2746
sagemaker_async_service = Service(
2847
cfn_parameters={
2948
"ECRImageURI":"ecr_repo_uri",

0 commit comments

Comments
 (0)