Merge branch 'main' of https://github.com/aws-samples/easy-model-deployer

Author: 11zhouxuan

src/emd/sdk/clients/ecs_client.py

@@ -115,8 +115,7 @@ def validate_environment(cls, values: Dict) -> Dict:
 
     def invoke(self,pyload:dict):
         stream = pyload.get('stream', False)
-        model_specific_invocations_path = get_model_specific_path(self.model_id, self.model_tag, "invocations")
-        url = f"{self.base_url}{model_specific_invocations_path}"
+        url = f"{self.base_url}/invocations"
         if stream:
             response = requests.post(
                 url,

src/pipeline/backend/backend.py

@@ -1,5 +1,5 @@
 from abc import ABC, abstractmethod
-from typing import Iterable, List
+from typing import Iterable, List, AsyncGenerator
 from emd.models import Model,Engine
 from typing import Iterable, List
 import os
@@ -200,7 +200,7 @@ def _transform_response(self, response):
 
     async def _atransform_response(self, response):
         # Transform response to sagemaker format
-        return self._aget_response(response)
+        return await self._aget_response(response)
 
     def _transform_streaming_response(self, response):
         # Transform response to sagemaker format
@@ -226,7 +226,7 @@ def _get_streaming_response(self, response) -> Iterable[List[str]]:
             logger.error(traceback.format_exc())
             yield self._format_streaming_response(json.dumps({"error": str(e)}))
 
-    async def _aget_streaming_response(self, response) -> Iterable[List[str]]:
+    async def _aget_streaming_response(self, response) -> AsyncGenerator[str, None]:
         try:
             async for chunk in response:
                 logger.info(f"chunk: {chunk}")

src/pipeline/backend/comfyui/install_comfy.sh

@@ -47,7 +47,7 @@ pip install -r custom_nodes/ComfyUI-Manager/requirements.txt
 pip install -r custom_nodes/ComfyUI-VideoHelperSuite/requirements.txt
 #pip install -r custom_nodes/ComfyUI-LTXVideo/requirements.txt
 pip install av>=10.0.0
-pip install ltx-video@git+https://github.com/Lightricks/LTX-Video
+pip install ltx-video@git+https://github.com/Lightricks/LTX-Video@ltx-video-0.9.1
 
 pip install https://github.com/openai/CLIP/archive/d50d76daa670286dd6cacf3bcd80b5e4823fc8e1.zip
 pip install https://github.com/mlfoundations/open_clip/archive/bb6e834e9c70d9c27d0dc3ecedeebeaeb1ffad6b.zip