Skip to content
This repository was archived by the owner on Sep 20, 2025. It is now read-only.
Merged
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
6 changes: 3 additions & 3 deletions src/pipeline/backend/backend.py
Original file line number Diff line number Diff line change
@@ -1,5 +1,5 @@
from abc import ABC, abstractmethod
from typing import Iterable, List
from typing import Iterable, List, AsyncGenerator
from emd.models import Model,Engine
from typing import Iterable, List
import os
Expand Down Expand Up @@ -200,7 +200,7 @@ def _transform_response(self, response):

async def _atransform_response(self, response):
# Transform response to sagemaker format
return self._aget_response(response)
return await self._aget_response(response)

def _transform_streaming_response(self, response):
# Transform response to sagemaker format
Expand All @@ -226,7 +226,7 @@ def _get_streaming_response(self, response) -> Iterable[List[str]]:
logger.error(traceback.format_exc())
yield self._format_streaming_response(json.dumps({"error": str(e)}))

async def _aget_streaming_response(self, response) -> Iterable[List[str]]:
async def _aget_streaming_response(self, response) -> AsyncGenerator[str, None]:
try:
async for chunk in response:
logger.info(f"chunk: {chunk}")
Expand Down