Skip to content

Commit

Permalink
feat: Add task_id to request inference context (#5059)
Browse files Browse the repository at this point in the history
  • Loading branch information
Leon-Sander authored Nov 5, 2024
1 parent a4b741d commit 6742572
Showing 1 changed file with 1 addition and 0 deletions.
1 change: 1 addition & 0 deletions src/_bentoml_impl/server/app.py
Original file line number Diff line number Diff line change
Expand Up @@ -440,6 +440,7 @@ async def cancel_task(self, request: Request) -> Response:

async def _run_task(self, task_id: str, name: str, request: Request) -> None:
try:
self.service.context.request.state.task_id = task_id
resp = await self.api_endpoint_wrapper(name, request)
await self._result_store.set_result(
task_id,
Expand Down

0 comments on commit 6742572

Please sign in to comment.