fix(app): diffusers callback cannot be async; use asyncio.run()

kiri-art · Apr 17, 2023 · 7854649 · 7854649
1 parent e87f7e7
commit 7854649
Showing 1 changed file with 8 additions and 6 deletions.
diff --git a/api/app.py b/api/app.py
@@ -438,12 +438,14 @@ async def inference(all_inputs: dict, response) -> dict:
     callback = None
     if model_inputs.get("callback_steps", None):
 
-        async def callback(step: int, timestep: int, latents: torch.FloatTensor):
-            await send(
-                "inference",
-                "progress",
-                {"startRequestId": startRequestId, "step": step},
-                send_opts,
+        def callback(step: int, timestep: int, latents: torch.FloatTensor):
+            asyncio.run(
+                send(
+                    "inference",
+                    "progress",
+                    {"startRequestId": startRequestId, "step": step},
+                    send_opts,
+                )
             )
 
     with torch.inference_mode():