fix: LLM - Fixed the async streaming

Fixes #2853 PiperOrigin-RevId: 577305447
googleapis · Oct 27, 2023 · 230d070 · 230d070
1 parent f1659e8
commit 230d070
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/google/cloud/aiplatform/_streaming_prediction.py b/google/cloud/aiplatform/_streaming_prediction.py
@@ -130,7 +130,7 @@ async def predict_stream_of_tensor_lists_from_single_tensor_list_async(
         inputs=tensor_list,
         parameters=parameters_tensor,
     )
-    async for response in prediction_service_async_client.server_streaming_predict(
+    async for response in await prediction_service_async_client.server_streaming_predict(
         request=request
     ):
         yield response.outputs