From 230d070f5cdc5d5c967d0c40f21cc7fbc8c50b0b Mon Sep 17 00:00:00 2001 From: Alexey Volkov Date: Fri, 27 Oct 2023 14:25:18 -0700 Subject: [PATCH] fix: LLM - Fixed the async streaming Fixes https://github.com/googleapis/python-aiplatform/issues/2853 PiperOrigin-RevId: 577305447 --- google/cloud/aiplatform/_streaming_prediction.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/google/cloud/aiplatform/_streaming_prediction.py b/google/cloud/aiplatform/_streaming_prediction.py index 9c39f0d1b52..16a1d1331be 100644 --- a/google/cloud/aiplatform/_streaming_prediction.py +++ b/google/cloud/aiplatform/_streaming_prediction.py @@ -130,7 +130,7 @@ async def predict_stream_of_tensor_lists_from_single_tensor_list_async( inputs=tensor_list, parameters=parameters_tensor, ) - async for response in prediction_service_async_client.server_streaming_predict( + async for response in await prediction_service_async_client.server_streaming_predict( request=request ): yield response.outputs