From c0351fabf60a428c7fcd30c00addccc9ce49e3b5 Mon Sep 17 00:00:00 2001 From: Neelay Shah Date: Sun, 19 Nov 2023 12:56:37 -0800 Subject: [PATCH] Generative ->Iterative (#107) * name change * updated language * updated with default value * updated language --- protobuf/model_config.proto | 16 +++++++++------- 1 file changed, 9 insertions(+), 7 deletions(-) diff --git a/protobuf/model_config.proto b/protobuf/model_config.proto index 35d4e82..a2c33e5 100644 --- a/protobuf/model_config.proto +++ b/protobuf/model_config.proto @@ -1534,13 +1534,15 @@ message ModelSequenceBatching //@@ repeated State state = 5; - //@@ .. cpp:var:: bool generative_sequence - //@@ - //@@ The sequence batcher is expecting the sequence to be generative. A - //@@ generative sequence is initiated by single request, the sequence - //@@ batcher expects the same request to be "rescheduled" by the model if - //@@ the sequence is continuing. - bool generative_sequence = 6; + //@@ .. cpp:var:: bool iterative_sequence + //@@ + //@@ Requests for iterative sequences are processed over a number + //@@ of iterations. An iterative sequence is initiated by a single + //@@ request and is "rescheduled" by the model until completion. + //@@ Requests for inflight requests will be batched together + //@@ and can complete independently. Note this feature + //@@ requires backend support. Default value is false. + bool iterative_sequence = 6; } //@@