Generative ->Iterative (#107) (#108)

* name change * updated language * updated with default value * updated language Co-authored-by: Neelay Shah <[email protected]>
triton-inference-server · Nov 19, 2023 · a8a7341 · a8a7341
1 parent 805dbcf
commit a8a7341
Showing 1 changed file with 9 additions and 7 deletions.
diff --git a/protobuf/model_config.proto b/protobuf/model_config.proto
@@ -1568,13 +1568,15 @@ message ModelSequenceBatching
   //@@
   repeated State state = 5;
 
-  //@@  .. cpp:var:: bool generative_sequence
-  //@@
-  //@@     The sequence batcher is expecting the sequence to be generative. A
-  //@@     generative sequence is initiated by single request, the sequence
-  //@@     batcher expects the same request to be "rescheduled" by the model if
-  //@@     the sequence is continuing.
-  bool generative_sequence = 6;
+  //@@  .. cpp:var:: bool iterative_sequence
+  //@@
+  //@@     Requests for iterative sequences are processed over a number
+  //@@     of iterations. An iterative sequence is initiated by a single
+  //@@     request and is "rescheduled" by the model until completion.
+  //@@     Requests for inflight requests will be batched together
+  //@@     and can complete independently. Note this feature
+  //@@     requires backend support. Default value is false.
+  bool iterative_sequence = 6;
 }
 
 //@@