Added context memory section starter

FuexFollets · Feb 8, 2024 · 4d49c6e · 4d49c6e
1 parent a363df3
commit 4d49c6e
Show file tree

Hide file tree

Showing 2 changed files with 13 additions and 0 deletions.
diff --git a/src/lexocraft/llm/text_completion.hpp b/src/lexocraft/llm/text_completion.hpp
@@ -402,6 +402,9 @@ namespace lc {
             const BinaryLayerSizeVectorGenerator_t& binary_layer_size_vector_generator,
             std::size_t layer_count);
 
+        TextCompleter& start_new_section(float sentence_length_mean, float sentence_length_stddev,
+                                        float flesch_kincaid_grade);
+
         TextCompleter& add_word_vector(const WordVector& added_word_vector);
         TextCompleter& add_word_vector(const std::vector<WordVector>& added_word_vectors);
         TextCompleter& add_word_vector(const std::string& word, const Eigen::VectorXf& vector);

diff --git a/src/lexocraft/llm/text_completion_interface.cpp b/src/lexocraft/llm/text_completion_interface.cpp
@@ -6,6 +6,16 @@
 #include <lexocraft/llm/text_completion.hpp>
 
 namespace lc {
+    // --------------------------- General ---------------------------
+
+    TextCompleter& TextCompleter::start_new_section(float sentence_length_mean,
+                                                    float sentence_length_stddev,
+                                                    float flesch_kincaid_grade) {
+        this->context_memory = this->accumulate_context_memory(
+            sentence_length_mean, sentence_length_stddev, flesch_kincaid_grade);
+        return *this;
+    }
+
     TextCompleter& TextCompleter::add_word_vector(const WordVector& added_word_vector) {
         vector_database.add_word(added_word_vector);
         return create_vector_subdatabases();