Merge branch 'ludwig-ai:master' into improve-ludwig-feature-dict

ludwig-ai · Jan 28, 2024 · 1c685cf · 1c685cf
2 parents 326c40d + 78966fa
commit 1c685cf
Show file tree

Hide file tree

Showing 3 changed files with 12 additions and 1 deletion.
diff --git a/ludwig/schema/llms/generation.py b/ludwig/schema/llms/generation.py
@@ -106,6 +106,14 @@ class LLMGenerationConfig(schema_utils.BaseMarshmallowConfig):
         parameter_metadata=LLM_METADATA["generation"]["use_cache"],
     )
 
+    prompt_lookup_num_tokens: Optional[int] = schema_utils.NonNegativeInteger(
+        default=None,
+        allow_none=True,
+        description="The number of tokens to consider as a candidate from the prompt for prompt lookup decoding, "
+        " an alternate way of performing assisted generation. If set to 0, the prompt lookup decoding is not used.",
+        parameter_metadata=LLM_METADATA["generation"]["prompt_lookup_num_tokens"],
+    )
+
     # Parameters for manipulation of the model output logits
 
     temperature: Optional[float] = schema_utils.NonNegativeFloat(

diff --git a/ludwig/schema/metadata/configs/llm.yaml b/ludwig/schema/metadata/configs/llm.yaml
@@ -58,6 +58,9 @@ generation:
   use_cache:
     ui_display_name: Use Cache
     expected_impact: 2
+  prompt_lookup_num_tokens:
+    ui_display_name: Prompt Lookup Num Tokens
+    expected_impact: 2
 prompt:
   retrieval:
     type:

diff --git a/requirements.txt b/requirements.txt
@@ -58,7 +58,7 @@ xlrd>=2.0.1         # excel
 xlsxwriter>=1.4.3   # excel
 openpyxl>=3.0.7     # excel
 pyxlsb>=1.0.8       # excel
-pyarrow             # parquet
+pyarrow<15.0.0      # parquet
 lxml                # html
 html5lib            # html