Basic evaluator is not an llm evaluator

langwatch · Aug 19, 2024 · afa3cc7 · afa3cc7
1 parent 4ab8ac0
commit afa3cc7
Showing 1 changed file with 1 addition and 2 deletions.
diff --git a/evaluators/langevals/langevals_langevals/basic.py b/evaluators/langevals/langevals_langevals/basic.py
@@ -5,7 +5,6 @@
     EvaluatorEntry,
     EvaluationResult,
     EvaluatorSettings,
-    LLMEvaluatorSettings,
     SingleEvaluationResult,
 )
 from pydantic import BaseModel, Field
@@ -27,7 +26,7 @@ class CustomBasicRule(BaseModel):
     value: str
 
 
-class CustomBasicSettings(LLMEvaluatorSettings):
+class CustomBasicSettings(EvaluatorSettings):
     rules: list[CustomBasicRule] = Field(default=[
         CustomBasicRule(field="output", rule="not_contains", value="artificial intelligence"),
     ], description="List of rules to check, the message must pass all of them")