From afa3cc7dd9ae388700f2e4bc19bdcc77e9b9bf6a Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Rog=C3=A9rio=20Chaves?= Date: Mon, 19 Aug 2024 13:18:39 +0200 Subject: [PATCH] Basic evaluator is not an llm evaluator --- evaluators/langevals/langevals_langevals/basic.py | 3 +-- 1 file changed, 1 insertion(+), 2 deletions(-) diff --git a/evaluators/langevals/langevals_langevals/basic.py b/evaluators/langevals/langevals_langevals/basic.py index 1193593..3dc62e2 100644 --- a/evaluators/langevals/langevals_langevals/basic.py +++ b/evaluators/langevals/langevals_langevals/basic.py @@ -5,7 +5,6 @@ EvaluatorEntry, EvaluationResult, EvaluatorSettings, - LLMEvaluatorSettings, SingleEvaluationResult, ) from pydantic import BaseModel, Field @@ -27,7 +26,7 @@ class CustomBasicRule(BaseModel): value: str -class CustomBasicSettings(LLMEvaluatorSettings): +class CustomBasicSettings(EvaluatorSettings): rules: list[CustomBasicRule] = Field(default=[ CustomBasicRule(field="output", rule="not_contains", value="artificial intelligence"), ], description="List of rules to check, the message must pass all of them")