Losen langchain dependency version, add input to ragas recall, it's n…

…ecessary
langwatch · Nov 28, 2024 · b9346a8 · b9346a8
1 parent a49d1b6
commit b9346a8
Show file tree

Hide file tree

Showing 27 changed files with 2,853 additions and 2,573 deletions.
diff --git a/evaluators/aws/poetry.lock b/evaluators/aws/poetry.lock
diff --git a/evaluators/aws/pyproject.toml b/evaluators/aws/pyproject.toml
@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "langevals-aws"
-version = "0.1.6"
+version = "0.1.7"
 description = "LangEvals integration for AWS APIs evaluators"
 authors = ["Rogerio Chaves <[email protected]>"]
 license = "MIT"

diff --git a/evaluators/azure/poetry.lock b/evaluators/azure/poetry.lock
diff --git a/evaluators/azure/pyproject.toml b/evaluators/azure/pyproject.toml
@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "langevals-azure"
-version = "0.1.8"
+version = "0.1.9"
 description = "LangEvals Azure Content Safety evaluator for LLM outputs."
 authors = ["Rogerio Chaves <[email protected]>", "Yevhenii Budnyk <[email protected]>"]
 license = "MIT"

diff --git a/evaluators/example/poetry.lock b/evaluators/example/poetry.lock
diff --git a/evaluators/example/pyproject.toml b/evaluators/example/pyproject.toml
@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "langevals-example"
-version = "0.1.7"
+version = "0.1.8"
 description = "LangEvals boilerplate example evaluator for LLMs."
 authors = ["Your Name <[email protected]>"]
 license = "MIT"

diff --git a/evaluators/google_cloud/poetry.lock b/evaluators/google_cloud/poetry.lock
diff --git a/evaluators/google_cloud/pyproject.toml b/evaluators/google_cloud/pyproject.toml
@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "langevals-google-cloud"
-version = "0.1.7"
+version = "0.1.8"
 description = "LangEvals integration for Google Cloud APIs evaluators"
 authors = ["Rogerio Chaves <[email protected]>"]
 license = "MIT"

diff --git a/evaluators/haystack/poetry.lock b/evaluators/haystack/poetry.lock
diff --git a/evaluators/haystack/pyproject.toml b/evaluators/haystack/pyproject.toml
@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "langevals-haystack"
-version = "0.1.3"
+version = "0.1.4"
 description = "LangEvals Haystack evaluator"
 authors = ["Rogerio Chaves <[email protected]>"]
 license = "MIT"

diff --git a/evaluators/huggingface/poetry.lock b/evaluators/huggingface/poetry.lock
diff --git a/evaluators/huggingface/pyproject.toml b/evaluators/huggingface/pyproject.toml
@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "langevals-huggingface"
-version = "0.1.6"
+version = "0.1.7"
 description = "Evaluators based on models available on huggingface."
 authors = [
   "Rogerio Chaves <[email protected]>",

diff --git a/evaluators/langevals/poetry.lock b/evaluators/langevals/poetry.lock
diff --git a/evaluators/langevals/pyproject.toml b/evaluators/langevals/pyproject.toml
@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "langevals-langevals"
-version = "0.1.7"
+version = "0.1.8"
 description = "LangEvals core evaluators."
 authors = ["Rogerio Chaves <[email protected]>", "Yevhenii Budnyk <[email protected]>"]
 license = "MIT"

diff --git a/evaluators/lingua/poetry.lock b/evaluators/lingua/poetry.lock
diff --git a/evaluators/lingua/pyproject.toml b/evaluators/lingua/pyproject.toml
@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "langevals-lingua"
-version = "0.1.6"
+version = "0.1.7"
 description = "LangEvals lingua evaluator for language detection."
 authors = ["Rogerio Chaves <[email protected]>"]
 license = "MIT"

diff --git a/evaluators/openai/poetry.lock b/evaluators/openai/poetry.lock
diff --git a/evaluators/openai/pyproject.toml b/evaluators/openai/pyproject.toml
@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "langevals-openai"
-version = "0.1.7"
+version = "0.1.8"
 description = "LangEvals OpenAI moderation evaluator for LLM outputs."
 authors = ["Rogerio Chaves <[email protected]>"]
 license = "MIT"

diff --git a/evaluators/presidio/poetry.lock b/evaluators/presidio/poetry.lock
diff --git a/evaluators/presidio/pyproject.toml b/evaluators/presidio/pyproject.toml
@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "langevals-presidio"
-version = "0.1.1"
+version = "0.1.2"
 description = "LangEvals integration for Presidio"
 authors = ["Rogerio Chaves <[email protected]>"]
 license = "MIT"

diff --git a/evaluators/ragas/langevals_ragas/context_recall.py b/evaluators/ragas/langevals_ragas/context_recall.py
@@ -9,6 +9,7 @@
 
 
 class RagasContextRecallEntry(EvaluatorEntry):
+    input: str
     contexts: list[str]
     expected_output: str
 
@@ -35,9 +36,11 @@ class RagasContextRecallEvaluator(
     is_guardrail = False
 
     def evaluate(self, entry: RagasContextRecallEntry) -> SingleEvaluationResult:
+        input = entry.input or ""
         return evaluate_ragas(
             evaluator=self,
             metric="context_recall",
+            question=input,
             contexts=entry.contexts,
             ground_truth=entry.expected_output,
             settings=self.settings,