diff --git a/evals/eval_on_hotpot.py b/evals/eval_on_hotpot.py index fd36a751..29c61f97 100644 --- a/evals/eval_on_hotpot.py +++ b/evals/eval_on_hotpot.py @@ -16,7 +16,6 @@ from pathlib import Path logger = logging.getLogger(__name__) -random.seed(42) async def answer_qa_instance(instance, context_provider, contexts_filename): @@ -110,6 +109,7 @@ async def eval_on_QA_dataset( dataset = load_qa_dataset(dataset_name_or_filename) context_provider = qa_context_providers[context_provider_name] eval_metrics = get_metrics(metric_name_list) + random.seed(42) instances = dataset if not num_samples else random.sample(dataset, num_samples) contexts_filename = Path(out_path) / Path( diff --git a/evals/qa_context_provider_utils.py b/evals/qa_context_provider_utils.py index 6397d105..8fe31918 100644 --- a/evals/qa_context_provider_utils.py +++ b/evals/qa_context_provider_utils.py @@ -39,10 +39,22 @@ def _insight_to_string(triplet: tuple) -> str: return "" node1_name = node1["name"] if "name" in node1 else "N/A" - node1_description = node1["description"] if "description" in node1 else node1["text"] + node1_description = ( + node1["description"] + if "description" in node1 + else node1["text"] + if "text" in node1 + else "N/A" + ) node1_string = f"name: {node1_name}, description: {node1_description}" node2_name = node2["name"] if "name" in node2 else "N/A" - node2_description = node2["description"] if "description" in node2 else node2["text"] + node2_description = ( + node2["description"] + if "description" in node2 + else node2["text"] + if "text" in node2 + else "N/A" + ) node2_string = f"name: {node2_name}, description: {node2_description}" edge_string = edge.get("relationship_name", "")