Bump lm-eval

Bump to commit containing fix for HTTPS endpoints
openshift-psap · Nov 14, 2024 · ade5d35 · ade5d35
1 parent dbb0430
commit ade5d35
Show file tree

Hide file tree

Showing 3 changed files with 17 additions and 12 deletions.
diff --git a/llm_eval_test/lm_eval_wrapper.py b/llm_eval_test/lm_eval_wrapper.py
@@ -21,7 +21,8 @@ def exec(tasks, model, endpoint, **kwargs):
             num_concurent=1,
             max_retries=kwargs["retry"],
             tokenizer_backend=None,
-            tokenized_requests=False
+            tokenized_requests=False,
+            verify_certificate=False,
         )
 
         model_args_str = ','.join([f"{k}={str(v)}" for k,v in model_args.items()])

diff --git a/poetry.lock b/poetry.lock
diff --git a/pyproject.toml b/pyproject.toml
@@ -7,7 +7,7 @@ readme = "README.md"
 
 [tool.poetry.dependencies]
 python = "^3.9"
-lm-eval = {extras = ["api"], version = "0.4.5"}
+lm-eval = { extras = ["api"], git = "https://github.com/EleutherAI/lm-evaluation-harness", rev = "57272b6" }
 unitxt = "1.14.0"
 # Use CPU torch to cut down on deps
 torch = {version = ">=1.8", source = "torch-cpu"}