Skip to content

Commit

Permalink
fix(eval): remove gen/run stdout/stderr file paths from results csv
Browse files Browse the repository at this point in the history
  • Loading branch information
ErikBjare committed Sep 29, 2024
1 parent f279298 commit 9af35be
Showing 1 changed file with 0 additions and 9 deletions.
9 changes: 0 additions & 9 deletions gptme/eval/main.py
Original file line number Diff line number Diff line change
Expand Up @@ -328,10 +328,6 @@ def write_results(model_results: dict[str, list[EvalResult]]):
"Run Time",
"Eval Time",
"Commit Hash",
"Gen Stdout File",
"Gen Stderr File",
"Run Stdout File",
"Run Stderr File",
]
writer = csv.DictWriter(csvfile, fieldnames=fieldnames, lineterminator="\n")

Expand All @@ -353,7 +349,6 @@ def write_results(model_results: dict[str, list[EvalResult]]):
with open(stream_file, "w", newline="\n") as f:
f.write(getattr(result, stream))

test_dir_rel = test_dir.relative_to(results_dir)
row = {
"Model": model,
"Test": result.name,
Expand All @@ -363,10 +358,6 @@ def write_results(model_results: dict[str, list[EvalResult]]):
"Run Time": round(result.timings["run"], 2),
"Eval Time": round(result.timings["eval"], 2),
"Commit Hash": commit_hash,
"Gen Stdout File": test_dir_rel / "gen_stdout.txt",
"Gen Stderr File": test_dir_rel / "gen_stderr.txt",
"Run Stdout File": test_dir_rel / "run_stdout.txt",
"Run Stderr File": test_dir_rel / "run_stderr.txt",
}
writer.writerow(row)
_write_case_results(test_dir / "cases.csv", result.results)
Expand Down

0 comments on commit 9af35be

Please sign in to comment.