included the error message to the results in case

of failure for code refinement
This commit is contained in:
Karma Riuk
2025-05-14 22:22:42 +02:00
parent 8c9ba66705
commit d833beee83

View File

@ -84,6 +84,7 @@ def evaluate_refinement(answers: dict[str, dict[str, str]], percent_cb):
results[id][task] = True results[id][task] = True
except Exception as e: except Exception as e:
results[id][task] = False results[id][task] = False
results[id][task + "_error_msg"] = str(e)
print( print(
f"[ERROR] {id} ({entry.metadata.repo} #PR {entry.metadata.pr_number}) {type(e)}: {e}", f"[ERROR] {id} ({entry.metadata.repo} #PR {entry.metadata.pr_number}) {type(e)}: {e}",
file=sys.stderr, file=sys.stderr,