karma/crab-webapp
1
0
Fork 0
mirror of https://github.com/karma-riuk/crab-webapp.git synced 2025-07-05 06:08:13 +02:00
Code Issues Packages Projects Releases Wiki Activity

created the observers and handling them

Browse Source
This commit is contained in:
Karma Riuk
2025-05-18 17:43:24 +02:00
parent 15a2d6d03e
commit 49b2606a53
4 changed files with 188 additions and 57 deletions
Download Patch File Download Diff File Expand all files Collapse all files

8
src/utils/process_data.py
View File

@ -1,4 +1,5 @@
import sys
from typing_extensions import Callable
from utils.handlers import get_build_handler
from .paths import get_project_path
from sacrebleu import sentence_bleu as bleu
@ -35,7 +36,11 @@ def evaluate_comments(answers: dict[str, str], percent_cb):
return results
def evaluate_refinement(answers: dict[str, dict[str, str]], percent_cb):
def evaluate_refinement(
answers: dict[str, dict[str, str]],
percent_cb: Callable[[float], None] = lambda _: None,
complete_cb: Callable[[dict], None] = lambda _: None,
):
n_answers = len(answers)
n_steps = 4 # creating build handler + injecting the files in the repo + compilation + testing
total_number_of_steps = n_answers * n_steps
@ -92,4 +97,5 @@ def evaluate_refinement(answers: dict[str, dict[str, str]], percent_cb):
print(f"[INFO] Done with {id}...")
complete_cb(results)
return results