karma/crab-webapp
1
0
Fork 0
mirror of https://github.com/karma-riuk/crab-webapp.git synced 2025-07-05 14:18:12 +02:00
Code Issues Packages Projects Releases Wiki Activity

added more fine grained percentage

Browse Source
This commit is contained in:
Karma Riuk
2025-05-15 10:50:24 +02:00
parent 1f22d606c0
commit d90f8e4f12
1 changed files with 14 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files

18
src/utils/process_data.py
View File

@ -39,10 +39,15 @@ def evaluate_comments(answers: dict[str, str], percent_cb):
def evaluate_refinement(answers: dict[str, dict[str, str]], percent_cb): def evaluate_refinement(answers: dict[str, dict[str, str]], percent_cb):
total = len(answers) n_answers = len(answers)
n_steps = 4 # creating build handler + injecting the files in the repo + compilation + testing
total_number_of_steps = n_answers * n_steps
current_progress = 0
results = {} results = {}
for i, (id, changes) in enumerate(answers.items(), 1): for i, (id, changes) in enumerate(answers.items()):
print(f"[INFO] Processing {id} ({i}/{total}: {i/total:.2%})...") print(f"[INFO] Processing {id} ({i}/{n_answers}: {i/n_answers:.2%})...")
current_progress = i * n_steps
percent_cb(current_progress / total_number_of_steps * 100)
if id not in REFERENCE_MAP: if id not in REFERENCE_MAP:
print(f"[WARNING] skipping {id} since it is not present in dataset", file=sys.stderr) print(f"[WARNING] skipping {id} since it is not present in dataset", file=sys.stderr)
continue continue
@ -53,6 +58,8 @@ def evaluate_refinement(answers: dict[str, dict[str, str]], percent_cb):
ARCHIVES_ROOT, entry.metadata.archive_name(ArchiveState.MERGED) ARCHIVES_ROOT, entry.metadata.archive_name(ArchiveState.MERGED)
) )
build_handler.set_client(DOCKER_CLIENT) build_handler.set_client(DOCKER_CLIENT)
current_progress += 1
percent_cb(current_progress / total_number_of_steps * 100)
except Exception as e: except Exception as e:
print( print(
f"[ERROR] {id} ({entry.metadata.repo} #PR {entry.metadata.pr_number}) {type(e)}: {e}", f"[ERROR] {id} ({entry.metadata.repo} #PR {entry.metadata.pr_number}) {type(e)}: {e}",
@ -69,6 +76,8 @@ def evaluate_refinement(answers: dict[str, dict[str, str]], percent_cb):
os.makedirs(dirname) os.makedirs(dirname)
with open(full_path, "w") as f: with open(full_path, "w") as f:
f.write(change) f.write(change)
current_progress += 1
percent_cb(current_progress / total_number_of_steps * 100)
results[id] = {} results[id] = {}
with build_handler: with build_handler:
@ -82,6 +91,8 @@ def evaluate_refinement(answers: dict[str, dict[str, str]], percent_cb):
action() action()
print(f"[INFO] {task} executed successfully on {id}") print(f"[INFO] {task} executed successfully on {id}")
results[id][task] = True results[id][task] = True
current_progress += 1
percent_cb(current_progress / total_number_of_steps * 100)
except Exception as e: except Exception as e:
results[id][task] = False results[id][task] = False
results[id][task + "_error_msg"] = str(e) results[id][task + "_error_msg"] = str(e)
@ -92,6 +103,5 @@ def evaluate_refinement(answers: dict[str, dict[str, str]], percent_cb):
break break
print(f"[INFO] Done with {id}...") print(f"[INFO] Done with {id}...")
percent_cb(int(i / total * 100))
return results return results