karma/crab
1
0
Fork 0
mirror of https://github.com/karma-riuk/crab.git synced 2025-07-05 13:38:12 +02:00
Code Issues Packages Projects Releases Wiki Activity

added progress bar for each entry migration

Browse Source
This commit is contained in:
Karma Riuk
2025-03-29 09:43:18 +01:00
parent d7cba34e3d
commit aaafe21a3c
1 changed files with 20 additions and 10 deletions
Download Patch File Download Diff File Expand all files Collapse all files

14
dataset.py
View File

@ -227,15 +227,25 @@ def new_comments(pr: PullRequest, new_metadata: Metadata_new) -> list[Comment]:
def new_entry_form_old(entry: DatasetEntry) -> DatasetEntry_new: def new_entry_form_old(entry: DatasetEntry) -> DatasetEntry_new:
with tqdm(total=3, desc="Migrating entry", leave=False) as pbar:
pbar.set_postfix_str(f"Extracting metadata")
new_metadata = new_metadata_from_old(entry.metadata) new_metadata = new_metadata_from_old(entry.metadata)
pbar.update(1)
repo = g.get_repo(new_metadata.repo) repo = g.get_repo(new_metadata.repo)
pr = repo.get_pull(new_metadata.pr_number) pr = repo.get_pull(new_metadata.pr_number)
pbar.set_postfix_str(f"Extracting files")
new_files_ = new_files(repo, pr, new_metadata, entry, os.path.join("results", new_metadata.repo))
pbar.update(1)
pbar.set_postfix_str(f"Extracting comments")
new_comments_ = new_comments(pr, new_metadata)
pbar.update(1)
return DatasetEntry_new( return DatasetEntry_new(
metadata=new_metadata, metadata=new_metadata,
files=new_files(repo, pr, new_metadata, entry, os.path.join("results", new_metadata.repo)), files=new_files_,
diffs_before=entry.diffs_before, diffs_before=entry.diffs_before,
comments=new_comments(pr, new_metadata), comments=new_comments_,
diffs_after=entry.diffs_after, diffs_after=entry.diffs_after,
) )