karma/crab
1
0
Fork 0
mirror of https://github.com/karma-riuk/crab.git synced 2025-07-05 05:28:13 +02:00
Code Issues Packages Projects Releases Wiki Activity

added progress bar for each entry migration

Browse Source
This commit is contained in:
Karma Riuk
2025-03-29 09:43:18 +01:00
parent d7cba34e3d
commit aaafe21a3c
1 changed files with 20 additions and 10 deletions
Download Patch File Download Diff File Expand all files Collapse all files

30
dataset.py
View File

@ -227,17 +227,27 @@ def new_comments(pr: PullRequest, new_metadata: Metadata_new) -> list[Comment]:
def new_entry_form_old(entry: DatasetEntry) -> DatasetEntry_new: def new_entry_form_old(entry: DatasetEntry) -> DatasetEntry_new:
new_metadata = new_metadata_from_old(entry.metadata) with tqdm(total=3, desc="Migrating entry", leave=False) as pbar:
repo = g.get_repo(new_metadata.repo) pbar.set_postfix_str(f"Extracting metadata")
pr = repo.get_pull(new_metadata.pr_number) new_metadata = new_metadata_from_old(entry.metadata)
pbar.update(1)
repo = g.get_repo(new_metadata.repo)
pr = repo.get_pull(new_metadata.pr_number)
return DatasetEntry_new( pbar.set_postfix_str(f"Extracting files")
metadata=new_metadata, new_files_ = new_files(repo, pr, new_metadata, entry, os.path.join("results", new_metadata.repo))
files=new_files(repo, pr, new_metadata, entry, os.path.join("results", new_metadata.repo)), pbar.update(1)
diffs_before=entry.diffs_before, pbar.set_postfix_str(f"Extracting comments")
comments=new_comments(pr, new_metadata), new_comments_ = new_comments(pr, new_metadata)
diffs_after=entry.diffs_after, pbar.update(1)
)
return DatasetEntry_new(
metadata=new_metadata,
files=new_files_,
diffs_before=entry.diffs_before,
comments=new_comments_,
diffs_after=entry.diffs_after,
)
def new_metadata_from_old(metadata: Metadata) -> Metadata_new: def new_metadata_from_old(metadata: Metadata) -> Metadata_new: