karma/crab
1
0
Fork 0
mirror of https://github.com/karma-riuk/crab.git synced 2025-07-05 05:28:13 +02:00
Code Issues Packages Projects Releases Wiki Activity

only writing the dataset to disk when there are new entries

Browse Source
This commit is contained in:
Karma Riuk
2025-05-28 10:17:19 +02:00
parent 0b182837c1
commit e097885e36
1 changed files with 3 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

1
pull_requests.py
View File

@ -535,6 +535,7 @@ def process_repos_parallel(
repo_finished, pos = future_to_repo.pop(fut) repo_finished, pos = future_to_repo.pop(fut)
outer_pb.update(1) outer_pb.update(1)
entries = fut.result() entries = fut.result()
if len(entries) > 0:
dataset.entries.extend(entries) dataset.entries.extend(entries)
dataset.to_json(args.output) dataset.to_json(args.output)