mirror of
https://github.com/karma-riuk/crab.git
synced 2025-07-05 05:28:13 +02:00
only writing the dataset to disk when there are new entries
This commit is contained in:
@ -535,6 +535,7 @@ def process_repos_parallel(
|
||||
repo_finished, pos = future_to_repo.pop(fut)
|
||||
outer_pb.update(1)
|
||||
entries = fut.result()
|
||||
if len(entries) > 0:
|
||||
dataset.entries.extend(entries)
|
||||
dataset.to_json(args.output)
|
||||
|
||||
|
Reference in New Issue
Block a user