only writing the dataset to disk when there are new entries

This commit is contained in:
Karma Riuk
2025-05-28 10:17:19 +02:00
parent 0b182837c1
commit e097885e36

View File

@ -535,8 +535,9 @@ def process_repos_parallel(
repo_finished, pos = future_to_repo.pop(fut)
outer_pb.update(1)
entries = fut.result()
dataset.entries.extend(entries)
dataset.to_json(args.output)
if len(entries) > 0:
dataset.entries.extend(entries)
dataset.to_json(args.output)
try:
name = next(repo_names_iter)