mirror of
https://github.com/karma-riuk/crab.git
synced 2025-07-05 05:28:13 +02:00
added small logging statement
This commit is contained in:
@ -504,7 +504,9 @@ def process_repos_parallel(
|
|||||||
if len(cache) > 0:
|
if len(cache) > 0:
|
||||||
for pr2entry in tqdm(list(cache.values()), desc="Adding cache in dataset"):
|
for pr2entry in tqdm(list(cache.values()), desc="Adding cache in dataset"):
|
||||||
dataset.entries.extend(pr2entry.values())
|
dataset.entries.extend(pr2entry.values())
|
||||||
|
print(f"Saving dataset to {args.output}...", end=" ", flush=True)
|
||||||
dataset.to_json(args.output)
|
dataset.to_json(args.output)
|
||||||
|
print("Done")
|
||||||
|
|
||||||
repo_names = [repo_name for repo_name in df["name"] if repo_name not in EXCLUSION_LIST]
|
repo_names = [repo_name for repo_name in df["name"] if repo_name not in EXCLUSION_LIST]
|
||||||
free_positions = list(range(1, n_workers + 1))
|
free_positions = list(range(1, n_workers + 1))
|
||||||
|
Reference in New Issue
Block a user