karma/crab
1
0
Fork 0
mirror of https://github.com/karma-riuk/crab.git synced 2025-07-05 13:38:12 +02:00
Code Issues Packages Projects Releases Wiki Activity

made posfix better

Browse Source
This commit is contained in:
Karma Riuk
2025-03-01 18:28:28 +01:00
parent a8adf2fb47
commit 177f305d4c
1 changed files with 10 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

11
clone_repos.py
View File

@ -204,11 +204,20 @@ def clone_repos(file: str, dest: str, force: bool =False, verbose: bool = False)
client = docker.from_env() client = docker.from_env()
good_repos = 0 good_repos = 0
last_i_saved = -1
try: try:
if verbose: print("Processing repositories") if verbose: print("Processing repositories")
with tqdm(total=len(df)) as pbar: with tqdm(total=len(df)) as pbar:
for i, row in df.iterrows(): for i, row in df.iterrows():
pbar.set_postfix({"repo": row["name"], "good_repos": good_repos, "n_gradle": sum(updates["build_system"] == "gradle" for _, updates in updates_list if "build_system" in updates)}) if i % 10 == 0:
save_df_with_updates(df, updates_list, verbose=verbose)
last_i_saved = i
pbar.set_postfix({
"repo": row["name"],
"# good repos": f"{good_repos} ({good_repos/len(updates_list):.2%})",
"last index saved": last_i_saved,
"# gradle": sum(updates["build_system"] == "gradle" for _, updates in updates_list if "build_system" in updates)
})
updates = {} updates = {}
updates_list.append((i, updates)) # Collect updates updates_list.append((i, updates)) # Collect updates
process_row(row["name"], client, dest, updates, force=force, verbose=verbose) process_row(row["name"], client, dest, updates, force=force, verbose=verbose)