karma/crab
1
0
Fork 0
mirror of https://github.com/karma-riuk/crab.git synced 2025-07-05 13:38:12 +02:00
Code Issues Packages Projects Releases Wiki Activity

removed pandarallel since it not useful anymore

Browse Source
This commit is contained in:
Karma Riuk
2025-02-28 14:04:05 +01:00
parent 765d933f94
commit 2eea1ab551
1 changed files with 0 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
clone_repos.py
View File

@ -2,8 +2,6 @@ import pandas as pd
import argparse, os, sys, subprocess import argparse, os, sys, subprocess
from tqdm import tqdm from tqdm import tqdm
import shutil import shutil
from pandarallel import pandarallel
import multiprocessing
tqdm.pandas() tqdm.pandas()
@ -129,8 +127,6 @@ def clone_repos(file: str, dest: str, force: bool =False, verbose: bool = False)
dest (str): The name of the root directory in which to download the repos dest (str): The name of the root directory in which to download the repos
verbose (bool): If `True`, outputs detailed process information. Defaults to `False`. verbose (bool): If `True`, outputs detailed process information. Defaults to `False`.
""" """
pandarallel.initialize(nb_workers=min(50, multiprocessing.cpu_count()-1), progress_bar=True, verbose=2 if verbose else 0)
if verbose: print(f"Reading CSV file {file}") if verbose: print(f"Reading CSV file {file}")
df = pd.read_csv(file) df = pd.read_csv(file)