karma/crab
1
0
Fork 0
mirror of https://github.com/karma-riuk/crab.git synced 2025-07-06 05:48:12 +02:00
Code Issues Packages Projects Releases Wiki Activity

added the possibility of sorting the incoming csv

Browse Source 
by a certain column, now taking any csv instead of
the result of clone_repos.py
This commit is contained in:
Karma Riuk
2025-05-17 09:32:40 +02:00
parent 3ea3e980bd
commit 970ee1c363
1 changed files with 15 additions and 18 deletions
Download Patch File Download Diff File Expand all files Collapse all files

33
pull_requests.py
View File

@ -31,23 +31,6 @@ from handlers import HandlerException, get_build_handler
from utils import has_only_1_comment, move_github_logging_to_file, clone, run_git_cmd from utils import has_only_1_comment, move_github_logging_to_file, clone, run_git_cmd
def get_good_projects(csv_file: str) -> pd.DataFrame:
"""
Extracts the good (the ones that compile and test successfully, and that
have at least one test) from the given file.
Parameters:
csv_file (str): The csv file containing the projects.
Returns:
pd.DataFrame: The good projects.
"""
print(f"Reading {csv_file}...", end="")
df = pd.read_csv(csv_file)
print("Done")
return df.loc[(df['good_repo_for_crab'] == True) & (df['n_tests'] > 0)]
def is_pull_good(pull: PullRequest, verbose: bool = False) -> bool: def is_pull_good(pull: PullRequest, verbose: bool = False) -> bool:
comments = pull.get_review_comments() comments = pull.get_review_comments()
if pull.user.type == "Bot" or comments.totalCount > 2 or comments.totalCount == 0: if pull.user.type == "Bot" or comments.totalCount > 2 or comments.totalCount == 0:
@ -477,6 +460,13 @@ if __name__ == "__main__":
default="./dataset/archives", default="./dataset/archives",
help="The directory in which the repos will be archived. Default is './dataset/archives'.", help="The directory in which the repos will be archived. Default is './dataset/archives'.",
) )
parser.add_argument(
"-s",
"--sort-by",
metavar="COLUMN_NAME",
type=str,
help="Sort the incoming csv by the given column. If not set, keep the original csv ordering",
)
# parser.add_argument('-v', '--verbose', action='store_true', help='Prints the number of good projects.') # parser.add_argument('-v', '--verbose', action='store_true', help='Prints the number of good projects.')
parser.add_argument( parser.add_argument(
"--only-repo", "--only-repo",
@ -502,7 +492,14 @@ if __name__ == "__main__":
docker_client = docker.from_env() docker_client = docker.from_env()
move_github_logging_to_file() move_github_logging_to_file()
df = get_good_projects(args.csv_file) # df = get_good_projects(args.csv_file)
df = pd.read_csv(args.csv_file)
sort_column = args.sort_by
if sort_column is not None:
if sort_column not in df.columns:
raise ValueError(f"Column '{sort_column}' not present in given csv file")
df.sort_values(sort_column, inplace=True)
if args.only_repo is not None: if args.only_repo is not None:
df = df.loc[df["name"] == args.only_repo] df = df.loc[df["name"] == args.only_repo]