karma/crab
1
0
Fork 0
mirror of https://github.com/karma-riuk/crab.git synced 2025-07-04 21:28:12 +02:00
Code Issues Packages Projects Releases Wiki Activity

formatted code

Browse Source
This commit is contained in:
Karma Riuk
2025-03-26 13:05:05 +01:00
parent fa3b7f82a1
commit 0d8b81054d
2 changed files with 135 additions and 41 deletions
Download Patch File Download Diff File Expand all files Collapse all files

33
dataset.py
View File

@ -2,31 +2,37 @@ from dataclasses import dataclass, field
from typing import Dict, List
import json
# fmt: off
@dataclass
class FileData:
path: str
content: str = "" # Not sure about this, maybe we should just keep the path and extract the contents dynamically (boh)
content: str = "" # Not sure about this, maybe we should just keep the path and extract the contents dynamically (boh)
@dataclass
class Metadata:
repo: str # the name of the repo, with style XXX/YYY
repo: str # the name of the repo, with style XXX/YYY
pr_number: int
merge_commit_sha: str # to checkout for the tests
commented_files : Dict[str, str] # comment -> filename
commented_files_coverages: Dict[str, Dict[str, float]] = field(default_factory=dict) # filename -> jacoco-report -> coverage
merge_commit_sha: str # to checkout for the tests
commented_files: Dict[str, str] # comment -> filename
commented_files_coverages: Dict[str, Dict[str, float]] = field(default_factory=dict) # filename -> jacoco-report -> coverage
successful: bool = True
build_system: str = ""
reason_for_failure: str = ""
last_cmd_error_msg: str = ""
@dataclass
class DatasetEntry:
metadata: Metadata
files: Dict[str, FileData] # filename -> file data, files before the PR (before the first PR commits)
diffs_before: Dict[str, str] # filename -> diff, diffs between the opening of the PR and the comment
files: Dict[str, FileData] # filename -> file data, files before the PR (before the first PR commits)
diffs_before: Dict[str, str] # filename -> diff, diffs between the opening of the PR and the comment
comments: List[str]
diffs_after: Dict[str, str] # filename -> diff, changes after the comment
diffs_after: Dict[str, str] # filename -> diff, changes after the comment
# fmt: on
@dataclass
class Dataset:
entries: List[DatasetEntry] = field(default_factory=list)
@ -48,19 +54,20 @@ class Dataset:
for entry_data in data["entries"]:
metadata_data = entry_data["metadata"]
metadata = Metadata(**metadata_data)
if not keep_still_in_progress and metadata.reason_for_failure == "Was still being processed":
if (
not keep_still_in_progress
and metadata.reason_for_failure == "Was still being processed"
):
continue
files = {
fname: FileData(**fdata) for fname, fdata in entry_data["files"].items()
}
files = {fname: FileData(**fdata) for fname, fdata in entry_data["files"].items()}
entry = DatasetEntry(
metadata=metadata,
files=files,
diffs_before=entry_data["diffs_before"],
comments=entry_data["comments"],
diffs_after=entry_data["diffs_after"]
diffs_after=entry_data["diffs_after"],
)
entries.append(entry)