karma/crab
1
0
Fork 0
mirror of https://github.com/karma-riuk/crab.git synced 2025-07-04 21:28:12 +02:00
Code Issues Packages Projects Releases Wiki Activity

added new option for dataset

Browse Source
This commit is contained in:
Karma Riuk
2025-05-27 10:50:10 +02:00
parent 900003bac7
commit 0b182837c1
1 changed files with 13 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

15
dataset.py
View File

@ -8,6 +8,7 @@ class OutputType(Enum):
FULL = "full" FULL = "full"
CODE_REFINEMENT = "code_refinement" CODE_REFINEMENT = "code_refinement"
COMMENT_GEN = "comment_gen" COMMENT_GEN = "comment_gen"
WEBAPP = "webapp"
class ArchiveState(Enum): class ArchiveState(Enum):
@ -130,7 +131,7 @@ class Dataset:
and entry.metadata.selection.diff_after_address_change and entry.metadata.selection.diff_after_address_change
and entry.metadata.selection.is_code_related and entry.metadata.selection.is_code_related
] ]
elif type_ == OutputType.FULL and remove_non_suggesting: elif type_ in {OutputType.FULL, OutputType.WEBAPP} and remove_non_suggesting:
entries_to_dump = [ entries_to_dump = [
entry entry
for entry in self.entries for entry in self.entries
@ -147,6 +148,16 @@ class Dataset:
if type_ == OutputType.FULL: if type_ == OutputType.FULL:
return entry.__dict__ return entry.__dict__
if type_ == OutputType.WEBAPP:
if isinstance(entry, DatasetEntry):
ret = {
"metadata": entry.metadata,
"comments": entry.comments,
}
return ret
else:
return entry.__dict__
if isinstance(entry, Dataset): if isinstance(entry, Dataset):
return entry.entries return entry.entries
@ -229,7 +240,7 @@ if __name__ == "__main__":
"--output_type", "--output_type",
choices=[mode.value for mode in OutputType], choices=[mode.value for mode in OutputType],
default=OutputType.FULL.value, default=OutputType.FULL.value,
help="Type of output to generate", help="Type of output to generate. webapp is just to keep what's necessary for the webapp to run, i.e. the metadata and the comments.",
) )
parser.add_argument( parser.add_argument(
"--remove-non-suggesting", "--remove-non-suggesting",