diff --git a/src/utils/paths.py b/src/utils/paths.py deleted file mode 100644 index 0af0428..0000000 --- a/src/utils/paths.py +++ /dev/null @@ -1,8 +0,0 @@ -# utils/paths.py -from pathlib import Path - -PROJECT_ROOT = Path(__file__).resolve().parent.parent - - -def get_project_path(relative_path: str) -> Path: - return PROJECT_ROOT / relative_path diff --git a/src/utils/process_data.py b/src/utils/process_data.py index 9f3c200..9ec908c 100644 --- a/src/utils/process_data.py +++ b/src/utils/process_data.py @@ -1,16 +1,16 @@ import json +import os import sys from typing_extensions import Callable from utils.build_handlers import get_build_handler -from .paths import get_project_path from sacrebleu import sentence_bleu as bleu from utils.dataset import ArchiveState, Comment, CommentGenSubmission, Dataset REFERENCE_MAP = Dataset.from_json( - str(get_project_path('../data/dataset.json')) + os.getenv("DATASET_PATH", os.path.join("data", "dataset.json")), ).build_reference_map() -ARCHIVES_ROOT = str(get_project_path('../data/archives')) +ARCHIVES_ROOT = os.getenv("ARCHIVES_ROOT", "data/archives") def comment_distance(submission: CommentGenSubmission, entry: Comment):