From 59b2fbb32ea0d6ac9c8b4f785b44d5ac5668164c Mon Sep 17 00:00:00 2001 From: Karma Riuk Date: Wed, 21 May 2025 13:40:17 +0200 Subject: [PATCH] removed useless module and using env vars because better --- src/utils/paths.py | 8 -------- src/utils/process_data.py | 6 +++--- 2 files changed, 3 insertions(+), 11 deletions(-) delete mode 100644 src/utils/paths.py diff --git a/src/utils/paths.py b/src/utils/paths.py deleted file mode 100644 index 0af0428..0000000 --- a/src/utils/paths.py +++ /dev/null @@ -1,8 +0,0 @@ -# utils/paths.py -from pathlib import Path - -PROJECT_ROOT = Path(__file__).resolve().parent.parent - - -def get_project_path(relative_path: str) -> Path: - return PROJECT_ROOT / relative_path diff --git a/src/utils/process_data.py b/src/utils/process_data.py index 9f3c200..9ec908c 100644 --- a/src/utils/process_data.py +++ b/src/utils/process_data.py @@ -1,16 +1,16 @@ import json +import os import sys from typing_extensions import Callable from utils.build_handlers import get_build_handler -from .paths import get_project_path from sacrebleu import sentence_bleu as bleu from utils.dataset import ArchiveState, Comment, CommentGenSubmission, Dataset REFERENCE_MAP = Dataset.from_json( - str(get_project_path('../data/dataset.json')) + os.getenv("DATASET_PATH", os.path.join("data", "dataset.json")), ).build_reference_map() -ARCHIVES_ROOT = str(get_project_path('../data/archives')) +ARCHIVES_ROOT = os.getenv("ARCHIVES_ROOT", "data/archives") def comment_distance(submission: CommentGenSubmission, entry: Comment):