From faffbecfe93043cf6cf6a19c58243f369c2d85bb Mon Sep 17 00:00:00 2001 From: Karma Riuk Date: Thu, 8 May 2025 14:21:59 +0200 Subject: [PATCH] added detailed scores --- src/utils/process_data.js | 11 +++++++---- 1 file changed, 7 insertions(+), 4 deletions(-) diff --git a/src/utils/process_data.js b/src/utils/process_data.js index fc64f0a..1c2fe09 100644 --- a/src/utils/process_data.js +++ b/src/utils/process_data.js @@ -27,17 +27,20 @@ export const evaluate_comments = async (answers, percent_cb, finished_cb) => { console.error(`id: "${id}" is not present in the dataset`); continue; } - const references = referenceMap[id]; + const paraphrases = referenceMap[id]; let maxScore = 0; - for (let reference of references) { - const score = bleu(reference, generated_comment, 4); // TODO: ask prof what number show be here + const scores = [] + for (const paraphrase of paraphrases) { + const score = bleu(paraphrase, generated_comment, 4); // TODO: ask prof what number show be here + scores.push(score); maxScore = Math.max(score, maxScore); console.log(`bleu score: ${score}`); } results[id] = { - "proposed comment": generated_comment, "max bleu score": maxScore, + "bleu scores": scores, + "proposed comment": generated_comment, }; console.log(`Max bleu score: ${maxScore}`);