karma/crab-webapp
1
0
Fork 0
mirror of https://github.com/karma-riuk/crab-webapp.git synced 2025-07-05 14:18:12 +02:00
Code Issues Packages Projects Releases Wiki Activity

extracted the reference to top level in order not

Browse Source 
to have to build it at every request
This commit is contained in:
Karma Riuk
2025-05-08 14:30:38 +02:00
parent faffbecfe9
commit dfb3cae44d
1 changed files with 9 additions and 9 deletions
Download Patch File Download Diff File Expand all files Collapse all files

18
src/utils/process_data.js
View File

@ -2,32 +2,32 @@ import fs from "fs";
import { getProjectPath } from "../utils/paths.js"; import { getProjectPath } from "../utils/paths.js";
import { bleu } from "bleu-score"; import { bleu } from "bleu-score";
const DATASET_PATH = getProjectPath("data/dataset.json");
export const evaluate_comments = async (answers, percent_cb, finished_cb) => { function buildReferenceMap(dataset_path) {
console.log(`Reading dataset...`);
const raw = fs.readFileSync(DATASET_PATH);
const dataset = JSON.parse(raw);
console.log(`Building reference map...`);
const referenceMap = {}; const referenceMap = {};
const dataset = JSON.parse(fs.readFileSync(dataset_path));
for (const entry of dataset.entries) { for (const entry of dataset.entries) {
const id = entry.metadata.id; const id = entry.metadata.id;
const comments = entry.comments; const comments = entry.comments;
referenceMap[id] = comments.map((c) => c.body); referenceMap[id] = comments.map((c) => c.body);
} }
return referenceMap;
}
const REFERENCE_MAP = buildReferenceMap(getProjectPath("data/dataset.json"));
export const evaluate_comments = async (answers, percent_cb, finished_cb) => {
const total = Object.keys(answers).length; const total = Object.keys(answers).length;
let i = 0; let i = 0;
const results = {}; const results = {};
for (const [id, generated_comment] of Object.entries(answers)) { for (const [id, generated_comment] of Object.entries(answers)) {
console.log(`Processing ${id}...`); console.log(`Processing ${id}...`);
if (!(id in referenceMap)) { if (!(id in REFERENCE_MAP)) {
// throw new Error(`id: "${id}" is not present in the dataset`); // throw new Error(`id: "${id}" is not present in the dataset`);
console.error(`id: "${id}" is not present in the dataset`); console.error(`id: "${id}" is not present in the dataset`);
continue; continue;
} }
const paraphrases = referenceMap[id]; const paraphrases = REFERENCE_MAP[id];
let maxScore = 0; let maxScore = 0;
const scores = [] const scores = []