Add removing of duplicates from pipeline. Add to sort step. Move score logic to robertaMetrics node.

2026-03-13 14:51:14 +00:00
parent d5c6cb444d
commit 0a7bb114d2
6 changed files with 105 additions and 7 deletions
@@ -4,15 +4,15 @@ export async function evaluateWithRoberta({
  answer
 }: {
  answer: string;
-}) {
+}): Promise<{ validProb: number; invalidProb: number; }> {
  const res = await axios.post("http://localhost:8000/evaluate", {
    answer
  });
  // console.log(res.data)
  const validProb = res.data["probabilities"][0][0]
-  const invalidProv = res.data["probabilities"][0][1]
+  const invalidProb = res.data["probabilities"][0][1]

-  return validProb > invalidProv ? 1 : 0;
+  return {validProb, invalidProb};
 }

 // let res = await evaluateWithRoberta({answer: "High-profile political downplaying of COVID-19 (examples: President Trump saying 'it will go away' in March–August 2020)"});