Refine scoring to allow for better iteration on frontend. Update generate_adversarial.py

2026-03-22 16:04:38 +00:00
parent f4e84af272
commit c69730df6b
3 changed files with 17 additions and 11 deletions
@@ -8,10 +8,9 @@ export const robertaMetrics: GraphNode<typeof MessagesState> = async (state) =>
  
  const result = await evaluateWithRoberta({answer})
  
-  let score = 0;
-  if (result.validProb > (result.invalidProb+0.4)) {
-    score = 0.7 + ((result.validProb - (result.invalidProb+0.4))*0.3);
-  }
+
+  const score = result.validProb - result.invalidProb;
+  
  
  return {
    messages: [ new AIMessage("ROBERTA:" + score)]