Make the model less overfitting. Make it harder for an event to be classed as "perfect"

2026-03-18 01:05:24 +00:00
parent 886b9a7d5d
commit f4e84af272
4 changed files with 15 additions and 8 deletions
@@ -9,8 +9,8 @@ export const robertaMetrics: GraphNode<typeof MessagesState> = async (state) =>
  const result = await evaluateWithRoberta({answer})
  
  let score = 0;
-  if (result.validProb > result.invalidProb) {
-    score = 0.7 + ((result.validProb - result.invalidProb)*0.3);
+  if (result.validProb > (result.invalidProb+0.4)) {
+    score = 0.7 + ((result.validProb - (result.invalidProb+0.4))*0.3);
  }
  
  return {