Files
LLMsForDisinformationAnalysis/agent/nodes/robertaMetrics.ts
T

19 lines
648 B
TypeScript

import { GraphNode } from "@langchain/langgraph";
import { MessagesState } from "../state";
import { AIMessage } from "@langchain/core/messages";
import { evaluateWithRoberta } from "../tools/robertaCall";
export const robertaMetrics: GraphNode<typeof MessagesState> = async (state) => {
const answer = state.proposedTriggerEvent[state.proposedTriggerEventIndex].Event
const result = await evaluateWithRoberta({answer})
let score = 0;
if (result.validProb > (result.invalidProb+0.4)) {
score = 0.7 + ((result.validProb - (result.invalidProb+0.4))*0.3);
}
return {
messages: [ new AIMessage("ROBERTA:" + score)]
};
};