jill/LLMsForDisinformationAnalysis
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Make an ensemble model to combine scores together (very high accuracy)

Browse Source
This commit is contained in:
William Jeynes
2026-03-24 15:50:41 +00:00
parent 87fccb7e2b
commit 5ce64290ce
4 changed files with 248 additions and 5 deletions
Download Patch File Download Diff File Expand all files Collapse all files
agent/nodes/robertaMetrics.ts
+9 -3
View File
@@ -6,11 +6,17 @@ import { evaluateWithRoberta } from "../tools/robertaCall";
export const robertaMetrics: GraphNode<typeof MessagesState> = async (state) => {
const answer = state.proposedTriggerEvent[state.proposedTriggerEventIndex].Event
const result = await evaluateWithRoberta({answer})
//Option 1:
const lrresult = await evaluateWithRoberta({answer, method:"logreg"})
const lrscore = lrresult.validProb - lrresult.invalidProb;
const score = result.validProb - result.invalidProb;
const roresult = await evaluateWithRoberta({answer, method:"roberta"})
const roscore = roresult.validProb - roresult.invalidProb;
const flresult = await evaluateWithRoberta({answer, method:"flan"})
const flscore = flresult.validProb - flresult.invalidProb;
const score = lrscore * 0.3 + roscore * 0.5 + flscore * 0.3
return {
messages: [ new AIMessage("ROBERTA:" + score)]