jill/LLMsForDisinformationAnalysis
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Add ROBERTA classifier ranking PoC, with 77pc off the bat

Browse Source
This commit is contained in:
William Jeynes
2026-03-13 11:24:51 +00:00
parent f09e36e740
commit 8311556855
8 changed files with 85 additions and 32 deletions
Download Patch File Download Diff File Expand all files Collapse all files
agent/verify.ts
+13 -9
View File
@@ -6,6 +6,7 @@ import { produceRanking } from "./nodes/produceRanking";
import { createModelNode } from "./nodes/model";
import { loopEndConditional } from "./conditionals/loop_end";
import { sort } from "./nodes/sort";
import { robertaMetrics } from "./nodes/robertaMetrics";
const verificationModel = createModelNode([], "verify.txt");
const relationModel = createModelNode([], "relation.txt");
@@ -14,21 +15,24 @@ const agent = new StateGraph(MessagesState)
//NODES
.addNode(verificationSetup.name, verificationSetup)
.addNode("verificationModel", verificationModel)
.addNode(ragasMetrics.name, ragasMetrics)
.addNode("relationModel", relationModel)
// .addNode("verificationModel", verificationModel)
// .addNode(ragasMetrics.name, ragasMetrics)
.addNode(robertaMetrics.name, robertaMetrics)
// .addNode("relationModel", relationModel)
.addNode(produceRanking.name, produceRanking)
.addNode(sort.name, sort)
.addEdge(START, verificationSetup.name)
.addEdge(verificationSetup.name, "verificationModel")
.addEdge(verificationSetup.name, ragasMetrics.name)
.addEdge(verificationSetup.name, "relationModel")
// .addEdge(verificationSetup.name, "verificationModel")
// .addEdge(verificationSetup.name, ragasMetrics.name)
.addEdge(verificationSetup.name, robertaMetrics.name)
// .addEdge(verificationSetup.name, "relationModel")
.addEdge(ragasMetrics.name, produceRanking.name)
.addEdge("verificationModel", produceRanking.name)
.addEdge("relationModel", produceRanking.name)
// .addEdge(ragasMetrics.name, produceRanking.name)
.addEdge(robertaMetrics.name, produceRanking.name)
// .addEdge("verificationModel", produceRanking.name)
// .addEdge("relationModel", produceRanking.name)
// @ts-expect-error
.addConditionalEdges(produceRanking.name, loopEndConditional, [verificationSetup.name, sort.name])