jill/LLMsForDisinformationAnalysis
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Working on making the classifier harsher on unseen data

Browse Source
This commit is contained in:
William Jeynes
2026-03-17 22:19:03 +00:00
parent b08c1ada70
commit 8052d5c7ba
7 changed files with 186 additions and 55 deletions
Download Patch File Download Diff File Expand all files Collapse all files
agent/tools/robertaCall.ts
+4 -1
View File
@@ -10,7 +10,7 @@ export async function evaluateWithRoberta({
});
// console.log(res.data)
const validProb = res.data["probabilities"][0][0]
const invalidProb = res.data["probabilities"][0][1]
const invalidProb = res.data["probabilities"][0][1] + res.data["probabilities"][0][2]
return {validProb, invalidProb};
}
@@ -19,4 +19,7 @@ export async function evaluateWithRoberta({
// console.log(res)
// res = await evaluateWithRoberta({answer: "Multiple mirrored reuploads (2020–2023) put the clip on other channels with titles implying it was a genuine 1970s public information film."});
// console.log(res)
// res = await evaluateWithRoberta({answer: "The COVID-19 Pandemic"});
// console.log(res)