Implement RAGAS metrics

agent/nodes/dummyRagasMetrics.ts

@@ -1,11 +0,0 @@
-import { GraphNode } from "@langchain/langgraph";
-import { MessagesState } from "../state";
-import { AIMessage, HumanMessage } from "@langchain/core/messages";
-
-export const dummyRagasMetrics: GraphNode<typeof MessagesState> = async (state) => {
-  //TODO: get ragas metrics
-  
-  return {
-    messages: [ new AIMessage("RAGASSED : " + state.messages.at(-1)?.content)]
-  };
-};

agent/nodes/normalizationSetup.ts

@@ -6,8 +6,6 @@ import { rankFromCSV } from "../tools/clan/retreiveExamples";
 export const normalizationSetup: GraphNode<typeof MessagesState> = async (state) => {
   let similarityResults = await rankFromCSV(state.disinformationTitle)
 
-  console.log(similarityResults)
-
   let messages : BaseMessage[] = similarityResults.map((item) => {
     return new AIMessage(`Original Claim: ${item.rawtext}. \n\n Normalised Claim: ${item.cleantext}`)
   })

agent/nodes/ragasMetrics.ts

@@ -0,0 +1,18 @@
+import { GraphNode } from "@langchain/langgraph";
+import { MessagesState } from "../state";
+import { AIMessage, HumanMessage } from "@langchain/core/messages";
+import { evaluateWithRagas } from "../tools/ragasCall";
+
+export const ragasMetrics: GraphNode<typeof MessagesState> = async (state) => {
+  const question = "A possible trigger event for: " + state.disinformationTitle //Should it be raw, or normalized?
+  const answer = state.proposedTriggerEvent[state.proposedTriggerEventIndex].Event
+  const contexts = state.proposedTriggerEvent[state.proposedTriggerEventIndex].context?.split("^^^") ?? []
+  
+  console.log(contexts)
+  
+  const results = await evaluateWithRagas({question, answer, contexts})
+  
+  return {
+    messages: [ new AIMessage("RAGAS:" + results.faithfulness)]
+  };
+};

agent/nodes/verificationSetup.ts

@@ -6,8 +6,7 @@ import { rankAndDisplayData } from "../tools/triggerEventTools";
 
 export const verificationSetup: GraphNode<typeof MessagesState> = async (state) => {
   //this is kinda doing two things, but having two nodes for it seems overkill
-  console.log(state.proposedTriggerEvent)
-  console.log(state.proposedTriggerEventIndex)
+
   if (state.proposedTriggerEvent == undefined) {
     logger.warn("No trigger events in memory, parsing")