Allow multiple source CSV files for normalisation. Implement real model node. Add normalizarion prompt. Implement normalization setup. Start on RAG retreival functions

agent/nodes/normalizationSetup.ts

@@ -1,9 +1,16 @@
 import { GraphNode } from "@langchain/langgraph";
 import { MessagesState } from "../state";
-import { HumanMessage } from "@langchain/core/messages";
+import { AIMessage, BaseMessage, HumanMessage } from "@langchain/core/messages";
+import { calculateSimilarity } from "../tools/clan/retreiveExamples";
 
 export const normalizationSetup: GraphNode<typeof MessagesState> = async (state) => {
-  //TODO: Implement claim normalisation, using few shot prompting and CLAN Dataset
+  let similarityResults = await calculateSimilarity(state.disinformationTitle)
+
+  console.log(similarityResults)
+
+  let messages : BaseMessage[] = similarityResults.map((item) => {
+    return new AIMessage(`Original Claim: ${item.rawtext}. \n\n Normalised Claim: ${item.cleantext}`)
+  })
   
-  return { messages: [ new HumanMessage(state.disinformationTitle)] };
+  return { messages: messages, disinformationTitle: state.disinformationTitle };
 };