Move all data to own folder. Add run shell script. Experiment (unsuccessfully so far) with example retreival

agent/nodes/normalizationSetup.ts

@@ -1,10 +1,10 @@
 import { GraphNode } from "@langchain/langgraph";
 import { MessagesState } from "../state";
 import { AIMessage, BaseMessage, HumanMessage } from "@langchain/core/messages";
-import { rankFromCSV } from "../tools/clan/retreiveExamples";
+import { rankNormalizedClaims } from "../tools/retreiveExamples";
 
 export const normalizationSetup: GraphNode<typeof MessagesState> = async (state) => {
-  let similarityResults = await rankFromCSV(state.disinformationTitle)
+  let similarityResults = await rankNormalizedClaims(state.disinformationTitle)
 
   let messages : BaseMessage[] = similarityResults.map((item) => {
     return new AIMessage(`Original Claim: ${item.rawtext}. \n\n Normalised Claim: ${item.cleantext}`)

agent/nodes/triggerEventSetup.ts

@@ -0,0 +1,17 @@
+import { GraphNode } from "@langchain/langgraph";
+import { MessagesState } from "../state";
+import { AIMessage, BaseMessage, HumanMessage } from "@langchain/core/messages";
+import { rankExampleTriggerEvents, rankNormalizedClaims } from "../tools/retreiveExamples";
+
+export const triggerEventSetup: GraphNode<typeof MessagesState> = async (state) => {
+  let nc = state?.messages?.at(-1)?.content ?? "" //keep a copy of normalized trigger event. Again two things, womp womp
+  
+  //Now give in-context examples. hopwfully we can self-teach?
+  let similarityResults = await rankExampleTriggerEvents(state.disinformationTitle)
+
+  let messages : BaseMessage[] = similarityResults.map((item) => {
+    return new AIMessage(`Event: ${item.rawtext}, Claims and given scores: ${item.cleantext}`)
+  })
+  
+  return { messages: messages, disinformationTitle: state.disinformationTitle, normalizedClaim: nc };
+};