remove context examples

agent/nodes/triggerEventSetup.ts

@@ -7,11 +7,11 @@ export const triggerEventSetup: GraphNode<typeof MessagesState> = async (state)
   let nc = state?.messages?.at(-1)?.content ?? "" //keep a copy of normalized trigger event. Again two things, womp womp
   
   //Now give in-context examples. hopwfully we can self-teach?
-  let similarityResults = await rankExampleTriggerEvents(state.disinformationTitle)
+  // let similarityResults = await rankExampleTriggerEvents(state.disinformationTitle)
 
-  let messages : BaseMessage[] = similarityResults.map((item) => {
+  // let messages : BaseMessage[] = similarityResults.map((item) => {
-    return new AIMessage(`- Event: ${item.rawtext} \n\n - Claims and given scores: ${item.cleantext}`)
+  //   return new AIMessage(`- Event: ${item.rawtext} \n\n - Claims and given scores: ${item.cleantext}`)
-  })
+  // })
   
-  return { messages: messages, disinformationTitle: state.disinformationTitle, normalizedClaim: nc };
+  return { disinformationTitle: state.disinformationTitle, normalizedClaim: nc };
 };

agent/prompts/trigger.txt

@@ -14,9 +14,7 @@ Include a concise but specific search query that can be looked up on a search en
 
 Include a url to a source for your trigger event (not a web search, a specific url from a reputuable source). Do not use OAI cite, include url as text in response.
 
-Include the date that the event happened ("March 2022" for exmaple)
+Use a JSON format with each entry containing "Event,ReasoningWhyRelevant,SearchQuery,Url".
-
-Use a JSON format with each entry containing "Event,ReasoningWhyRelevant,SearchQuery,Url,Date".
 
 Multiple tool invocations should be requested at once, if applicable.
 Use your abilities to look between the lines and produce some insightful analysis, thinking both short and long term.
@@ -26,8 +24,4 @@ Events will be reordered as part of processing, each statement must stand alone
 The preceeding messages act as examples of previous responses to potentially ficitonal events and scores given.
 Analysis should only be completed for proposed events that would graner >0.7 points
 
-First, consider a range of directions in which the proposed disinformation could have been influenced by.
-Then, research these directions in turn, using the tools at hand.
-Finally, refine your proposed "trigger event" until it is specific, quantifiable and backed up by evidence.
-
 Lets go through it step by step

agent/state.ts

@@ -9,7 +9,6 @@ export const ProposedTriggerEvent = z.object({
   ReasoningWhyRelevant: z.string(),
   SearchQuery: z.string(),
   Url: z.url(),
-  Date: z.string(),
   context: z.string().optional(),
   score: z.number().optional()
 })

agent/tools/retreiveExamples.ts

@@ -15,8 +15,6 @@ const CACHE_PATH = "../data/csv.cache.json";
 
 const JSONL_PATH = "../data/input.jsonl"
 
-const BM25_MIN_DOCS = 3;
-
 type EmbeddingCache = {
   rawtexts: string[];
   cleantexts: string[];
@@ -289,20 +287,8 @@ async function embedText(text: string): Promise<number[]> {
 }
 
 function buildBM25(texts: string[]) {
-  let paddedTexts = texts;
+  logger.info("Building BM25 index (%s docs)...", texts.length);
 
-  if (texts.length < BM25_MIN_DOCS) {
-    const needed = BM25_MIN_DOCS - texts.length;
-    logger.error(
-      "Corpus too small for BM25 (%s docs, need %s+), padding with %s dummy doc(s)",
-      texts.length,
-      BM25_MIN_DOCS,
-      needed
-    );
-    paddedTexts = [...texts, ...Array(needed).fill("placeholder dummy document")];
-  }
-
-  logger.info("Building BM25 index (%s docs)...", paddedTexts.length);
   const bm25 = bm25Factory();
 
   bm25.defineConfig({
@@ -316,7 +302,7 @@ function buildBM25(texts: string[]) {
     nlp.tokens.removeWords,
   ]);
 
-  paddedTexts.forEach((text, i) => {
+  texts.forEach((text, i) => {
     bm25.addDoc({ text }, i);
   });
 

agent/tools/webpageFetch.ts

@@ -1,92 +1,32 @@
 import { Builder, Browser } from "selenium-webdriver";
 import firefox from "selenium-webdriver/firefox";
-import { backOff } from "exponential-backoff";
-import { logger } from "../utils/logger";
 
-export async function extractWebpageContent(url: string): Promise<string[]> {
+export async function extractWebpageContent(url: string) : Promise<string[]>{
-  try {
-    const response = await backOff(async () => {
-      return await extractWebpageContentWorker(url);
-    }, {
-      numOfAttempts: 10,
-      startingDelay: 500,
-      timeMultiple: 2,
-      jitter: "full",
-      maxDelay: 50000,
-    });
-    return response;
-  } catch (err: any) {
-    logger.error(`Failed out of retry loop for URL "${url}", returning placeholder to pipeline`);
-    return ["API EXCEPTION"];
-  }
-}
-
-async function extractWebpageContentWorker(url: string): Promise<string[]> {
-  let driver;
-  try {
     const options = new firefox.Options();
     options.addArguments("--headless");
-    driver = await new Builder()
-      .forBrowser(Browser.FIREFOX)
-      .setFirefoxOptions(options)
-      .build();
-  } catch (err: any) {
-    const desc = `Failed to launch Firefox driver: ${err.message}`;
-    logger.error(desc);
-    throw new Error(desc);
-  }
 
-  try {
+    let driver = await new Builder().forBrowser(Browser.FIREFOX).setFirefoxOptions(options).build()
     try {
-      await driver.get(url);
+        await driver.get(url)
-    } catch (err: any) {
+        await driver.wait(async () => {
-      const desc = `Failed to navigate to URL "${url}": ${err.message}`;
+            return await driver.executeScript(
-      logger.error(desc);
+                "return document.readyState === 'complete'"
-      throw new Error(desc);
+            );
-    }
+        }, 5000);
 
-    try {
+        const readableText = await driver.executeScript(
-      await driver.wait(async () => {
+            "return document.body.innerText;"
-        return await driver.executeScript(
+        ) as string;
-          "return document.readyState === 'complete'"
-        );
-      }, 5000);
-    } catch (err: any) {
-      logger.error(`Page load timed out for "${url}", attempting to read partial content: ${err.message}`);
-      // do not throw, attempt to read
-    }
 
-    let readableText: string;
+        const filteredLines = readableText
-    try {
+            .split(/\r?\n/)
-      readableText = await driver.executeScript(
+            .map(line => line.trim())
-        "return document.body.innerText;"
+            .filter(line => line.split(/\s+/).length > 1); 
-      ) as string;
+        
-    } catch (err: any) {
+        return filteredLines;
-      const desc = `Failed to extract page text from "${url}": ${err.message}`;
+    } finally {
-      logger.error(desc);
+        await driver.quit()
-      throw new Error(desc);
     }
-
-    const filteredLines = readableText
-      .split(/\r?\n/)
-      .map(line => line.trim())
-      .filter(line => line.split(/\s+/).length > 1);
-
-    if (filteredLines.length === 0) {
-      const desc = `No content extracted from "${url}"`;
-      logger.error(desc);
-      throw new Error(desc);
-    }
-
-    return filteredLines;
-  } finally {
-    try {
-      await driver.quit();
-    } catch (err: any) {
-      logger.error(`Failed to quit Firefox driver cleanly: ${err.message}`);
-    }
-  }
 }
 
-// console.log(await extractWebpageContent("https://www.bbc.co.uk/news/live/c74wd01egvyt"))
+//console.log(await extractWebpageContent("https://www.bbc.co.uk/news/live/c74wd01egvyt"))
-// console.log(await extractWebpageContent("https://badcertificate.int.jeynes.uk/"))

supporting/Wrapper/run.ts

@@ -118,7 +118,7 @@ async function processRecord(record: any): Promise<ResultRecord> {
       input: buildAgentInput(record),
       streamMode: "values",
       config: {
-        recursion_limit: 100
+        recursion_limit: 50
       }
     });