Update REAME to include description of data files

README.md

@@ -10,7 +10,13 @@ Final Dissertation Submission Repository
 ## Repository Structure
 ```
 ├── run.sh                          # Bash script to run project elements from one place
-├── data/                           # Holder from project data, filled using scripts
+├── data/                           # Holder from project data
+|   ├── claims.json                 # Retreived claims from dbkf fetcher
+|   ├── dev-eng.csv
+|   ├── train-eng.csv               # Normalized disinformation claims in CSV format from CLAN
+|   ├── input.jsonl                 # Response in raw format to give as context to agent
+|   ├── ranked.jsonl                # Cleaned trigger event response from scorer frontend
+|   └── results.jsonl               # Output from wrapper script, read and modified by scorer
 ├── literature/
 |   └── report.pdf                  # Final submission report
 ├── agent/                          # Code for main project pipeline

agent/tools/triggerEventTools.ts

@@ -3,6 +3,7 @@ import * as z from "zod";
 import { queryScraper } from "./webSearch";
 import { extractWebpageContent } from "./webpageFetch";
 import { rankDynamically } from "./retreiveExamples";
+import { logger } from "../utils/logger";
 
 
 export async function rankAndDisplayData(data: string[], context: string):Promise<string> {
@@ -14,6 +15,7 @@ export async function rankAndDisplayData(data: string[], context: string):Promis
 // Define tools
 const webSearch = tool(
   async ({ a }) => {
+    logger.info("Using Web Search")
     const data = await queryScraper(a);
     return await rankAndDisplayData(data, a);
   },
@@ -28,6 +30,7 @@ const webSearch = tool(
 
 const openWebpage = tool(
   async ({ a }) => {
+    logger.info("Using Open Webpage")
     const data = await extractWebpageContent(a);
     return data;
   },

supporting/scorer/display.py

@@ -258,7 +258,6 @@ elif view == "Single Claim Random":
                     score = 1 - (rank_position / (n - 1))
 
                 if (claim_obj["extra_info"] != ""):
-                    print(claim_obj["extra_info"])
                     if (claim_obj["extra_info"].find("PERFECT") != -1):
                         score = 1
                     else: