Move all data to own folder. Add run shell script. Experiment (unsuccessfully so far) with example retreival

supporting/Wrapper/.gitignore

@@ -1,7 +1,3 @@
-# -------- Ours --------
-claims.json
-results*.jsonl
-
 # --------- Github -----------
 # Logs
 logs

supporting/Wrapper/run.ts

@@ -5,8 +5,8 @@ import cliProgress from "cli-progress";
 import pLimit from "p-limit";
 
 
-const INPUT_FILE = "./claims.json";
-const OUTPUT_FILE = "./results.jsonl";
+const INPUT_FILE = "../../data/claims.json";
+const OUTPUT_FILE = "../../data/results.jsonl";
 const API_URL = "http://localhost:2024";
 const AGENT_NAME = "agent";
 const MAX_CONCURRENCY = 50;

supporting/dbkf/fetch.py

@@ -13,16 +13,16 @@ DEFAULT_PARAMS = {
     "concept": "http://weverify.eu/resource/Concept/Q212",
     "documentTypes": "http://schema.org/Claim",
     "from": "2000-01-01",
-    "to": "2023-10-17",
+    "to": "2026-10-17",
     "lang": "en",
-    "limit": 50,  # Max per page
+    "limit": 300,  # Max per page
     "page": 1,
     "orderBy": "date"
 }
 
 NUM_RANDOM_CLAIMS = 10
 
-OUTPUT_FILE = "../Wrapper/claims.json"
+OUTPUT_FILE = "../../data/claims.json"
 
 def fetch_claims(params=None):
     if params is None:

supporting/scorer/analyse.py

@@ -4,7 +4,7 @@ from statistics import mean
 # ------------------------------------------------------------
 # Load JSONL file
 # ------------------------------------------------------------
-DATA_FILE = "../Wrapper/results.jsonl"
+DATA_FILE = "../../data/results.jsonl"
 
 data = []
 with open(DATA_FILE, "r", encoding="utf-8") as f:

supporting/scorer/display.py

@@ -4,7 +4,7 @@ import random
 from pathlib import Path
 
 # Path to your JSONL file
-DATA_FILE = "../Wrapper/results.jsonl"
+DATA_FILE = "../../data/results.jsonl"
 
 # --------------------------
 # Helper functions