Add file logging for errors. Add exponential backoff retry to web search. On failed web search, do not crash pipeline, return placeholder text to loanguage model

2026-02-24 13:05:35 +00:00
parent 3d0cacd24e
commit 8317fd85df
5 changed files with 62 additions and 14 deletions
@@ -22,6 +22,7 @@
    "compute-cosine-similarity": "^1.1.0",
    "csv-parse": "^6.1.0",
    "dotenv": "^17.2.3",
+    "exponential-backoff": "^3.1.3",
    "fs": "^0.0.1-security",
    "langchain": "^1.2.14",
    "selenium-webdriver": "^4.40.0",