Add re-ranker mode to support re-ranking experiments, hopefully we can reduce the loss

This commit is contained in:
William Jeynes
2026-03-06 17:27:09 +00:00
parent f14d112017
commit ef6330ec07
7 changed files with 189 additions and 58 deletions
+3
View File
@@ -48,7 +48,10 @@ def save_data_clean(file_path, data):
new_entry["events"] = events
new_entry.pop("output", None)
new_entry.pop("status", None)
new_entry["run_id"]
merged[doc_url] = new_entry
else:
merged[doc_url]["events"].extend(events)