Small changes for the next set of human ranking

This commit is contained in:
William Jeynes
2026-03-17 00:18:32 +00:00
parent c89c7054fe
commit b08c1ada70
3 changed files with 5 additions and 3 deletions
+1 -1
View File
@@ -7,7 +7,7 @@ def render():
st.header("All Claims") st.header("All Claims")
for entry in st.session_state.data: for entry in st.session_state.data:
st.subheader(entry.get("text")) st.subheader(entry.get("text"))
st.markdown(f"\"{entry.get('documentUrl')}\"")
for c in entry.get("events", []): for c in entry.get("events", []):
st.markdown(f"**Event:** {c.get('Event')}") st.markdown(f"**Event:** {c.get('Event')}")
st.markdown(f"**Reasoning:** {c.get('ReasoningWhyRelevant')}") st.markdown(f"**Reasoning:** {c.get('ReasoningWhyRelevant')}")
+2 -2
View File
@@ -17,7 +17,7 @@ def render():
for c in entry.get("events", []): for c in entry.get("events", []):
if not c.get("ranked"): if not c.get("ranked") and c.get("score") != -1:
claims.append(c) claims.append(c)
if claims: if claims:
@@ -62,7 +62,7 @@ def render():
for i, (name, tag) in enumerate(labels): for i, (name, tag) in enumerate(labels):
with cols[i]: with cols[i]:
if st.checkbox(name, key=f"{tag}{idx}{c.get('event')}"): if st.checkbox(name, key=f"{tag}{idx}{c.get('Event')}"):
temp += tag + " " temp += tag + " "
c["extra_info"] = temp.strip() c["extra_info"] = temp.strip()
+2
View File
@@ -82,6 +82,8 @@ def render():
if score is not None: if score is not None:
if score == -1 or "duplicate" in extra_lower: if score == -1 or "duplicate" in extra_lower:
dup_counter += 1 dup_counter += 1
elif "ranked" not in event:
"ignore for now"
elif score > THRESH and extra_lower == "perfect": elif score > THRESH and extra_lower == "perfect":
confidence_counter["Correct-PERFECT"] += 1 confidence_counter["Correct-PERFECT"] += 1
elif score > THRESH and extra_lower == "": elif score > THRESH and extra_lower == "":