Small changes for the next set of human ranking
This commit is contained in:
@@ -7,7 +7,7 @@ def render():
|
||||
st.header("All Claims")
|
||||
for entry in st.session_state.data:
|
||||
st.subheader(entry.get("text"))
|
||||
|
||||
st.markdown(f"\"{entry.get('documentUrl')}\"")
|
||||
for c in entry.get("events", []):
|
||||
st.markdown(f"**Event:** {c.get('Event')}")
|
||||
st.markdown(f"**Reasoning:** {c.get('ReasoningWhyRelevant')}")
|
||||
|
||||
@@ -17,7 +17,7 @@ def render():
|
||||
|
||||
|
||||
for c in entry.get("events", []):
|
||||
if not c.get("ranked"):
|
||||
if not c.get("ranked") and c.get("score") != -1:
|
||||
claims.append(c)
|
||||
|
||||
if claims:
|
||||
@@ -62,7 +62,7 @@ def render():
|
||||
|
||||
for i, (name, tag) in enumerate(labels):
|
||||
with cols[i]:
|
||||
if st.checkbox(name, key=f"{tag}{idx}{c.get('event')}"):
|
||||
if st.checkbox(name, key=f"{tag}{idx}{c.get('Event')}"):
|
||||
temp += tag + " "
|
||||
|
||||
c["extra_info"] = temp.strip()
|
||||
|
||||
@@ -82,6 +82,8 @@ def render():
|
||||
if score is not None:
|
||||
if score == -1 or "duplicate" in extra_lower:
|
||||
dup_counter += 1
|
||||
elif "ranked" not in event:
|
||||
"ignore for now"
|
||||
elif score > THRESH and extra_lower == "perfect":
|
||||
confidence_counter["Correct-PERFECT"] += 1
|
||||
elif score > THRESH and extra_lower == "":
|
||||
|
||||
Reference in New Issue
Block a user