Small changes for the next set of human ranking
This commit is contained in:
@@ -7,7 +7,7 @@ def render():
|
|||||||
st.header("All Claims")
|
st.header("All Claims")
|
||||||
for entry in st.session_state.data:
|
for entry in st.session_state.data:
|
||||||
st.subheader(entry.get("text"))
|
st.subheader(entry.get("text"))
|
||||||
|
st.markdown(f"\"{entry.get('documentUrl')}\"")
|
||||||
for c in entry.get("events", []):
|
for c in entry.get("events", []):
|
||||||
st.markdown(f"**Event:** {c.get('Event')}")
|
st.markdown(f"**Event:** {c.get('Event')}")
|
||||||
st.markdown(f"**Reasoning:** {c.get('ReasoningWhyRelevant')}")
|
st.markdown(f"**Reasoning:** {c.get('ReasoningWhyRelevant')}")
|
||||||
|
|||||||
@@ -17,7 +17,7 @@ def render():
|
|||||||
|
|
||||||
|
|
||||||
for c in entry.get("events", []):
|
for c in entry.get("events", []):
|
||||||
if not c.get("ranked"):
|
if not c.get("ranked") and c.get("score") != -1:
|
||||||
claims.append(c)
|
claims.append(c)
|
||||||
|
|
||||||
if claims:
|
if claims:
|
||||||
@@ -62,7 +62,7 @@ def render():
|
|||||||
|
|
||||||
for i, (name, tag) in enumerate(labels):
|
for i, (name, tag) in enumerate(labels):
|
||||||
with cols[i]:
|
with cols[i]:
|
||||||
if st.checkbox(name, key=f"{tag}{idx}{c.get('event')}"):
|
if st.checkbox(name, key=f"{tag}{idx}{c.get('Event')}"):
|
||||||
temp += tag + " "
|
temp += tag + " "
|
||||||
|
|
||||||
c["extra_info"] = temp.strip()
|
c["extra_info"] = temp.strip()
|
||||||
|
|||||||
@@ -82,6 +82,8 @@ def render():
|
|||||||
if score is not None:
|
if score is not None:
|
||||||
if score == -1 or "duplicate" in extra_lower:
|
if score == -1 or "duplicate" in extra_lower:
|
||||||
dup_counter += 1
|
dup_counter += 1
|
||||||
|
elif "ranked" not in event:
|
||||||
|
"ignore for now"
|
||||||
elif score > THRESH and extra_lower == "perfect":
|
elif score > THRESH and extra_lower == "perfect":
|
||||||
confidence_counter["Correct-PERFECT"] += 1
|
confidence_counter["Correct-PERFECT"] += 1
|
||||||
elif score > THRESH and extra_lower == "":
|
elif score > THRESH and extra_lower == "":
|
||||||
|
|||||||
Reference in New Issue
Block a user