Update readme. add human score calculation changes
This commit is contained in:
@@ -9,10 +9,19 @@ Final Dissertation Submission Repository
|
||||
|
||||
## Repository Structure
|
||||
```
|
||||
├── run.sh # Bash script to run project elements from one place
|
||||
├── data/ # Holder from project data, filled using scripts
|
||||
├── literature/
|
||||
| └── report.pdf # Final submission report
|
||||
├── agent/ # Code for main project pipeline
|
||||
| └── -- todo --
|
||||
└── supporting/ # Code for visualisation tools and more
|
||||
└── -- todo --
|
||||
| ├── agent.ts # Graph definition file
|
||||
| ├── conditionals/ # Conditional translations
|
||||
| ├── prompts/ # System promps, plus replacement code
|
||||
| ├── tools/ # Internal and LLM facing tools
|
||||
| └── utils/ # Logger
|
||||
└── supporting/
|
||||
├── dbkf/ # Tool to download claims from DBKF for use in wrapper
|
||||
├── RAGAS_Service # Small python API to make RAGAS metrics available in the TS projects (required to run pipeline)
|
||||
├── scorer # Frontend for labelling data, plus associated analysis
|
||||
└── Wrapper # Bulk run pipeline on pre-downloaded claims
|
||||
```
|
||||
|
||||
@@ -219,12 +219,20 @@ elif view == "Single Claim Random":
|
||||
for rank_position, idx in enumerate(ordered_indices):
|
||||
|
||||
claim_obj = claims[idx]
|
||||
|
||||
score = 0
|
||||
if n == 1:
|
||||
score = 1.0
|
||||
else:
|
||||
score = 1 - (rank_position / (n - 1))
|
||||
|
||||
if (claim_obj["extra_info"] != ""):
|
||||
print(claim_obj["extra_info"])
|
||||
if (claim_obj["extra_info"].find("PERFECT") != -1):
|
||||
score = 1
|
||||
else:
|
||||
score *= 0.5
|
||||
|
||||
|
||||
claim_obj["human_score"] = round(score, 3)
|
||||
|
||||
save_data(DATA_FILE, st.session_state.data)
|
||||
|
||||
Reference in New Issue
Block a user