diff --git a/README.md b/README.md index d310d1f..35d8041 100644 --- a/README.md +++ b/README.md @@ -9,10 +9,19 @@ Final Dissertation Submission Repository ## Repository Structure ``` +├── run.sh # Bash script to run project elements from one place +├── data/ # Holder from project data, filled using scripts ├── literature/ | └── report.pdf # Final submission report ├── agent/ # Code for main project pipeline -| └── -- todo -- -└── supporting/ # Code for visualisation tools and more - └── -- todo -- +| ├── agent.ts # Graph definition file +| ├── conditionals/ # Conditional translations +| ├── prompts/ # System promps, plus replacement code +| ├── tools/ # Internal and LLM facing tools +| └── utils/ # Logger +└── supporting/ + ├── dbkf/ # Tool to download claims from DBKF for use in wrapper + ├── RAGAS_Service # Small python API to make RAGAS metrics available in the TS projects (required to run pipeline) + ├── scorer # Frontend for labelling data, plus associated analysis + └── Wrapper # Bulk run pipeline on pre-downloaded claims ``` diff --git a/supporting/scorer/display.py b/supporting/scorer/display.py index 8b37741..489d681 100644 --- a/supporting/scorer/display.py +++ b/supporting/scorer/display.py @@ -219,12 +219,20 @@ elif view == "Single Claim Random": for rank_position, idx in enumerate(ordered_indices): claim_obj = claims[idx] - + score = 0 if n == 1: score = 1.0 else: score = 1 - (rank_position / (n - 1)) + if (claim_obj["extra_info"] != ""): + print(claim_obj["extra_info"]) + if (claim_obj["extra_info"].find("PERFECT") != -1): + score = 1 + else: + score *= 0.5 + + claim_obj["human_score"] = round(score, 3) save_data(DATA_FILE, st.session_state.data)