jill/LLMsForDisinformationAnalysis
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Increase dropout on regression model to cut down on overfitting

Browse Source
This commit is contained in:
William Jeynes
2026-03-24 13:16:18 +00:00
parent 44395bb251
commit 8c1e35f66f
2 changed files with 3 additions and 5 deletions
Download Patch File Download Diff File Expand all files Collapse all files
supporting/RAGAS_Service/train_regression.py
+2 -4
View File
@@ -14,8 +14,8 @@ import sys
NUM_CLASSES = 3 NUM_CLASSES = 3
EMBEDDING_MODEL = "all-mpnet-base-v2" EMBEDDING_MODEL = "all-mpnet-base-v2"
HIDDEN_DIM = 256 HIDDEN_DIM = 256
DROPOUT = 0.3 DROPOUT = 0.4
LEARNING_RATE = 1e-3 LEARNING_RATE = 2e-3
WEIGHT_DECAY = 1e-4 WEIGHT_DECAY = 1e-4
BATCH_SIZE = 64 BATCH_SIZE = 64
NUM_EPOCHS = 30 NUM_EPOCHS = 30
@@ -90,8 +90,6 @@ class LogisticNet(nn.Module):
return self.net(x) return self.net(x)
# ── Metrics ───────────────────────────────────────────────────────────────────
def evaluate(model, loader, device): def evaluate(model, loader, device):
model.eval() model.eval()
all_preds, all_labels = [], [] all_preds, all_labels = [], []
supporting/scorer/views/stats.py
+1 -1
View File
@@ -64,7 +64,7 @@ def render():
if ("flan" in file_path.name): if ("flan" in file_path.name):
thresh = 0.94 thresh = 0.94
if ("regression" in file_path.name): if ("regression" in file_path.name):
thresh = 0.7 thresh = 0.75
st.subheader(f"File: {file_path.name}") st.subheader(f"File: {file_path.name}")