Increase dropout on regression model to cut down on overfitting

This commit is contained in:
William Jeynes
2026-03-24 13:16:18 +00:00
parent 44395bb251
commit 8c1e35f66f
2 changed files with 3 additions and 5 deletions
+2 -4
View File
@@ -14,8 +14,8 @@ import sys
NUM_CLASSES = 3
EMBEDDING_MODEL = "all-mpnet-base-v2"
HIDDEN_DIM = 256
DROPOUT = 0.3
LEARNING_RATE = 1e-3
DROPOUT = 0.4
LEARNING_RATE = 2e-3
WEIGHT_DECAY = 1e-4
BATCH_SIZE = 64
NUM_EPOCHS = 30
@@ -90,8 +90,6 @@ class LogisticNet(nn.Module):
return self.net(x)
# ── Metrics ───────────────────────────────────────────────────────────────────
def evaluate(model, loader, device):
model.eval()
all_preds, all_labels = [], []
+1 -1
View File
@@ -64,7 +64,7 @@ def render():
if ("flan" in file_path.name):
thresh = 0.94
if ("regression" in file_path.name):
thresh = 0.7
thresh = 0.75
st.subheader(f"File: {file_path.name}")