Use mini llama, getting more interesting results

This commit is contained in:
WillJeynes
2026-04-10 17:34:36 +01:00
parent 7665292db4
commit 2417efbeca
2 changed files with 11 additions and 6 deletions
+1 -1
View File
@@ -5,7 +5,7 @@ from peft import PeftModel
# -----------------------------
# Config
# -----------------------------
BASE_MODEL_NAME = "distilgpt2"
BASE_MODEL_NAME = "TinyLlama/TinyLlama-1.1B-Chat-v1.0"
ADAPTER_PATH = "./ft_lora_adapter"
DEVICE = "cuda" if torch.cuda.is_available() else "cpu"