From 893829e5998fa8245efebb2f305177b7fc289030 Mon Sep 17 00:00:00 2001 From: William Jeynes Date: Tue, 31 Mar 2026 16:09:41 +0100 Subject: [PATCH] Switch to CPU only, as to not confuse GPU --- supporting/RAGAS_Service/ensemble_service.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/supporting/RAGAS_Service/ensemble_service.py b/supporting/RAGAS_Service/ensemble_service.py index 5ceaf04..f97f76c 100644 --- a/supporting/RAGAS_Service/ensemble_service.py +++ b/supporting/RAGAS_Service/ensemble_service.py @@ -92,7 +92,7 @@ LABEL_TO_INT = {v: k for k, v in INT_TO_LABEL.items()} flan_tokenizer = AutoTokenizer.from_pretrained(FLAN_PATH) flan_model = AutoModelForSeq2SeqLM.from_pretrained(FLAN_PATH) -device = torch.device("cuda" if torch.cuda.is_available() else "cpu") +device = torch.device("cpu") flan_model.to(device) flan_model.eval()