From 126c9e96cd712b0f4574102d9a2e67a8f41e9f52 Mon Sep 17 00:00:00 2001 From: timothyafolami Date: Fri, 16 Aug 2024 23:09:27 +0100 Subject: [PATCH] embedding loading on cpu --- utils.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/utils.py b/utils.py index 592029b4..d93d839b 100644 --- a/utils.py +++ b/utils.py @@ -49,7 +49,7 @@ GROQ_LLM = ChatGroq(temperature=0, model_name="llama3-8b-8192", max_tokens=100) # loading the embedding model def load_embedding_model(): model_name = "BAAI/bge-small-en" - model_kwargs = {"device": "cuda"} #can also be cpu + model_kwargs = {"device": "cpu"} #can also be cpu encode_kwargs = {"normalize_embeddings": True} embeddings = HuggingFaceBgeEmbeddings( model_name=model_name, model_kwargs=model_kwargs, encode_kwargs=encode_kwargs