diff --git a/data_ingestion/__pycache__/utils.cpython-311.pyc b/data_ingestion/__pycache__/utils.cpython-311.pyc index 5ce3b2b3..db9f721a 100644 Binary files a/data_ingestion/__pycache__/utils.cpython-311.pyc and b/data_ingestion/__pycache__/utils.cpython-311.pyc differ diff --git a/data_ingestion/utils.py b/data_ingestion/utils.py index f24fd820..bb60facb 100644 --- a/data_ingestion/utils.py +++ b/data_ingestion/utils.py @@ -462,11 +462,14 @@ def add_documents_to_vector_store(embeddings, documents: list, docs_id: list, nu # A document search function -def search(db, query, k=3): - docs = db.similarity_search(query, k) - all = "" - info = [] - for doc in docs: - all += f"{doc.page_content}\n" - info.append(dict(doc.metadata)) - return docs[0].page_content, all, info +# loading the embedded data +embed_db = load_embedded_data() +def search(query, k=4): + db = embed_db + docs = db.similarity_search(query, k) + all = [] + info = [] + for doc in docs: + all.append({doc.page_content}) + info.append(dict(doc.metadata)) + return docs[0].page_content, all, info diff --git a/loggings/app.log b/loggings/app.log index 2544e33f..f1043db7 100644 --- a/loggings/app.log +++ b/loggings/app.log @@ -208,3 +208,10 @@ 2024-08-13 21:29:28,626 - INFO - Search completed 2024-08-13 21:29:28,626 - INFO - Page content: this without any hesitation buy one of these to just get to the work and back and save a lot of money on the gas that's my feeling you please share underneath the video your experience with others because that's why we filming this creating community of Toyota enthusiasts who share their own own experience if you like the video give it a thumb up and be subscribed i will always have a lot of new stuff coming your way thank you for watching and have a great day my friend +2024-08-13 22:06:46,533 - INFO - Receiving the search query +2024-08-13 22:07:11,060 - INFO - Searching for repairing a toyota +2024-08-13 22:07:11,583 - WARNING - C:\Users\timmy_3aupohg\anaconda3\envs\smog_env\Lib\site-packages\transformers\models\bert\modeling_bert.py:439: UserWarning: 1Torch was not compiled with flash attention. (Triggered internally at C:\cb\pytorch_1000000000000\work\aten\src\ATen\native\transformers\cuda\sdp_utils.cpp:555.) + attn_output = torch.nn.functional.scaled_dot_product_attention( + +2024-08-13 22:07:11,760 - INFO - Search completed +2024-08-13 22:07:11,762 - INFO - Page content: The image shows a black Toyota truck, likely a Toyota Tacoma, parked in what appears to be a dealership or repair lot. The caption indicates that it is an "accidented car: after repair," suggesting that the vehicle had previously been involved in an accident but has since been repaired. In the background, there’s a gray Jeep vehicle. diff --git a/search.py b/search.py index 2a46e898..72e1b293 100644 --- a/search.py +++ b/search.py @@ -7,16 +7,13 @@ from loggings.logging_config import logger -# loading the embedded data -embed_db = load_embedded_data() - if __name__ == "__main__": logger.info("Receiving the search query") query = input("Enter the search query: ") logger.info(f"Searching for {query}") - page_content, all, pages = search(embed_db, query) + page_content, all, pages = search(query) logger.info("Search completed") logger.info(f"Page content: {page_content}") print(f"Page content: {page_content}")