diff --git a/__pycache__/data_ingest.cpython-311.pyc b/__pycache__/data_ingest.cpython-311.pyc new file mode 100644 index 00000000..7a76e2b7 Binary files /dev/null and b/__pycache__/data_ingest.cpython-311.pyc differ diff --git a/__pycache__/search.cpython-311.pyc b/__pycache__/search.cpython-311.pyc new file mode 100644 index 00000000..48586e51 Binary files /dev/null and b/__pycache__/search.cpython-311.pyc differ diff --git a/__pycache__/utils.cpython-311.pyc b/__pycache__/utils.cpython-311.pyc index 98455ab4..0f48701f 100644 Binary files a/__pycache__/utils.cpython-311.pyc and b/__pycache__/utils.cpython-311.pyc differ diff --git a/data_ingest.py b/data_ingest.py index 79529011..88be260b 100644 --- a/data_ingest.py +++ b/data_ingest.py @@ -1,19 +1,18 @@ import sys, os sys.path.append(os.path.abspath(os.path.join(os.path.dirname(__file__), '..'))) -from utils import create_vector_store, save_embedded_data, load_documents_from_directory, load_embedding_model +from utils import create_vector_store, save_embedded_data, load_documents_from_directory, process_directory from loggings.logging_config import logger +import time # This module will load in the data, you only need to add the data path to it. data_path = './data' -# # loading the embeddings -# logger.info(f"Loading the embeddings") -# embeddings = load_embedding_model() -# logger.info(f"Embeddings loaded") - def load_data(data_path: str): logger.info(f"Loading data from {data_path}") + start_time = time.time() + # logging the start time + logger.info(f"Start time: {start_time}") documents, docs_id, num_pages = load_documents_from_directory(data_path) logger.info(f"Data loaded") logger.info(f"Creating vector store") @@ -23,8 +22,17 @@ def load_data(data_path: str): # saving the embedded data save_embedded_data(embed_db) logger.info(f"Vector store saved") + end_time = time.time() + logger.info(f"End time: {end_time}") + time_taken = end_time - start_time + logger.info(f"Time taken: {time_taken}") print("Vector store created and saved") + # creating the thumbnails + logger.info(f"Creating thumbnails") + status = process_directory(data_path) + print(f"{status}: Thumbnails created.") + logger.info(f"Thumbnails created") return embed_db diff --git a/index/faiss_index_data/index.faiss b/index/faiss_index_data/index.faiss index 2fe59d49..1eeac1e8 100644 Binary files a/index/faiss_index_data/index.faiss and b/index/faiss_index_data/index.faiss differ diff --git a/index/faiss_index_data/index.pkl b/index/faiss_index_data/index.pkl index bcc36d55..83b140db 100644 Binary files a/index/faiss_index_data/index.pkl and b/index/faiss_index_data/index.pkl differ diff --git a/loggings/app.log b/loggings/app.log index 17a9c530..b0bdd084 100644 --- a/loggings/app.log +++ b/loggings/app.log @@ -661,3 +661,2150 @@ To avoid injury, hold up the wheel when unscrewing the bolts. 2024-08-15 22:41:56,183 - INFO - Vector store created 2024-08-15 22:41:56,198 - INFO - Saving the vector store 2024-08-15 22:41:56,198 - INFO - Vector store saved +2024-08-16 12:08:47,726 - INFO - Loading the embedding model +2024-08-16 12:08:56,710 - INFO - PyTorch version 2.4.0+cu124 available. +2024-08-16 12:08:57,196 - INFO - Load pretrained SentenceTransformer: BAAI/bge-small-en +2024-08-16 12:09:03,664 - INFO - Embedding model loaded +2024-08-16 12:09:03,664 - INFO - Loading data from ./data +2024-08-16 12:09:03,664 - INFO - Start time: 1723806543.6645234 +2024-08-16 12:09:03,664 - INFO - Transcribing audio chunks from ./data\audio-2.mp3 +2024-08-16 12:09:03,664 - INFO - Splitting audio file ./data\audio-2.mp3 by duration +2024-08-16 12:09:03,664 - INFO - Loading pdf document from ./data\Car-Repair-Receipt-repair.pdf +2024-08-16 12:09:03,664 - INFO - Loading pdf document from ./data\Car-Repair-Receipt-service.pdf +2024-08-16 12:09:03,670 - INFO - Loading pdf document from ./data\Car-Repair-Receipt-tire.pdf +2024-08-16 12:09:03,670 - INFO - Loading pdf document from ./data\Car-Repair-Receipt-tuning.pdf +2024-08-16 12:09:03,670 - INFO - Loading pdf document from ./data\Car-Repair-Receipt-wash.pdf +2024-08-16 12:09:03,670 - INFO - Loading pdf document from ./data\corolla-2020-toyota-owners-manual.pdf +2024-08-16 12:09:03,670 - INFO - Creating image document from ./data\dodge-challenger-auto-body-repair-after.jpg +2024-08-16 12:09:03,670 - INFO - Creating image document from ./data\dodge-challenger-auto-body-repair-before.jpg +2024-08-16 12:09:03,670 - INFO - Loading text document from ./data\How to change engine oil and filter on TOYOTA Corolla.txt +2024-08-16 12:09:03,670 - INFO - Creating documents from text +2024-08-16 12:09:03,670 - INFO - Loading text document from ./data\How to change front brake pads on TOYOTA Corolla.txt +2024-08-16 12:09:03,670 - INFO - Preprocessing video data from ./data\How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC].mp4 +2024-08-16 12:09:03,680 - INFO - Creating documents from text +2024-08-16 12:09:03,680 - INFO - Preprocessing video data from ./data\How to change rear wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC].mp4 +2024-08-16 12:09:03,680 - INFO - Loading docx document from ./data\How to change rear windshield wipers on TOYOTA Corolla.docx +2024-08-16 12:09:03,680 - INFO - Loading docx document from ./data\How to change spark plugs on TOYOTA COROLLA.docx +2024-08-16 12:09:03,680 - INFO - Creating image document from ./data\hyundai-sonata-auto-body-repair-after.jpg +2024-08-16 12:09:03,781 - INFO - Creating image document from ./data\hyundai-sonata-auto-body-repair-before.jpg +2024-08-16 12:09:03,825 - INFO - Creating image document from ./data\IMG_1436.jpeg +2024-08-16 12:09:04,150 - INFO - Creating documents from text +2024-08-16 12:09:04,170 - INFO - Creating documents from text +2024-08-16 12:09:04,266 - INFO - Creating image document from ./data\IMG_1437.jpeg +2024-08-16 12:09:04,274 - INFO - Creating image document from ./data\IMG_1438.jpeg +2024-08-16 12:09:04,780 - INFO - Creating image document from ./data\IMG_1440.jpeg +2024-08-16 12:09:05,031 - INFO - Creating image document from ./data\IMG_1441.jpeg +2024-08-16 12:09:05,032 - INFO - Creating image document from ./data\IMG_1442.jpeg +2024-08-16 12:09:05,046 - INFO - Creating image document from ./data\IMG_1443.jpeg +2024-08-16 12:09:05,520 - INFO - Creating image document from ./data\IMG_1444.jpeg +2024-08-16 12:09:15,136 - INFO - Processing image ./data\hyundai-sonata-auto-body-repair-before.jpg +2024-08-16 12:09:15,175 - INFO - Encoding image ./data\hyundai-sonata-auto-body-repair-before.jpg +2024-08-16 12:09:15,315 - INFO - Processing image ./data\dodge-challenger-auto-body-repair-before.jpg +2024-08-16 12:09:15,335 - INFO - Encoding image ./data\dodge-challenger-auto-body-repair-before.jpg +2024-08-16 12:09:15,443 - INFO - Processing image ./data\hyundai-sonata-auto-body-repair-after.jpg +2024-08-16 12:09:15,451 - INFO - Encoding image ./data\hyundai-sonata-auto-body-repair-after.jpg +2024-08-16 12:09:15,567 - INFO - Creating image document from ./data\pontiac-vibe-auto-body-repair-after.jpg +2024-08-16 12:09:16,251 - INFO - Creating image document from ./data\pontiac-vibe-auto-body-repair-before.jpg +2024-08-16 12:09:17,082 - INFO - Processing image ./data\IMG_1437.jpeg +2024-08-16 12:09:17,108 - INFO - Encoding image ./data\IMG_1437.jpeg +2024-08-16 12:09:17,236 - INFO - Transcribing audio chunks from ./data\test_rec.m4a +2024-08-16 12:09:17,275 - INFO - Splitting audio file ./data\test_rec.m4a by duration +2024-08-16 12:09:19,173 - INFO - Creating image document from ./data\toyota-tacoma-auto-body-repair-after.jpg +2024-08-16 12:09:19,625 - INFO - Creating image document from ./data\toyota-tacoma-auto-body-repair-before.jpg +2024-08-16 12:09:28,985 - INFO - Processing image ./data\pontiac-vibe-auto-body-repair-after.jpg +2024-08-16 12:09:29,001 - INFO - Encoding image ./data\pontiac-vibe-auto-body-repair-after.jpg +2024-08-16 12:09:29,939 - INFO - Processing image ./data\pontiac-vibe-auto-body-repair-before.jpg +2024-08-16 12:09:29,982 - INFO - Encoding image ./data\pontiac-vibe-auto-body-repair-before.jpg +2024-08-16 12:09:31,221 - INFO - Transcribing audio file test_rec_chunks/test_rec_chunk1.mp3 +2024-08-16 12:09:31,338 - INFO - Processing image ./data\toyota-tacoma-auto-body-repair-after.jpg +2024-08-16 12:09:31,340 - INFO - Encoding image ./data\toyota-tacoma-auto-body-repair-after.jpg +2024-08-16 12:09:31,417 - INFO - Processing image ./data\toyota-tacoma-auto-body-repair-before.jpg +2024-08-16 12:09:31,450 - INFO - Encoding image ./data\toyota-tacoma-auto-body-repair-before.jpg +2024-08-16 12:09:37,693 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 12:10:11,623 - INFO - Transcribing audio chunks from ./data\How to change rear wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC].mp3 +2024-08-16 12:10:11,624 - INFO - Splitting audio file ./data\How to change rear wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC].mp3 by duration +2024-08-16 12:10:21,818 - INFO - Transcribing audio chunks from ./data\How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC].mp3 +2024-08-16 12:10:21,818 - INFO - Splitting audio file ./data\How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC].mp3 by duration +2024-08-16 12:10:22,591 - INFO - Transcribing audio file How to change rear wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunks/How to change rear wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunk1.mp3 +2024-08-16 12:10:25,320 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 12:10:26,213 - INFO - Transcribing audio file How to change rear wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunks/How to change rear wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunk2.mp3 +2024-08-16 12:10:27,925 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 12:10:28,800 - INFO - Transcribing audio file How to change rear wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunks/How to change rear wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunk3.mp3 +2024-08-16 12:10:30,988 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 12:10:31,883 - INFO - Transcribing audio file How to change rear wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunks/How to change rear wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunk4.mp3 +2024-08-16 12:10:33,780 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 12:10:34,678 - INFO - Transcribing audio file How to change rear wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunks/How to change rear wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunk5.mp3 +2024-08-16 12:10:35,486 - INFO - Transcribing audio file audio-2_chunks/audio-2_chunk1.mp3 +2024-08-16 12:10:36,570 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 12:10:37,075 - INFO - Transcribing audio file How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunks/How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunk1.mp3 +2024-08-16 12:10:37,400 - INFO - Transcribing audio file How to change rear wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunks/How to change rear wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunk6.mp3 +2024-08-16 12:10:39,165 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 12:10:40,440 - INFO - Transcribing audio file How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunks/How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunk2.mp3 +2024-08-16 12:10:42,140 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 12:10:42,390 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 12:10:43,512 - INFO - Transcribing audio file How to change rear wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunks/How to change rear wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunk7.mp3 +2024-08-16 12:10:43,853 - INFO - Transcribing audio file How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunks/How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunk3.mp3 +2024-08-16 12:10:46,510 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 12:10:47,250 - INFO - Transcribing audio file How to change rear wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunks/How to change rear wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunk8.mp3 +2024-08-16 12:10:49,733 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 12:10:50,470 - INFO - Transcribing audio file How to change rear wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunks/How to change rear wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunk9.mp3 +2024-08-16 12:10:51,149 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 12:10:52,420 - INFO - Transcribing audio file How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunks/How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunk4.mp3 +2024-08-16 12:10:52,932 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 12:10:53,657 - INFO - Transcribing audio file How to change rear wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunks/How to change rear wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunk10.mp3 +2024-08-16 12:10:55,744 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 12:10:56,227 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 12:10:56,230 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 12:10:56,580 - INFO - Transcribing audio file How to change rear wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunks/How to change rear wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunk11.mp3 +2024-08-16 12:10:58,264 - INFO - Transcribing audio file How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunks/How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunk5.mp3 +2024-08-16 12:10:59,550 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 12:11:00,121 - INFO - Transcribing audio file audio-2_chunks/audio-2_chunk2.mp3 +2024-08-16 12:11:00,600 - INFO - Transcribing audio file How to change rear wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunks/How to change rear wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunk12.mp3 +2024-08-16 12:11:00,724 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 12:11:01,855 - INFO - Transcribing audio file How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunks/How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunk6.mp3 +2024-08-16 12:11:10,483 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 12:11:11,130 - INFO - Documents created from video ./data\How to change rear wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC].mp4 +2024-08-16 12:11:17,210 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 12:11:18,439 - INFO - Transcribing audio file How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunks/How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunk7.mp3 +2024-08-16 12:11:21,370 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 12:11:22,491 - INFO - Transcribing audio file How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunks/How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunk8.mp3 +2024-08-16 12:11:23,993 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 12:11:24,960 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 12:11:26,820 - INFO - Transcribing audio file How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunks/How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunk9.mp3 +2024-08-16 12:11:27,511 - INFO - Transcribing audio file audio-2_chunks/audio-2_chunk3.mp3 +2024-08-16 12:11:28,620 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 12:11:29,756 - INFO - Transcribing audio file How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunks/How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunk10.mp3 +2024-08-16 12:11:31,971 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 12:11:33,102 - INFO - Transcribing audio file How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunks/How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunk11.mp3 +2024-08-16 12:11:35,360 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 12:11:36,480 - INFO - Transcribing audio file How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunks/How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunk12.mp3 +2024-08-16 12:11:38,750 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 503 Service Unavailable" +2024-08-16 12:11:41,830 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 12:11:46,589 - INFO - Transcribing audio file audio-2_chunks/audio-2_chunk4.mp3 +2024-08-16 12:11:56,710 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 12:12:01,462 - INFO - Transcribing audio file audio-2_chunks/audio-2_chunk5.mp3 +2024-08-16 12:12:11,435 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 12:12:14,135 - INFO - Transcribing audio file audio-2_chunks/audio-2_chunk6.mp3 +2024-08-16 12:12:25,174 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 12:12:28,120 - INFO - Transcribing audio file audio-2_chunks/audio-2_chunk7.mp3 +2024-08-16 12:12:37,830 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 12:12:40,520 - INFO - Summarizing document +2024-08-16 12:12:41,820 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/chat/completions "HTTP/1.1 200 OK" +2024-08-16 12:12:41,846 - INFO - Summarizing document +2024-08-16 12:12:42,309 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/chat/completions "HTTP/1.1 200 OK" +2024-08-16 12:12:42,309 - INFO - Summarizing document +2024-08-16 12:12:42,750 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/chat/completions "HTTP/1.1 200 OK" +2024-08-16 12:12:42,750 - INFO - Summarizing document +2024-08-16 12:12:43,170 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/chat/completions "HTTP/1.1 200 OK" +2024-08-16 12:12:43,185 - INFO - Summarizing document +2024-08-16 12:12:43,584 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/chat/completions "HTTP/1.1 200 OK" +2024-08-16 12:12:43,592 - INFO - Summarizing document +2024-08-16 12:12:44,018 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/chat/completions "HTTP/1.1 200 OK" +2024-08-16 12:12:44,020 - INFO - Summarizing document +2024-08-16 12:12:44,472 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/chat/completions "HTTP/1.1 200 OK" +2024-08-16 12:12:44,480 - INFO - Summarizing document +2024-08-16 12:12:44,830 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/chat/completions "HTTP/1.1 200 OK" +2024-08-16 12:12:44,839 - INFO - Summarizing document +2024-08-16 12:12:45,200 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/chat/completions "HTTP/1.1 200 OK" +2024-08-16 12:12:45,200 - INFO - Summarizing document +2024-08-16 12:12:45,824 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/chat/completions "HTTP/1.1 200 OK" +2024-08-16 12:12:45,830 - INFO - Summarizing document +2024-08-16 12:12:46,624 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/chat/completions "HTTP/1.1 200 OK" +2024-08-16 12:13:17,910 - INFO - Loading the embedding model +2024-08-16 12:13:23,170 - INFO - PyTorch version 2.4.0+cu124 available. +2024-08-16 12:13:23,512 - INFO - Load pretrained SentenceTransformer: BAAI/bge-small-en +2024-08-16 12:13:28,134 - INFO - Embedding model loaded +2024-08-16 12:13:28,134 - INFO - Loading data from ./data +2024-08-16 12:13:28,134 - INFO - Start time: 1723806808.1349566 +2024-08-16 12:13:28,134 - INFO - Transcribing audio chunks from ./data\audio-2.mp3 +2024-08-16 12:13:28,134 - INFO - Splitting audio file ./data\audio-2.mp3 by duration +2024-08-16 12:13:28,134 - INFO - Loading pdf document from ./data\Car-Repair-Receipt-repair.pdf +2024-08-16 12:13:28,140 - INFO - Loading pdf document from ./data\Car-Repair-Receipt-service.pdf +2024-08-16 12:13:28,140 - INFO - Loading pdf document from ./data\Car-Repair-Receipt-tire.pdf +2024-08-16 12:13:28,140 - INFO - Loading pdf document from ./data\Car-Repair-Receipt-tuning.pdf +2024-08-16 12:13:28,143 - INFO - Loading pdf document from ./data\Car-Repair-Receipt-wash.pdf +2024-08-16 12:13:28,144 - INFO - Loading pdf document from ./data\corolla-2020-toyota-owners-manual.pdf +2024-08-16 12:13:28,148 - INFO - Creating image document from ./data\dodge-challenger-auto-body-repair-after.jpg +2024-08-16 12:13:28,151 - INFO - Creating image document from ./data\dodge-challenger-auto-body-repair-before.jpg +2024-08-16 12:13:28,153 - INFO - Loading text document from ./data\How to change engine oil and filter on TOYOTA Corolla.txt +2024-08-16 12:13:28,155 - INFO - Creating documents from text +2024-08-16 12:13:28,155 - INFO - Loading text document from ./data\How to change front brake pads on TOYOTA Corolla.txt +2024-08-16 12:13:28,159 - INFO - Preprocessing video data from ./data\How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC].mp4 +2024-08-16 12:13:28,160 - INFO - Creating documents from text +2024-08-16 12:13:28,161 - INFO - Preprocessing video data from ./data\How to change rear wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC].mp4 +2024-08-16 12:13:28,164 - INFO - Loading docx document from ./data\How to change rear windshield wipers on TOYOTA Corolla.docx +2024-08-16 12:13:28,167 - INFO - Loading docx document from ./data\How to change spark plugs on TOYOTA COROLLA.docx +2024-08-16 12:13:28,170 - INFO - Creating image document from ./data\hyundai-sonata-auto-body-repair-after.jpg +2024-08-16 12:13:28,582 - INFO - Creating image document from ./data\hyundai-sonata-auto-body-repair-before.jpg +2024-08-16 12:13:28,598 - INFO - Creating documents from text +2024-08-16 12:13:28,598 - INFO - Creating image document from ./data\IMG_1436.jpeg +2024-08-16 12:13:28,659 - INFO - Creating documents from text +2024-08-16 12:13:28,844 - INFO - Creating image document from ./data\IMG_1437.jpeg +2024-08-16 12:13:28,870 - INFO - Creating image document from ./data\IMG_1438.jpeg +2024-08-16 12:13:28,983 - INFO - Creating image document from ./data\IMG_1440.jpeg +2024-08-16 12:13:29,509 - INFO - Creating image document from ./data\IMG_1441.jpeg +2024-08-16 12:13:29,838 - INFO - Creating image document from ./data\IMG_1442.jpeg +2024-08-16 12:13:29,893 - INFO - Creating image document from ./data\IMG_1443.jpeg +2024-08-16 12:13:29,971 - INFO - Creating image document from ./data\IMG_1444.jpeg +2024-08-16 12:13:30,040 - INFO - Creating image document from ./data\pontiac-vibe-auto-body-repair-after.jpg +2024-08-16 12:13:33,343 - INFO - Creating image document from ./data\pontiac-vibe-auto-body-repair-before.jpg +2024-08-16 12:13:33,649 - INFO - Processing image ./data\hyundai-sonata-auto-body-repair-before.jpg +2024-08-16 12:13:33,649 - INFO - Encoding image ./data\hyundai-sonata-auto-body-repair-before.jpg +2024-08-16 12:13:34,115 - INFO - Processing image ./data\IMG_1437.jpeg +2024-08-16 12:13:34,115 - INFO - Encoding image ./data\IMG_1437.jpeg +2024-08-16 12:13:34,728 - INFO - Processing image ./data\hyundai-sonata-auto-body-repair-after.jpg +2024-08-16 12:13:34,754 - INFO - Encoding image ./data\hyundai-sonata-auto-body-repair-after.jpg +2024-08-16 12:13:34,769 - INFO - Processing image ./data\dodge-challenger-auto-body-repair-before.jpg +2024-08-16 12:13:34,769 - INFO - Encoding image ./data\dodge-challenger-auto-body-repair-before.jpg +2024-08-16 12:13:34,824 - INFO - Transcribing audio chunks from ./data\test_rec.m4a +2024-08-16 12:13:34,839 - INFO - Splitting audio file ./data\test_rec.m4a by duration +2024-08-16 12:13:35,744 - INFO - Creating image document from ./data\toyota-tacoma-auto-body-repair-after.jpg +2024-08-16 12:13:38,081 - INFO - Creating image document from ./data\toyota-tacoma-auto-body-repair-before.jpg +2024-08-16 12:13:45,763 - INFO - Processing image ./data\pontiac-vibe-auto-body-repair-after.jpg +2024-08-16 12:13:45,766 - INFO - Encoding image ./data\pontiac-vibe-auto-body-repair-after.jpg +2024-08-16 12:13:47,989 - INFO - Processing image ./data\pontiac-vibe-auto-body-repair-before.jpg +2024-08-16 12:13:48,031 - INFO - Encoding image ./data\pontiac-vibe-auto-body-repair-before.jpg +2024-08-16 12:13:50,821 - INFO - Processing image ./data\toyota-tacoma-auto-body-repair-after.jpg +2024-08-16 12:13:50,836 - INFO - Encoding image ./data\toyota-tacoma-auto-body-repair-after.jpg +2024-08-16 12:13:51,544 - INFO - Transcribing audio file test_rec_chunks/test_rec_chunk1.mp3 +2024-08-16 12:13:51,949 - INFO - Processing image ./data\toyota-tacoma-auto-body-repair-before.jpg +2024-08-16 12:13:52,003 - INFO - Encoding image ./data\toyota-tacoma-auto-body-repair-before.jpg +2024-08-16 12:13:57,379 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 12:14:36,687 - INFO - Transcribing audio chunks from ./data\How to change rear wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC].mp3 +2024-08-16 12:14:36,687 - INFO - Splitting audio file ./data\How to change rear wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC].mp3 by duration +2024-08-16 12:14:47,633 - INFO - Transcribing audio chunks from ./data\How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC].mp3 +2024-08-16 12:14:47,633 - INFO - Splitting audio file ./data\How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC].mp3 by duration +2024-08-16 12:14:48,424 - INFO - Transcribing audio file How to change rear wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunks/How to change rear wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunk1.mp3 +2024-08-16 12:14:54,019 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 12:14:54,924 - INFO - Transcribing audio file How to change rear wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunks/How to change rear wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunk2.mp3 +2024-08-16 12:15:00,019 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 12:15:00,942 - INFO - Transcribing audio file How to change rear wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunks/How to change rear wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunk3.mp3 +2024-08-16 12:15:00,988 - INFO - Transcribing audio file audio-2_chunks/audio-2_chunk1.mp3 +2024-08-16 12:15:02,990 - INFO - Transcribing audio file How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunks/How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunk1.mp3 +2024-08-16 12:15:03,259 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 12:15:03,999 - INFO - Transcribing audio file How to change rear wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunks/How to change rear wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunk4.mp3 +2024-08-16 12:15:05,854 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 12:15:06,359 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 12:15:07,459 - INFO - Transcribing audio file How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunks/How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunk2.mp3 +2024-08-16 12:15:07,594 - INFO - Transcribing audio file How to change rear wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunks/How to change rear wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunk5.mp3 +2024-08-16 12:15:09,814 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 12:15:10,039 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 12:15:10,749 - INFO - Transcribing audio file How to change rear wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunks/How to change rear wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunk6.mp3 +2024-08-16 12:15:11,622 - INFO - Transcribing audio file How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunks/How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunk3.mp3 +2024-08-16 12:15:13,942 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 12:15:14,689 - INFO - Transcribing audio file How to change rear wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunks/How to change rear wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunk7.mp3 +2024-08-16 12:15:15,893 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 12:15:17,179 - INFO - Transcribing audio file How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunks/How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunk4.mp3 +2024-08-16 12:15:17,839 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 12:15:18,589 - INFO - Transcribing audio file How to change rear wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunks/How to change rear wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunk8.mp3 +2024-08-16 12:15:20,689 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 12:15:21,434 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 12:15:21,783 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 12:15:22,179 - INFO - Transcribing audio file How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunks/How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunk5.mp3 +2024-08-16 12:15:23,039 - INFO - Transcribing audio file How to change rear wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunks/How to change rear wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunk9.mp3 +2024-08-16 12:15:24,829 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 12:15:25,089 - INFO - Transcribing audio file audio-2_chunks/audio-2_chunk2.mp3 +2024-08-16 12:15:25,912 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 12:15:26,489 - INFO - Transcribing audio file How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunks/How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunk6.mp3 +2024-08-16 12:15:26,900 - INFO - Transcribing audio file How to change rear wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunks/How to change rear wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunk10.mp3 +2024-08-16 12:15:28,819 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 12:15:29,985 - INFO - Transcribing audio file How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunks/How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunk7.mp3 +2024-08-16 12:15:32,129 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 12:15:32,409 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 12:15:33,465 - INFO - Transcribing audio file How to change rear wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunks/How to change rear wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunk11.mp3 +2024-08-16 12:15:33,749 - INFO - Transcribing audio file How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunks/How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunk8.mp3 +2024-08-16 12:15:35,899 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 12:15:36,569 - INFO - Transcribing audio file How to change rear wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunks/How to change rear wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunk12.mp3 +2024-08-16 12:15:37,219 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 12:15:37,892 - INFO - Documents created from video ./data\How to change rear wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC].mp4 +2024-08-16 12:15:39,472 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 12:15:40,619 - INFO - Transcribing audio file How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunks/How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunk9.mp3 +2024-08-16 12:15:43,329 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 12:15:44,338 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 12:15:44,616 - INFO - Transcribing audio file How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunks/How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunk10.mp3 +2024-08-16 12:15:47,168 - INFO - Transcribing audio file audio-2_chunks/audio-2_chunk3.mp3 +2024-08-16 12:15:48,899 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 12:15:50,069 - INFO - Transcribing audio file How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunks/How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunk11.mp3 +2024-08-16 12:15:53,509 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 12:15:54,619 - INFO - Transcribing audio file How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunks/How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunk12.mp3 +2024-08-16 12:15:56,720 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 12:15:57,864 - INFO - Transcribing audio file How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunks/How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunk13.mp3 +2024-08-16 12:15:59,469 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 12:16:00,649 - INFO - Transcribing audio file How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunks/How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunk14.mp3 +2024-08-16 12:16:03,119 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 12:16:04,239 - INFO - Transcribing audio file How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunks/How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunk15.mp3 +2024-08-16 12:16:04,379 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 12:16:07,704 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 12:16:09,049 - INFO - Transcribing audio file audio-2_chunks/audio-2_chunk4.mp3 +2024-08-16 12:16:09,519 - INFO - Transcribing audio file How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunks/How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunk16.mp3 +2024-08-16 12:16:15,382 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 12:16:16,529 - INFO - Transcribing audio file How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunks/How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunk17.mp3 +2024-08-16 12:16:19,369 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 12:16:19,379 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 12:16:22,919 - INFO - Transcribing audio file How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunks/How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunk18.mp3 +2024-08-16 12:16:24,419 - INFO - Transcribing audio file audio-2_chunks/audio-2_chunk5.mp3 +2024-08-16 12:16:24,799 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 12:16:25,951 - INFO - Transcribing audio file How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunks/How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunk19.mp3 +2024-08-16 12:16:28,249 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 12:16:29,419 - INFO - Transcribing audio file How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunks/How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunk20.mp3 +2024-08-16 12:16:31,709 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 12:16:31,729 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 12:16:35,599 - INFO - Transcribing audio file How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunks/How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunk21.mp3 +2024-08-16 12:16:36,182 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 12:16:37,659 - INFO - Transcribing audio file audio-2_chunks/audio-2_chunk6.mp3 +2024-08-16 12:16:38,012 - INFO - Documents created from video ./data\How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC].mp4 +2024-08-16 12:16:50,109 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 12:16:54,609 - INFO - Transcribing audio file audio-2_chunks/audio-2_chunk7.mp3 +2024-08-16 12:17:08,824 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 12:17:11,507 - INFO - Summarizing document +2024-08-16 12:17:12,819 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/chat/completions "HTTP/1.1 200 OK" +2024-08-16 12:17:12,834 - INFO - Summarizing document +2024-08-16 12:17:13,289 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/chat/completions "HTTP/1.1 200 OK" +2024-08-16 12:17:13,289 - INFO - Summarizing document +2024-08-16 12:17:13,789 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/chat/completions "HTTP/1.1 200 OK" +2024-08-16 12:17:13,789 - INFO - Summarizing document +2024-08-16 12:17:14,259 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/chat/completions "HTTP/1.1 200 OK" +2024-08-16 12:17:14,259 - INFO - Summarizing document +2024-08-16 12:17:14,693 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/chat/completions "HTTP/1.1 200 OK" +2024-08-16 12:17:14,709 - INFO - Summarizing document +2024-08-16 12:17:15,109 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/chat/completions "HTTP/1.1 200 OK" +2024-08-16 12:17:15,111 - INFO - Summarizing document +2024-08-16 12:17:15,588 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/chat/completions "HTTP/1.1 200 OK" +2024-08-16 12:17:15,591 - INFO - Summarizing document +2024-08-16 12:17:16,040 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/chat/completions "HTTP/1.1 200 OK" +2024-08-16 12:17:16,040 - INFO - Summarizing document +2024-08-16 12:17:16,463 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/chat/completions "HTTP/1.1 200 OK" +2024-08-16 12:17:16,466 - INFO - Summarizing document +2024-08-16 12:17:16,919 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/chat/completions "HTTP/1.1 200 OK" +2024-08-16 12:17:16,929 - INFO - Summarizing document +2024-08-16 12:17:17,389 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/chat/completions "HTTP/1.1 200 OK" +2024-08-16 12:17:17,399 - INFO - Summarizing document +2024-08-16 12:17:17,754 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/chat/completions "HTTP/1.1 200 OK" +2024-08-16 12:17:17,754 - INFO - Summarizing document +2024-08-16 12:17:18,183 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/chat/completions "HTTP/1.1 200 OK" +2024-08-16 12:17:18,183 - INFO - Summarizing document +2024-08-16 12:17:18,739 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/chat/completions "HTTP/1.1 200 OK" +2024-08-16 12:17:18,739 - INFO - Summarizing document +2024-08-16 12:17:19,159 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/chat/completions "HTTP/1.1 200 OK" +2024-08-16 12:17:19,163 - INFO - Summarizing document +2024-08-16 12:17:19,529 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/chat/completions "HTTP/1.1 200 OK" +2024-08-16 12:17:19,539 - INFO - Summarizing document +2024-08-16 12:17:19,919 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/chat/completions "HTTP/1.1 200 OK" +2024-08-16 12:17:19,928 - INFO - Summarizing document +2024-08-16 12:17:20,269 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/chat/completions "HTTP/1.1 200 OK" +2024-08-16 12:17:20,279 - INFO - Summarizing document +2024-08-16 12:17:20,651 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/chat/completions "HTTP/1.1 200 OK" +2024-08-16 12:17:20,659 - INFO - Summarizing document +2024-08-16 12:17:21,049 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/chat/completions "HTTP/1.1 200 OK" +2024-08-16 12:17:21,055 - INFO - Summarizing document +2024-08-16 12:17:21,402 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/chat/completions "HTTP/1.1 200 OK" +2024-08-16 12:17:21,420 - INFO - Summarizing document +2024-08-16 12:17:21,779 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/chat/completions "HTTP/1.1 200 OK" +2024-08-16 12:17:21,785 - INFO - Summarizing document +2024-08-16 12:17:22,154 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/chat/completions "HTTP/1.1 200 OK" +2024-08-16 12:17:22,159 - INFO - Summarizing document +2024-08-16 12:17:22,489 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/chat/completions "HTTP/1.1 200 OK" +2024-08-16 12:17:22,501 - INFO - Summarizing document +2024-08-16 12:17:22,851 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/chat/completions "HTTP/1.1 200 OK" +2024-08-16 12:17:22,859 - INFO - Summarizing document +2024-08-16 12:17:23,236 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/chat/completions "HTTP/1.1 200 OK" +2024-08-16 12:17:23,236 - INFO - Summarizing document +2024-08-16 12:17:23,674 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/chat/completions "HTTP/1.1 200 OK" +2024-08-16 12:17:23,679 - INFO - Summarizing document +2024-08-16 12:17:24,099 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/chat/completions "HTTP/1.1 200 OK" +2024-08-16 12:17:24,099 - INFO - Summarizing document +2024-08-16 12:17:24,467 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/chat/completions "HTTP/1.1 200 OK" +2024-08-16 12:17:24,469 - INFO - Summarizing document +2024-08-16 12:17:24,868 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/chat/completions "HTTP/1.1 200 OK" +2024-08-16 12:17:25,079 - INFO - Data loaded +2024-08-16 12:17:25,079 - INFO - Creating vector store +2024-08-16 12:17:25,079 - INFO - Creating vector store +2024-08-16 12:17:26,530 - WARNING - C:\Users\timmy_3aupohg\anaconda3\envs\smog_env\Lib\site-packages\transformers\models\bert\modeling_bert.py:439: UserWarning: 1Torch was not compiled with flash attention. (Triggered internally at C:\cb\pytorch_1000000000000\work\aten\src\ATen\native\transformers\cuda\sdp_utils.cpp:555.) + attn_output = torch.nn.functional.scaled_dot_product_attention( + +2024-08-16 12:17:36,660 - INFO - Vector store created +2024-08-16 12:17:36,660 - INFO - Saving the vector store +2024-08-16 12:17:36,660 - INFO - Saving embeddings +2024-08-16 12:17:36,668 - INFO - Vector store saved +2024-08-16 12:17:36,668 - INFO - Vector store created +2024-08-16 12:17:36,668 - INFO - Saving the vector store +2024-08-16 12:17:36,676 - INFO - Saving embeddings +2024-08-16 12:17:36,678 - INFO - Vector store saved +2024-08-16 12:17:36,685 - INFO - End time: 1723807056.68544 +2024-08-16 12:17:36,685 - INFO - Time taken: 248.5504834651947 +2024-08-16 12:17:36,686 - INFO - Creating thumbnails +2024-08-16 12:17:36,686 - INFO - Creating thumbnail for ./data\audio-2.mp3 +2024-08-16 12:17:36,700 - INFO - Creating thumbnail for ./data\Car-Repair-Receipt-repair.pdf +2024-08-16 12:17:36,712 - INFO - Creating thumbnail for ./data\Car-Repair-Receipt-service.pdf +2024-08-16 12:17:36,729 - INFO - Creating thumbnail for ./data\Car-Repair-Receipt-tire.pdf +2024-08-16 12:17:36,749 - INFO - Creating thumbnail for ./data\Car-Repair-Receipt-tuning.pdf +2024-08-16 12:17:36,768 - INFO - Creating thumbnail for ./data\Car-Repair-Receipt-wash.pdf +2024-08-16 12:17:36,786 - INFO - Creating thumbnail for ./data\corolla-2020-toyota-owners-manual.pdf +2024-08-16 12:17:36,802 - INFO - Creating thumbnail for ./data\How to change engine oil and filter on TOYOTA Corolla.txt +2024-08-16 12:17:36,823 - INFO - Creating thumbnail for ./data\How to change front brake pads on TOYOTA Corolla.txt +2024-08-16 12:17:36,849 - INFO - Creating thumbnail for ./data\How to change rear windshield wipers on TOYOTA Corolla.docx +2024-08-16 12:17:36,869 - INFO - Creating thumbnail for ./data\How to change spark plugs on TOYOTA COROLLA.docx +2024-08-16 12:17:36,888 - INFO - Creating thumbnail for ./data\test_rec.m4a +2024-08-16 12:17:36,901 - INFO - Thumbnails created +2024-08-16 13:37:31,899 - INFO - Loading the embedding model +2024-08-16 13:37:38,136 - INFO - PyTorch version 2.4.0+cu124 available. +2024-08-16 13:37:38,529 - INFO - Load pretrained SentenceTransformer: BAAI/bge-small-en +2024-08-16 13:37:44,590 - INFO - Embedding model loaded +2024-08-16 13:37:44,591 - INFO - Loading data from ./data +2024-08-16 13:37:44,591 - INFO - Start time: 1723811864.5916352 +2024-08-16 13:37:44,592 - INFO - Transcribing audio chunks from ./data\audio-2.mp3 +2024-08-16 13:37:44,593 - INFO - Splitting audio file ./data\audio-2.mp3 by duration +2024-08-16 13:37:44,593 - INFO - Loading pdf document from ./data\Car-Repair-Receipt-repair.pdf +2024-08-16 13:37:44,594 - INFO - Loading pdf document from ./data\Car-Repair-Receipt-service.pdf +2024-08-16 13:37:44,595 - INFO - Loading pdf document from ./data\Car-Repair-Receipt-tire.pdf +2024-08-16 13:37:44,596 - INFO - Loading pdf document from ./data\Car-Repair-Receipt-tuning.pdf +2024-08-16 13:37:44,596 - INFO - Loading pdf document from ./data\Car-Repair-Receipt-wash.pdf +2024-08-16 13:37:44,598 - INFO - Loading pdf document from ./data\corolla-2020-toyota-owners-manual.pdf +2024-08-16 13:37:44,599 - INFO - Creating image document from ./data\dodge-challenger-auto-body-repair-after.jpg +2024-08-16 13:37:44,600 - INFO - Creating image document from ./data\dodge-challenger-auto-body-repair-before.jpg +2024-08-16 13:37:44,602 - INFO - Loading text document from ./data\How to change engine oil and filter on TOYOTA Corolla.txt +2024-08-16 13:37:44,604 - INFO - Loading text document from ./data\How to change front brake pads on TOYOTA Corolla.txt +2024-08-16 13:37:44,608 - INFO - Preprocessing video data from ./data\How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC].mp4 +2024-08-16 13:37:44,612 - INFO - Preprocessing video data from ./data\How to change rear wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC].mp4 +2024-08-16 13:37:44,615 - INFO - Loading docx document from ./data\How to change rear windshield wipers on TOYOTA Corolla.docx +2024-08-16 13:37:44,618 - INFO - Loading docx document from ./data\How to change spark plugs on TOYOTA COROLLA.docx +2024-08-16 13:37:44,623 - INFO - Creating image document from ./data\hyundai-sonata-auto-body-repair-after.jpg +2024-08-16 13:37:44,628 - INFO - Creating documents from text +2024-08-16 13:37:44,631 - INFO - Creating documents from text +2024-08-16 13:37:45,147 - INFO - Creating image document from ./data\hyundai-sonata-auto-body-repair-before.jpg +2024-08-16 13:37:45,148 - INFO - Creating image document from ./data\IMG_1436.jpeg +2024-08-16 13:37:45,241 - INFO - Creating documents from text +2024-08-16 13:37:45,266 - INFO - Creating documents from text +2024-08-16 13:37:45,462 - INFO - Creating image document from ./data\IMG_1437.jpeg +2024-08-16 13:37:45,471 - INFO - Creating image document from ./data\IMG_1438.jpeg +2024-08-16 13:37:46,028 - INFO - Creating image document from ./data\IMG_1440.jpeg +2024-08-16 13:37:46,121 - INFO - Creating image document from ./data\IMG_1441.jpeg +2024-08-16 13:37:46,123 - INFO - Creating image document from ./data\IMG_1442.jpeg +2024-08-16 13:37:46,136 - INFO - Creating image document from ./data\IMG_1443.jpeg +2024-08-16 13:37:46,325 - INFO - Creating image document from ./data\IMG_1444.jpeg +2024-08-16 13:38:04,193 - INFO - Processing image ./data\IMG_1437.jpeg +2024-08-16 13:38:04,194 - INFO - Encoding image ./data\IMG_1437.jpeg +2024-08-16 13:38:06,270 - INFO - Processing image ./data\hyundai-sonata-auto-body-repair-before.jpg +2024-08-16 13:38:06,286 - INFO - Encoding image ./data\hyundai-sonata-auto-body-repair-before.jpg +2024-08-16 13:38:06,313 - INFO - Processing image ./data\dodge-challenger-auto-body-repair-before.jpg +2024-08-16 13:38:06,316 - INFO - Encoding image ./data\dodge-challenger-auto-body-repair-before.jpg +2024-08-16 13:38:06,441 - INFO - Creating image document from ./data\pontiac-vibe-auto-body-repair-after.jpg +2024-08-16 13:38:06,991 - INFO - Creating image document from ./data\pontiac-vibe-auto-body-repair-before.jpg +2024-08-16 13:38:07,235 - INFO - Transcribing audio chunks from ./data\test_rec.m4a +2024-08-16 13:38:07,294 - INFO - Splitting audio file ./data\test_rec.m4a by duration +2024-08-16 13:38:07,378 - INFO - Creating image document from ./data\toyota-tacoma-auto-body-repair-after.jpg +2024-08-16 13:38:07,503 - INFO - Creating image document from ./data\toyota-tacoma-auto-body-repair-before.jpg +2024-08-16 13:38:07,601 - INFO - Processing image ./data\hyundai-sonata-auto-body-repair-after.jpg +2024-08-16 13:38:07,601 - INFO - Encoding image ./data\hyundai-sonata-auto-body-repair-after.jpg +2024-08-16 13:38:20,513 - INFO - Processing image ./data\pontiac-vibe-auto-body-repair-before.jpg +2024-08-16 13:38:20,543 - INFO - Encoding image ./data\pontiac-vibe-auto-body-repair-before.jpg +2024-08-16 13:38:21,764 - INFO - Processing image ./data\pontiac-vibe-auto-body-repair-after.jpg +2024-08-16 13:38:21,779 - INFO - Encoding image ./data\pontiac-vibe-auto-body-repair-after.jpg +2024-08-16 13:38:22,823 - INFO - Processing image ./data\toyota-tacoma-auto-body-repair-before.jpg +2024-08-16 13:38:22,880 - INFO - Encoding image ./data\toyota-tacoma-auto-body-repair-before.jpg +2024-08-16 13:38:22,989 - INFO - Processing image ./data\toyota-tacoma-auto-body-repair-after.jpg +2024-08-16 13:38:23,006 - INFO - Encoding image ./data\toyota-tacoma-auto-body-repair-after.jpg +2024-08-16 13:38:23,838 - INFO - Transcribing audio file test_rec_chunks/test_rec_chunk1.mp3 +2024-08-16 13:38:28,644 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 13:39:03,974 - INFO - Transcribing audio chunks from ./data\How to change rear wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC].mp3 +2024-08-16 13:39:03,975 - INFO - Splitting audio file ./data\How to change rear wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC].mp3 by duration +2024-08-16 13:39:16,870 - INFO - Transcribing audio chunks from ./data\How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC].mp3 +2024-08-16 13:39:16,870 - INFO - Splitting audio file ./data\How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC].mp3 by duration +2024-08-16 13:39:17,206 - INFO - Transcribing audio file How to change rear wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunks/How to change rear wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunk1.mp3 +2024-08-16 13:39:22,581 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 13:39:23,697 - INFO - Transcribing audio file How to change rear wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunks/How to change rear wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunk2.mp3 +2024-08-16 13:39:28,018 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 13:39:29,026 - INFO - Transcribing audio file How to change rear wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunks/How to change rear wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunk3.mp3 +2024-08-16 13:39:32,039 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 13:39:32,618 - INFO - Transcribing audio file audio-2_chunks/audio-2_chunk1.mp3 +2024-08-16 13:39:33,146 - INFO - Transcribing audio file How to change rear wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunks/How to change rear wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunk4.mp3 +2024-08-16 13:39:34,986 - INFO - Transcribing audio file How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunks/How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunk1.mp3 +2024-08-16 13:39:40,079 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 13:39:40,894 - INFO - Transcribing audio file How to change rear wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunks/How to change rear wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunk5.mp3 +2024-08-16 13:39:41,699 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 13:39:43,156 - INFO - Transcribing audio file How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunks/How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunk2.mp3 +2024-08-16 13:39:45,661 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 13:39:45,986 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 13:39:47,210 - INFO - Transcribing audio file How to change rear wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunks/How to change rear wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunk6.mp3 +2024-08-16 13:39:49,370 - INFO - Transcribing audio file audio-2_chunks/audio-2_chunk2.mp3 +2024-08-16 13:39:49,911 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 13:39:49,939 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 13:39:51,133 - INFO - Transcribing audio file How to change rear wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunks/How to change rear wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunk7.mp3 +2024-08-16 13:39:51,848 - INFO - Transcribing audio file How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunks/How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunk3.mp3 +2024-08-16 13:39:54,646 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 13:39:55,390 - INFO - Transcribing audio file How to change rear wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunks/How to change rear wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunk8.mp3 +2024-08-16 13:39:55,677 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 13:39:57,067 - INFO - Transcribing audio file How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunks/How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunk4.mp3 +2024-08-16 13:39:58,763 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 13:39:59,545 - INFO - Transcribing audio file How to change rear wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunks/How to change rear wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunk9.mp3 +2024-08-16 13:39:59,878 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 13:40:02,423 - INFO - Transcribing audio file How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunks/How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunk5.mp3 +2024-08-16 13:40:03,016 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 13:40:04,309 - INFO - Transcribing audio file How to change rear wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunks/How to change rear wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunk10.mp3 +2024-08-16 13:40:05,091 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 13:40:06,495 - INFO - Transcribing audio file How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunks/How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunk6.mp3 +2024-08-16 13:40:07,016 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 13:40:07,835 - INFO - Transcribing audio file How to change rear wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunks/How to change rear wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunk11.mp3 +2024-08-16 13:40:09,026 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 13:40:10,355 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 13:40:10,464 - INFO - Transcribing audio file How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunks/How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunk7.mp3 +2024-08-16 13:40:10,915 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 13:40:11,410 - INFO - Transcribing audio file How to change rear wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunks/How to change rear wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunk12.mp3 +2024-08-16 13:40:12,386 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 13:40:12,457 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 13:40:15,322 - INFO - Documents created from video ./data\How to change rear wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC].mp4 +2024-08-16 13:40:16,314 - INFO - Transcribing audio file How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunks/How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunk8.mp3 +2024-08-16 13:40:17,099 - INFO - Transcribing audio file audio-2_chunks/audio-2_chunk3.mp3 +2024-08-16 13:40:20,062 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 13:40:21,375 - INFO - Transcribing audio file How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunks/How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunk9.mp3 +2024-08-16 13:40:24,288 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 13:40:25,624 - INFO - Transcribing audio file How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunks/How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunk10.mp3 +2024-08-16 13:40:28,234 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 13:40:29,565 - INFO - Transcribing audio file How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunks/How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunk11.mp3 +2024-08-16 13:40:30,408 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 13:40:32,421 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 13:40:34,210 - INFO - Transcribing audio file audio-2_chunks/audio-2_chunk4.mp3 +2024-08-16 13:40:34,775 - INFO - Transcribing audio file How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunks/How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunk12.mp3 +2024-08-16 13:40:38,361 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 13:40:39,680 - INFO - Transcribing audio file How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunks/How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunk13.mp3 +2024-08-16 13:40:42,330 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 13:40:43,636 - INFO - Transcribing audio file How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunks/How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunk14.mp3 +2024-08-16 13:40:45,341 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 13:40:45,583 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 13:40:47,629 - INFO - Transcribing audio file How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunks/How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunk15.mp3 +2024-08-16 13:40:49,277 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 13:40:49,344 - INFO - Transcribing audio file audio-2_chunks/audio-2_chunk5.mp3 +2024-08-16 13:40:50,803 - INFO - Transcribing audio file How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunks/How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunk16.mp3 +2024-08-16 13:40:54,675 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 13:40:54,864 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 13:40:56,897 - INFO - Transcribing audio file How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunks/How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunk17.mp3 +2024-08-16 13:40:58,156 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 13:40:58,585 - INFO - Transcribing audio file audio-2_chunks/audio-2_chunk6.mp3 +2024-08-16 13:41:01,364 - INFO - Transcribing audio file How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunks/How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunk18.mp3 +2024-08-16 13:41:04,139 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 13:41:04,843 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 13:41:06,889 - INFO - Transcribing audio file How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunks/How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunk19.mp3 +2024-08-16 13:41:08,101 - INFO - Transcribing audio file audio-2_chunks/audio-2_chunk7.mp3 +2024-08-16 13:41:08,488 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 13:41:09,926 - INFO - Transcribing audio file How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunks/How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunk20.mp3 +2024-08-16 13:41:11,223 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 13:41:12,367 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 13:41:12,587 - INFO - Transcribing audio file How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunks/How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunk21.mp3 +2024-08-16 13:41:13,220 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 13:41:15,296 - INFO - Documents created from video ./data\How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC].mp4 +2024-08-16 13:44:37,335 - INFO - Loading the embedding model +2024-08-16 13:44:45,924 - INFO - PyTorch version 2.4.0+cu124 available. +2024-08-16 13:44:46,878 - INFO - Load pretrained SentenceTransformer: BAAI/bge-small-en +2024-08-16 13:44:54,566 - INFO - Embedding model loaded +2024-08-16 13:44:54,567 - INFO - Loading data from ./data +2024-08-16 13:44:54,567 - INFO - Start time: 1723812294.5679488 +2024-08-16 13:44:54,569 - INFO - Transcribing audio chunks from ./data\audio-2.mp3 +2024-08-16 13:44:54,569 - INFO - Splitting audio file ./data\audio-2.mp3 by duration +2024-08-16 13:44:54,571 - INFO - Loading pdf document from ./data\Car-Repair-Receipt-repair.pdf +2024-08-16 13:44:54,573 - INFO - Loading pdf document from ./data\Car-Repair-Receipt-service.pdf +2024-08-16 13:44:54,574 - INFO - Loading pdf document from ./data\Car-Repair-Receipt-tire.pdf +2024-08-16 13:44:54,576 - INFO - Loading pdf document from ./data\Car-Repair-Receipt-tuning.pdf +2024-08-16 13:44:54,579 - INFO - Loading pdf document from ./data\Car-Repair-Receipt-wash.pdf +2024-08-16 13:44:54,580 - INFO - Loading pdf document from ./data\corolla-2020-toyota-owners-manual.pdf +2024-08-16 13:44:54,581 - INFO - Creating image document from ./data\dodge-challenger-auto-body-repair-after.jpg +2024-08-16 13:44:54,583 - INFO - Creating image document from ./data\dodge-challenger-auto-body-repair-before.jpg +2024-08-16 13:44:54,585 - INFO - Loading text document from ./data\How to change engine oil and filter on TOYOTA Corolla.txt +2024-08-16 13:44:54,587 - INFO - Creating documents from text +2024-08-16 13:44:54,589 - INFO - Loading text document from ./data\How to change front brake pads on TOYOTA Corolla.txt +2024-08-16 13:44:54,593 - INFO - Creating documents from text +2024-08-16 13:44:54,595 - INFO - Preprocessing video data from ./data\How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC].mp4 +2024-08-16 13:44:54,601 - INFO - Preprocessing video data from ./data\How to change rear wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC].mp4 +2024-08-16 13:44:54,610 - INFO - Loading docx document from ./data\How to change rear windshield wipers on TOYOTA Corolla.docx +2024-08-16 13:44:54,849 - INFO - Loading docx document from ./data\How to change spark plugs on TOYOTA COROLLA.docx +2024-08-16 13:44:54,849 - INFO - Creating image document from ./data\hyundai-sonata-auto-body-repair-after.jpg +2024-08-16 13:44:54,897 - INFO - Creating image document from ./data\hyundai-sonata-auto-body-repair-before.jpg +2024-08-16 13:44:54,897 - INFO - Creating image document from ./data\IMG_1436.jpeg +2024-08-16 13:44:55,054 - INFO - Creating documents from text +2024-08-16 13:44:57,738 - INFO - Creating image document from ./data\IMG_1437.jpeg +2024-08-16 13:44:58,070 - INFO - Creating documents from text +2024-08-16 13:44:58,280 - INFO - Processing image ./data\dodge-challenger-auto-body-repair-before.jpg +2024-08-16 13:44:58,282 - INFO - Encoding image ./data\dodge-challenger-auto-body-repair-before.jpg +2024-08-16 13:44:58,293 - INFO - Creating image document from ./data\IMG_1438.jpeg +2024-08-16 13:44:58,389 - INFO - Processing image ./data\hyundai-sonata-auto-body-repair-before.jpg +2024-08-16 13:44:58,391 - INFO - Encoding image ./data\hyundai-sonata-auto-body-repair-before.jpg +2024-08-16 13:44:58,468 - INFO - Creating image document from ./data\IMG_1440.jpeg +2024-08-16 13:44:59,245 - INFO - Creating image document from ./data\IMG_1441.jpeg +2024-08-16 13:45:00,565 - INFO - Creating image document from ./data\IMG_1442.jpeg +2024-08-16 13:45:00,594 - INFO - Creating image document from ./data\IMG_1443.jpeg +2024-08-16 13:45:00,973 - INFO - Creating image document from ./data\IMG_1444.jpeg +2024-08-16 13:45:01,565 - INFO - Creating image document from ./data\pontiac-vibe-auto-body-repair-after.jpg +2024-08-16 13:45:01,935 - INFO - Processing image ./data\hyundai-sonata-auto-body-repair-after.jpg +2024-08-16 13:45:01,952 - INFO - Encoding image ./data\hyundai-sonata-auto-body-repair-after.jpg +2024-08-16 13:45:02,665 - INFO - Creating image document from ./data\pontiac-vibe-auto-body-repair-before.jpg +2024-08-16 13:45:02,922 - INFO - Transcribing audio chunks from ./data\test_rec.m4a +2024-08-16 13:45:02,976 - INFO - Splitting audio file ./data\test_rec.m4a by duration +2024-08-16 13:45:03,021 - INFO - Creating image document from ./data\toyota-tacoma-auto-body-repair-after.jpg +2024-08-16 13:45:03,093 - INFO - Creating image document from ./data\toyota-tacoma-auto-body-repair-before.jpg +2024-08-16 13:45:11,654 - INFO - Processing image ./data\IMG_1437.jpeg +2024-08-16 13:45:11,674 - INFO - Encoding image ./data\IMG_1437.jpeg +2024-08-16 13:45:21,590 - INFO - Processing image ./data\toyota-tacoma-auto-body-repair-before.jpg +2024-08-16 13:45:21,612 - INFO - Processing image ./data\toyota-tacoma-auto-body-repair-after.jpg +2024-08-16 13:45:21,758 - INFO - Encoding image ./data\toyota-tacoma-auto-body-repair-before.jpg +2024-08-16 13:45:21,795 - INFO - Encoding image ./data\toyota-tacoma-auto-body-repair-after.jpg +2024-08-16 13:45:21,805 - INFO - Processing image ./data\pontiac-vibe-auto-body-repair-after.jpg +2024-08-16 13:45:21,825 - INFO - Encoding image ./data\pontiac-vibe-auto-body-repair-after.jpg +2024-08-16 13:45:23,386 - INFO - Transcribing audio file test_rec_chunks/test_rec_chunk1.mp3 +2024-08-16 13:45:27,694 - INFO - Processing image ./data\pontiac-vibe-auto-body-repair-before.jpg +2024-08-16 13:45:27,767 - INFO - Encoding image ./data\pontiac-vibe-auto-body-repair-before.jpg +2024-08-16 13:45:28,960 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 13:47:24,126 - INFO - Transcribing audio file audio-2_chunks/audio-2_chunk1.mp3 +2024-08-16 13:47:31,144 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 13:47:34,640 - INFO - Transcribing audio file audio-2_chunks/audio-2_chunk2.mp3 +2024-08-16 13:47:40,576 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 13:47:44,122 - INFO - Transcribing audio file audio-2_chunks/audio-2_chunk3.mp3 +2024-08-16 13:47:49,204 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 13:47:52,601 - INFO - Transcribing audio file audio-2_chunks/audio-2_chunk4.mp3 +2024-08-16 13:47:57,525 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 13:48:05,097 - INFO - Transcribing audio file audio-2_chunks/audio-2_chunk5.mp3 +2024-08-16 13:48:12,372 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 13:48:15,424 - INFO - Transcribing audio file audio-2_chunks/audio-2_chunk6.mp3 +2024-08-16 13:48:20,521 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 13:48:24,549 - INFO - Transcribing audio file audio-2_chunks/audio-2_chunk7.mp3 +2024-08-16 13:48:28,953 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 13:58:40,030 - INFO - Loading the embedding model +2024-08-16 13:58:51,031 - INFO - PyTorch version 2.4.0+cu124 available. +2024-08-16 13:58:51,877 - INFO - Load pretrained SentenceTransformer: BAAI/bge-small-en +2024-08-16 13:59:00,570 - INFO - Embedding model loaded +2024-08-16 13:59:00,571 - INFO - Loading data from ./data +2024-08-16 13:59:00,571 - INFO - Start time: 1723813140.5717025 +2024-08-16 13:59:00,574 - INFO - Transcribing audio chunks from ./data\audio-2.mp3 +2024-08-16 13:59:00,576 - INFO - Splitting audio file ./data\audio-2.mp3 by duration +2024-08-16 13:59:00,577 - INFO - Loading pdf document from ./data\Car-Repair-Receipt-repair.pdf +2024-08-16 13:59:00,580 - INFO - Loading pdf document from ./data\Car-Repair-Receipt-service.pdf +2024-08-16 13:59:00,582 - INFO - Loading pdf document from ./data\Car-Repair-Receipt-tire.pdf +2024-08-16 13:59:00,582 - INFO - Loading pdf document from ./data\Car-Repair-Receipt-tuning.pdf +2024-08-16 13:59:00,584 - INFO - Loading pdf document from ./data\Car-Repair-Receipt-wash.pdf +2024-08-16 13:59:00,584 - INFO - Loading pdf document from ./data\corolla-2020-toyota-owners-manual.pdf +2024-08-16 13:59:00,587 - INFO - Creating image document from ./data\dodge-challenger-auto-body-repair-after.jpg +2024-08-16 13:59:00,589 - INFO - Creating image document from ./data\dodge-challenger-auto-body-repair-before.jpg +2024-08-16 13:59:00,590 - INFO - Loading text document from ./data\How to change engine oil and filter on TOYOTA Corolla.txt +2024-08-16 13:59:00,593 - INFO - Loading text document from ./data\How to change front brake pads on TOYOTA Corolla.txt +2024-08-16 13:59:00,596 - INFO - Creating documents from text +2024-08-16 13:59:00,598 - INFO - Preprocessing video data from ./data\How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC].mp4 +2024-08-16 13:59:00,599 - INFO - Creating documents from text +2024-08-16 13:59:00,600 - INFO - Preprocessing video data from ./data\How to change rear wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC].mp4 +2024-08-16 13:59:00,602 - INFO - Loading docx document from ./data\How to change rear windshield wipers on TOYOTA Corolla.docx +2024-08-16 13:59:00,605 - INFO - Loading docx document from ./data\How to change spark plugs on TOYOTA COROLLA.docx +2024-08-16 13:59:00,612 - INFO - Creating image document from ./data\hyundai-sonata-auto-body-repair-after.jpg +2024-08-16 13:59:00,806 - INFO - Creating image document from ./data\hyundai-sonata-auto-body-repair-before.jpg +2024-08-16 13:59:00,877 - INFO - Creating image document from ./data\IMG_1436.jpeg +2024-08-16 13:59:00,886 - INFO - Creating documents from text +2024-08-16 13:59:01,292 - INFO - Creating image document from ./data\IMG_1437.jpeg +2024-08-16 13:59:01,408 - INFO - Creating documents from text +2024-08-16 13:59:01,612 - INFO - Creating image document from ./data\IMG_1438.jpeg +2024-08-16 13:59:03,098 - INFO - Creating image document from ./data\IMG_1440.jpeg +2024-08-16 13:59:03,114 - INFO - Creating image document from ./data\IMG_1441.jpeg +2024-08-16 13:59:03,160 - INFO - Creating image document from ./data\IMG_1442.jpeg +2024-08-16 13:59:03,662 - INFO - Creating image document from ./data\IMG_1443.jpeg +2024-08-16 13:59:03,665 - INFO - Creating image document from ./data\IMG_1444.jpeg +2024-08-16 13:59:05,692 - INFO - Processing image ./data\hyundai-sonata-auto-body-repair-before.jpg +2024-08-16 13:59:05,707 - INFO - Encoding image ./data\hyundai-sonata-auto-body-repair-before.jpg +2024-08-16 13:59:05,710 - INFO - Processing image ./data\IMG_1437.jpeg +2024-08-16 13:59:05,739 - INFO - Processing image ./data\dodge-challenger-auto-body-repair-before.jpg +2024-08-16 13:59:05,765 - INFO - Encoding image ./data\IMG_1437.jpeg +2024-08-16 13:59:05,812 - INFO - Encoding image ./data\dodge-challenger-auto-body-repair-before.jpg +2024-08-16 13:59:05,981 - INFO - Creating image document from ./data\pontiac-vibe-auto-body-repair-after.jpg +2024-08-16 13:59:08,978 - INFO - Creating image document from ./data\pontiac-vibe-auto-body-repair-before.jpg +2024-08-16 13:59:10,204 - INFO - Processing image ./data\hyundai-sonata-auto-body-repair-after.jpg +2024-08-16 13:59:10,219 - INFO - Encoding image ./data\hyundai-sonata-auto-body-repair-after.jpg +2024-08-16 13:59:10,618 - INFO - Transcribing audio chunks from ./data\test_rec.m4a +2024-08-16 13:59:10,680 - INFO - Splitting audio file ./data\test_rec.m4a by duration +2024-08-16 13:59:11,766 - INFO - Creating image document from ./data\toyota-tacoma-auto-body-repair-after.jpg +2024-08-16 13:59:12,463 - INFO - Creating image document from ./data\toyota-tacoma-auto-body-repair-before.jpg +2024-08-16 13:59:24,857 - INFO - Processing image ./data\pontiac-vibe-auto-body-repair-after.jpg +2024-08-16 13:59:24,901 - INFO - Encoding image ./data\pontiac-vibe-auto-body-repair-after.jpg +2024-08-16 13:59:27,294 - INFO - Processing image ./data\pontiac-vibe-auto-body-repair-before.jpg +2024-08-16 13:59:27,309 - INFO - Encoding image ./data\pontiac-vibe-auto-body-repair-before.jpg +2024-08-16 13:59:27,945 - INFO - Processing image ./data\toyota-tacoma-auto-body-repair-after.jpg +2024-08-16 13:59:27,976 - INFO - Encoding image ./data\toyota-tacoma-auto-body-repair-after.jpg +2024-08-16 13:59:28,118 - INFO - Transcribing audio file test_rec_chunks/test_rec_chunk1.mp3 +2024-08-16 13:59:28,370 - INFO - Processing image ./data\toyota-tacoma-auto-body-repair-before.jpg +2024-08-16 13:59:28,399 - INFO - Encoding image ./data\toyota-tacoma-auto-body-repair-before.jpg +2024-08-16 13:59:33,538 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 14:00:27,120 - INFO - Transcribing audio chunks from ./data\How to change rear wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC].mp3 +2024-08-16 14:00:27,121 - INFO - Splitting audio file ./data\How to change rear wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC].mp3 by duration +2024-08-16 14:00:43,314 - INFO - Transcribing audio chunks from ./data\How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC].mp3 +2024-08-16 14:00:43,316 - INFO - Splitting audio file ./data\How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC].mp3 by duration +2024-08-16 14:00:43,726 - INFO - Transcribing audio file How to change rear wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunks/How to change rear wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunk1.mp3 +2024-08-16 14:00:47,338 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 14:00:51,166 - INFO - Transcribing audio file How to change rear wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunks/How to change rear wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunk2.mp3 +2024-08-16 14:00:52,691 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 14:00:54,245 - INFO - Transcribing audio file How to change rear wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunks/How to change rear wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunk3.mp3 +2024-08-16 14:00:56,062 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 14:00:57,167 - INFO - Transcribing audio file How to change rear wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunks/How to change rear wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunk4.mp3 +2024-08-16 14:00:58,418 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 14:00:59,830 - INFO - Transcribing audio file How to change rear wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunks/How to change rear wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunk5.mp3 +2024-08-16 14:01:01,281 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 14:01:03,177 - INFO - Transcribing audio file How to change rear wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunks/How to change rear wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunk6.mp3 +2024-08-16 14:01:04,718 - INFO - Transcribing audio file audio-2_chunks/audio-2_chunk1.mp3 +2024-08-16 14:01:04,992 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 14:01:05,888 - INFO - Transcribing audio file How to change rear wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunks/How to change rear wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunk7.mp3 +2024-08-16 14:01:07,234 - INFO - Transcribing audio file How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunks/How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunk1.mp3 +2024-08-16 14:01:07,868 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 14:01:08,687 - INFO - Transcribing audio file How to change rear wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunks/How to change rear wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunk8.mp3 +2024-08-16 14:01:09,566 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 14:01:10,379 - INFO - Transcribing audio file How to change rear wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunks/How to change rear wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunk9.mp3 +2024-08-16 14:01:11,464 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 14:01:12,144 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 14:01:12,280 - INFO - Transcribing audio file How to change rear wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunks/How to change rear wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunk10.mp3 +2024-08-16 14:01:13,435 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 14:01:13,707 - INFO - Transcribing audio file How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunks/How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunk2.mp3 +2024-08-16 14:01:14,422 - INFO - Transcribing audio file How to change rear wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunks/How to change rear wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunk11.mp3 +2024-08-16 14:01:15,132 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 14:01:16,559 - INFO - Transcribing audio file How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunks/How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunk3.mp3 +2024-08-16 14:01:17,619 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 14:01:18,300 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 14:01:18,447 - INFO - Transcribing audio file How to change rear wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunks/How to change rear wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunk12.mp3 +2024-08-16 14:01:19,036 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 14:01:20,032 - INFO - Transcribing audio file How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunks/How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunk4.mp3 +2024-08-16 14:01:20,256 - INFO - Documents created from video ./data\How to change rear wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC].mp4 +2024-08-16 14:01:20,767 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 14:01:21,406 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 14:01:24,295 - INFO - Transcribing audio file How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunks/How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunk5.mp3 +2024-08-16 14:01:25,527 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 14:01:27,824 - INFO - Transcribing audio file audio-2_chunks/audio-2_chunk2.mp3 +2024-08-16 14:01:29,327 - INFO - Transcribing audio file How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunks/How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunk6.mp3 +2024-08-16 14:01:36,320 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 14:01:38,003 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 14:01:41,441 - INFO - Transcribing audio file How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunks/How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunk7.mp3 +2024-08-16 14:01:42,356 - INFO - Transcribing audio file audio-2_chunks/audio-2_chunk3.mp3 +2024-08-16 14:01:46,124 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 14:01:47,613 - INFO - Transcribing audio file How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunks/How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunk8.mp3 +2024-08-16 14:01:52,353 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 14:01:54,182 - INFO - Transcribing audio file How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunks/How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunk9.mp3 +2024-08-16 14:01:54,592 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 14:01:57,407 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 14:01:58,062 - INFO - Transcribing audio file audio-2_chunks/audio-2_chunk4.mp3 +2024-08-16 14:01:59,189 - INFO - Transcribing audio file How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunks/How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunk10.mp3 +2024-08-16 14:02:01,984 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 14:02:03,503 - INFO - Transcribing audio file How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunks/How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunk11.mp3 +2024-08-16 14:02:07,264 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 14:02:08,778 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 14:02:08,863 - INFO - Transcribing audio file How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunks/How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunk12.mp3 +2024-08-16 14:02:11,974 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 14:02:12,055 - INFO - Transcribing audio file audio-2_chunks/audio-2_chunk5.mp3 +2024-08-16 14:02:13,418 - INFO - Transcribing audio file How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunks/How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunk13.mp3 +2024-08-16 14:02:18,506 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 14:02:20,086 - INFO - Transcribing audio file How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunks/How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunk14.mp3 +2024-08-16 14:02:23,168 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 14:02:24,871 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 14:02:28,925 - INFO - Transcribing audio file How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunks/How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunk15.mp3 +2024-08-16 14:02:29,880 - INFO - Transcribing audio file audio-2_chunks/audio-2_chunk6.mp3 +2024-08-16 14:02:31,358 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 14:02:32,865 - INFO - Transcribing audio file How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunks/How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunk16.mp3 +2024-08-16 14:02:34,751 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 14:02:36,796 - INFO - Transcribing audio file How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunks/How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunk17.mp3 +2024-08-16 14:02:40,048 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 14:02:41,331 - INFO - Transcribing audio file How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunks/How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunk18.mp3 +2024-08-16 14:02:44,605 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 14:02:45,946 - INFO - Transcribing audio file How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunks/How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunk19.mp3 +2024-08-16 14:02:48,444 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 14:02:49,658 - INFO - Transcribing audio file How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunks/How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunk20.mp3 +2024-08-16 14:02:51,420 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 14:02:51,562 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 14:02:53,375 - INFO - Transcribing audio file How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunks/How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunk21.mp3 +2024-08-16 14:02:53,973 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 14:02:57,847 - INFO - Transcribing audio file audio-2_chunks/audio-2_chunk7.mp3 +2024-08-16 14:02:58,192 - INFO - Documents created from video ./data\How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC].mp4 +2024-08-16 14:03:04,294 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 14:03:07,417 - INFO - Summarizing document +2024-08-16 14:03:08,420 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/chat/completions "HTTP/1.1 200 OK" +2024-08-16 14:03:08,437 - INFO - Summarizing document +2024-08-16 14:03:08,892 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/chat/completions "HTTP/1.1 200 OK" +2024-08-16 14:03:08,894 - INFO - Summarizing document +2024-08-16 14:03:09,308 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/chat/completions "HTTP/1.1 200 OK" +2024-08-16 14:03:09,324 - INFO - Summarizing document +2024-08-16 14:03:09,808 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/chat/completions "HTTP/1.1 200 OK" +2024-08-16 14:03:09,819 - INFO - Summarizing document +2024-08-16 14:03:10,257 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/chat/completions "HTTP/1.1 200 OK" +2024-08-16 14:03:10,258 - INFO - Summarizing document +2024-08-16 14:03:11,034 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/chat/completions "HTTP/1.1 200 OK" +2024-08-16 14:03:11,038 - INFO - Summarizing document +2024-08-16 14:03:11,495 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/chat/completions "HTTP/1.1 200 OK" +2024-08-16 14:03:11,503 - INFO - Summarizing document +2024-08-16 14:03:11,863 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/chat/completions "HTTP/1.1 200 OK" +2024-08-16 14:03:11,867 - INFO - Summarizing document +2024-08-16 14:03:12,268 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/chat/completions "HTTP/1.1 200 OK" +2024-08-16 14:03:12,277 - INFO - Summarizing document +2024-08-16 14:03:12,710 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/chat/completions "HTTP/1.1 200 OK" +2024-08-16 14:03:12,710 - INFO - Summarizing document +2024-08-16 14:03:13,325 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/chat/completions "HTTP/1.1 200 OK" +2024-08-16 14:03:13,332 - INFO - Summarizing document +2024-08-16 14:03:13,853 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/chat/completions "HTTP/1.1 200 OK" +2024-08-16 14:03:13,855 - INFO - Summarizing document +2024-08-16 14:03:14,220 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/chat/completions "HTTP/1.1 200 OK" +2024-08-16 14:03:14,220 - INFO - Summarizing document +2024-08-16 14:03:15,515 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/chat/completions "HTTP/1.1 200 OK" +2024-08-16 14:03:15,515 - INFO - Summarizing document +2024-08-16 14:03:16,017 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/chat/completions "HTTP/1.1 200 OK" +2024-08-16 14:03:16,017 - INFO - Summarizing document +2024-08-16 14:03:16,414 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/chat/completions "HTTP/1.1 200 OK" +2024-08-16 14:03:16,414 - INFO - Summarizing document +2024-08-16 14:03:16,829 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/chat/completions "HTTP/1.1 200 OK" +2024-08-16 14:03:16,829 - INFO - Summarizing document +2024-08-16 14:03:17,204 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/chat/completions "HTTP/1.1 200 OK" +2024-08-16 14:03:17,204 - INFO - Summarizing document +2024-08-16 14:03:17,582 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/chat/completions "HTTP/1.1 200 OK" +2024-08-16 14:03:17,582 - INFO - Summarizing document +2024-08-16 14:03:17,952 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/chat/completions "HTTP/1.1 200 OK" +2024-08-16 14:03:17,955 - INFO - Summarizing document +2024-08-16 14:03:18,609 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/chat/completions "HTTP/1.1 200 OK" +2024-08-16 14:03:18,609 - INFO - Summarizing document +2024-08-16 14:03:18,970 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/chat/completions "HTTP/1.1 200 OK" +2024-08-16 14:03:18,978 - INFO - Summarizing document +2024-08-16 14:03:19,347 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/chat/completions "HTTP/1.1 200 OK" +2024-08-16 14:03:19,347 - INFO - Summarizing document +2024-08-16 14:03:19,723 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/chat/completions "HTTP/1.1 200 OK" +2024-08-16 14:03:19,723 - INFO - Summarizing document +2024-08-16 14:03:20,107 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/chat/completions "HTTP/1.1 200 OK" +2024-08-16 14:03:20,107 - INFO - Summarizing document +2024-08-16 14:03:20,502 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/chat/completions "HTTP/1.1 200 OK" +2024-08-16 14:03:20,502 - INFO - Summarizing document +2024-08-16 14:03:20,897 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/chat/completions "HTTP/1.1 200 OK" +2024-08-16 14:03:20,916 - INFO - Summarizing document +2024-08-16 14:03:21,378 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/chat/completions "HTTP/1.1 200 OK" +2024-08-16 14:03:21,382 - INFO - Summarizing document +2024-08-16 14:03:21,810 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/chat/completions "HTTP/1.1 200 OK" +2024-08-16 14:03:21,815 - INFO - Summarizing document +2024-08-16 14:03:22,224 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/chat/completions "HTTP/1.1 200 OK" +2024-08-16 14:03:22,719 - INFO - Data loaded +2024-08-16 14:03:22,719 - INFO - Creating vector store +2024-08-16 14:03:22,719 - INFO - Creating vector store +2024-08-16 14:03:24,709 - WARNING - C:\Users\timmy_3aupohg\anaconda3\envs\smog_env\Lib\site-packages\transformers\models\bert\modeling_bert.py:439: UserWarning: 1Torch was not compiled with flash attention. (Triggered internally at C:\cb\pytorch_1000000000000\work\aten\src\ATen\native\transformers\cuda\sdp_utils.cpp:555.) + attn_output = torch.nn.functional.scaled_dot_product_attention( + +2024-08-16 14:03:35,294 - INFO - Vector store created +2024-08-16 14:03:35,294 - INFO - Saving the vector store +2024-08-16 14:03:35,294 - INFO - Saving embeddings +2024-08-16 14:03:35,304 - INFO - Vector store saved +2024-08-16 14:03:35,304 - INFO - Vector store created +2024-08-16 14:03:35,304 - INFO - Saving the vector store +2024-08-16 14:03:35,315 - INFO - Saving embeddings +2024-08-16 14:03:35,323 - INFO - Vector store saved +2024-08-16 14:03:35,323 - INFO - End time: 1723813415.323226 +2024-08-16 14:03:35,323 - INFO - Time taken: 274.75152349472046 +2024-08-16 14:03:35,323 - INFO - Creating thumbnails +2024-08-16 14:03:35,323 - INFO - Creating thumbnail for ./data\audio-2.mp3 +2024-08-16 14:03:35,344 - INFO - Creating thumbnail for ./data\Car-Repair-Receipt-repair.pdf +2024-08-16 14:03:35,361 - INFO - Creating thumbnail for ./data\Car-Repair-Receipt-service.pdf +2024-08-16 14:03:35,381 - INFO - Creating thumbnail for ./data\Car-Repair-Receipt-tire.pdf +2024-08-16 14:03:35,397 - INFO - Creating thumbnail for ./data\Car-Repair-Receipt-tuning.pdf +2024-08-16 14:03:35,416 - INFO - Creating thumbnail for ./data\Car-Repair-Receipt-wash.pdf +2024-08-16 14:03:35,442 - INFO - Creating thumbnail for ./data\corolla-2020-toyota-owners-manual.pdf +2024-08-16 14:03:35,464 - INFO - Creating thumbnail for ./data\How to change engine oil and filter on TOYOTA Corolla.txt +2024-08-16 14:03:35,480 - INFO - Creating thumbnail for ./data\How to change front brake pads on TOYOTA Corolla.txt +2024-08-16 14:03:35,509 - INFO - Creating thumbnail for ./data\How to change rear windshield wipers on TOYOTA Corolla.docx +2024-08-16 14:03:35,538 - INFO - Creating thumbnail for ./data\How to change spark plugs on TOYOTA COROLLA.docx +2024-08-16 14:03:35,561 - INFO - Creating thumbnail for ./data\test_rec.m4a +2024-08-16 14:03:35,581 - INFO - Thumbnails created +2024-08-16 14:06:27,162 - INFO - Loading the embedding model +2024-08-16 14:06:31,936 - WARNING - c:\Users\timmy_3aupohg\anaconda3\envs\smog_env\Lib\site-packages\sentence_transformers\cross_encoder\CrossEncoder.py:11: TqdmExperimentalWarning: Using `tqdm.autonotebook.tqdm` in notebook mode. Use `tqdm.tqdm` instead to force console mode (e.g. in jupyter console) + from tqdm.autonotebook import tqdm, trange + +2024-08-16 14:06:37,730 - INFO - PyTorch version 2.4.0+cu124 available. +2024-08-16 14:06:38,428 - INFO - Load pretrained SentenceTransformer: BAAI/bge-small-en +2024-08-16 14:06:44,361 - INFO - Embedding model loaded +2024-08-16 14:06:46,331 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/chat/completions "HTTP/1.1 200 OK" +2024-08-16 14:06:46,495 - INFO - Searching for How to change the engine oil of a toyota corrolla. +2024-08-16 14:06:46,498 - INFO - Loading embedded data +2024-08-16 14:06:47,373 - WARNING - c:\Users\timmy_3aupohg\anaconda3\envs\smog_env\Lib\site-packages\transformers\models\bert\modeling_bert.py:439: UserWarning: 1Torch was not compiled with flash attention. (Triggered internally at C:\cb\pytorch_1000000000000\work\aten\src\ATen\native\transformers\cuda\sdp_utils.cpp:555.) + attn_output = torch.nn.functional.scaled_dot_product_attention( + +2024-08-16 14:06:47,486 - INFO - Search completed +2024-08-16 14:31:17,426 - INFO - Loading the embedding model +2024-08-16 14:31:28,632 - INFO - PyTorch version 2.4.0+cu124 available. +2024-08-16 14:31:29,189 - INFO - Load pretrained SentenceTransformer: BAAI/bge-small-en +2024-08-16 14:31:35,407 - INFO - Embedding model loaded +2024-08-16 14:31:35,407 - INFO - Loading data from ./data +2024-08-16 14:31:35,407 - INFO - Start time: 1723815095.4074576 +2024-08-16 14:31:35,407 - INFO - Transcribing audio chunks from ./data\audio-2.mp3 +2024-08-16 14:31:35,407 - INFO - Splitting audio file ./data\audio-2.mp3 by duration +2024-08-16 14:31:35,407 - INFO - Loading pdf document from ./data\Car-Repair-Receipt-repair.pdf +2024-08-16 14:31:35,407 - INFO - Loading pdf document from ./data\Car-Repair-Receipt-service.pdf +2024-08-16 14:31:35,423 - INFO - Loading pdf document from ./data\Car-Repair-Receipt-tire.pdf +2024-08-16 14:31:35,423 - INFO - Loading pdf document from ./data\Car-Repair-Receipt-tuning.pdf +2024-08-16 14:31:35,423 - INFO - Loading pdf document from ./data\Car-Repair-Receipt-wash.pdf +2024-08-16 14:31:35,423 - INFO - Loading pdf document from ./data\corolla-2020-toyota-owners-manual.pdf +2024-08-16 14:31:35,423 - INFO - Creating image document from ./data\dodge-challenger-auto-body-repair-after.jpg +2024-08-16 14:31:35,423 - INFO - Creating image document from ./data\dodge-challenger-auto-body-repair-before.jpg +2024-08-16 14:31:35,423 - INFO - Loading text document from ./data\How to change engine oil and filter on TOYOTA Corolla.txt +2024-08-16 14:31:35,423 - INFO - Creating documents from text +2024-08-16 14:31:35,423 - INFO - Loading text document from ./data\How to change front brake pads on TOYOTA Corolla.txt +2024-08-16 14:31:35,423 - INFO - Preprocessing video data from ./data\How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC].mp4 +2024-08-16 14:31:35,438 - INFO - Preprocessing video data from ./data\How to change rear wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC].mp4 +2024-08-16 14:31:35,438 - INFO - Creating documents from text +2024-08-16 14:31:35,443 - INFO - Loading docx document from ./data\How to change rear windshield wipers on TOYOTA Corolla.docx +2024-08-16 14:31:35,448 - INFO - Loading docx document from ./data\How to change spark plugs on TOYOTA COROLLA.docx +2024-08-16 14:31:35,448 - INFO - Creating image document from ./data\hyundai-sonata-auto-body-repair-after.jpg +2024-08-16 14:31:35,695 - INFO - Creating image document from ./data\hyundai-sonata-auto-body-repair-before.jpg +2024-08-16 14:31:35,695 - INFO - Creating image document from ./data\IMG_1436.jpeg +2024-08-16 14:31:36,170 - INFO - Creating documents from text +2024-08-16 14:31:36,234 - INFO - Creating documents from text +2024-08-16 14:31:36,410 - INFO - Creating image document from ./data\IMG_1437.jpeg +2024-08-16 14:31:36,448 - INFO - Creating image document from ./data\IMG_1438.jpeg +2024-08-16 14:31:36,452 - INFO - Processing image ./data\dodge-challenger-auto-body-repair-before.jpg +2024-08-16 14:31:36,462 - INFO - Encoding image ./data\dodge-challenger-auto-body-repair-before.jpg +2024-08-16 14:31:36,632 - INFO - Creating image document from ./data\IMG_1440.jpeg +2024-08-16 14:31:37,222 - INFO - Creating image document from ./data\IMG_1441.jpeg +2024-08-16 14:31:37,626 - INFO - Creating image document from ./data\IMG_1442.jpeg +2024-08-16 14:31:37,736 - INFO - Creating image document from ./data\IMG_1443.jpeg +2024-08-16 14:31:37,759 - INFO - Creating image document from ./data\IMG_1444.jpeg +2024-08-16 14:31:37,889 - INFO - Creating image document from ./data\pontiac-vibe-auto-body-repair-after.jpg +2024-08-16 14:31:40,642 - INFO - Creating image document from ./data\pontiac-vibe-auto-body-repair-before.jpg +2024-08-16 14:31:40,642 - INFO - Transcribing audio chunks from ./data\test_rec.m4a +2024-08-16 14:31:40,710 - INFO - Splitting audio file ./data\test_rec.m4a by duration +2024-08-16 14:31:41,082 - INFO - Creating image document from ./data\toyota-tacoma-auto-body-repair-after.jpg +2024-08-16 14:31:41,127 - INFO - Processing image ./data\IMG_1437.jpeg +2024-08-16 14:31:41,127 - INFO - Encoding image ./data\IMG_1437.jpeg +2024-08-16 14:31:42,655 - INFO - Creating image document from ./data\toyota-tacoma-auto-body-repair-before.jpg +2024-08-16 14:31:42,751 - INFO - Processing image ./data\hyundai-sonata-auto-body-repair-before.jpg +2024-08-16 14:31:42,772 - INFO - Encoding image ./data\hyundai-sonata-auto-body-repair-before.jpg +2024-08-16 14:31:42,952 - INFO - Processing image ./data\hyundai-sonata-auto-body-repair-after.jpg +2024-08-16 14:31:42,964 - INFO - Encoding image ./data\hyundai-sonata-auto-body-repair-after.jpg +2024-08-16 14:31:56,199 - INFO - Processing image ./data\pontiac-vibe-auto-body-repair-after.jpg +2024-08-16 14:31:56,199 - INFO - Encoding image ./data\pontiac-vibe-auto-body-repair-after.jpg +2024-08-16 14:31:57,661 - INFO - Transcribing audio file test_rec_chunks/test_rec_chunk1.mp3 +2024-08-16 14:31:58,508 - INFO - Processing image ./data\pontiac-vibe-auto-body-repair-before.jpg +2024-08-16 14:31:58,524 - INFO - Encoding image ./data\pontiac-vibe-auto-body-repair-before.jpg +2024-08-16 14:32:00,397 - INFO - Processing image ./data\toyota-tacoma-auto-body-repair-after.jpg +2024-08-16 14:32:00,405 - INFO - Encoding image ./data\toyota-tacoma-auto-body-repair-after.jpg +2024-08-16 14:32:00,818 - INFO - Processing image ./data\toyota-tacoma-auto-body-repair-before.jpg +2024-08-16 14:32:00,850 - INFO - Encoding image ./data\toyota-tacoma-auto-body-repair-before.jpg +2024-08-16 14:32:01,622 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 14:33:23,567 - INFO - Transcribing audio chunks from ./data\How to change rear wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC].mp3 +2024-08-16 14:33:23,567 - INFO - Splitting audio file ./data\How to change rear wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC].mp3 by duration +2024-08-16 14:33:36,061 - INFO - Transcribing audio chunks from ./data\How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC].mp3 +2024-08-16 14:33:36,061 - INFO - Splitting audio file ./data\How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC].mp3 by duration +2024-08-16 14:33:38,284 - INFO - Transcribing audio file How to change rear wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunks/How to change rear wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunk1.mp3 +2024-08-16 14:33:42,127 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 14:33:43,523 - INFO - Transcribing audio file How to change rear wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunks/How to change rear wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunk2.mp3 +2024-08-16 14:33:48,764 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 14:33:50,115 - INFO - Transcribing audio file How to change rear wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunks/How to change rear wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunk3.mp3 +2024-08-16 14:33:54,511 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 14:33:55,814 - INFO - Transcribing audio file How to change rear wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunks/How to change rear wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunk4.mp3 +2024-08-16 14:33:57,949 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 14:33:59,164 - INFO - Transcribing audio file How to change rear wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunks/How to change rear wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunk5.mp3 +2024-08-16 14:33:59,675 - INFO - Transcribing audio file audio-2_chunks/audio-2_chunk1.mp3 +2024-08-16 14:34:00,240 - INFO - Transcribing audio file How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunks/How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunk1.mp3 +2024-08-16 14:34:00,839 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 14:34:01,886 - INFO - Transcribing audio file How to change rear wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunks/How to change rear wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunk6.mp3 +2024-08-16 14:34:04,476 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 14:34:05,526 - INFO - Transcribing audio file How to change rear wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunks/How to change rear wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunk7.mp3 +2024-08-16 14:34:07,354 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 14:34:07,439 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 14:34:08,067 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 14:34:09,038 - INFO - Transcribing audio file How to change rear wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunks/How to change rear wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunk8.mp3 +2024-08-16 14:34:10,953 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 14:34:10,984 - INFO - Transcribing audio file How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunks/How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunk2.mp3 +2024-08-16 14:34:12,412 - INFO - Transcribing audio file How to change rear wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunks/How to change rear wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunk9.mp3 +2024-08-16 14:34:12,522 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 14:34:13,631 - INFO - Transcribing audio file audio-2_chunks/audio-2_chunk2.mp3 +2024-08-16 14:34:14,916 - INFO - Transcribing audio file How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunks/How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunk3.mp3 +2024-08-16 14:34:15,293 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 14:34:16,532 - INFO - Transcribing audio file How to change rear wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunks/How to change rear wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunk10.mp3 +2024-08-16 14:34:18,088 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 14:34:19,985 - INFO - Transcribing audio file How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunks/How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunk4.mp3 +2024-08-16 14:34:20,393 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 14:34:20,926 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 14:34:21,036 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 14:34:21,648 - INFO - Transcribing audio file How to change rear wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunks/How to change rear wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunk11.mp3 +2024-08-16 14:34:23,264 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 14:34:23,860 - INFO - Transcribing audio file How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunks/How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunk5.mp3 +2024-08-16 14:34:24,990 - INFO - Transcribing audio file How to change rear wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunks/How to change rear wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunk12.mp3 +2024-08-16 14:34:25,446 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 14:34:25,744 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 14:34:26,936 - INFO - Transcribing audio file audio-2_chunks/audio-2_chunk3.mp3 +2024-08-16 14:34:27,693 - INFO - Documents created from video ./data\How to change rear wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC].mp4 +2024-08-16 14:34:28,333 - INFO - Transcribing audio file How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunks/How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunk6.mp3 +2024-08-16 14:34:30,749 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 14:34:32,615 - INFO - Transcribing audio file How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunks/How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunk7.mp3 +2024-08-16 14:34:34,387 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 14:34:36,680 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 14:34:38,689 - INFO - Transcribing audio file audio-2_chunks/audio-2_chunk4.mp3 +2024-08-16 14:34:39,300 - INFO - Transcribing audio file How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunks/How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunk8.mp3 +2024-08-16 14:34:42,294 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 14:34:44,082 - INFO - Transcribing audio file How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunks/How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunk9.mp3 +2024-08-16 14:34:45,636 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 503 Service Unavailable" +2024-08-16 14:34:47,236 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 14:34:50,954 - INFO - Transcribing audio file audio-2_chunks/audio-2_chunk5.mp3 +2024-08-16 14:34:56,771 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 14:35:00,456 - INFO - Transcribing audio file audio-2_chunks/audio-2_chunk6.mp3 +2024-08-16 14:35:06,199 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 14:35:09,916 - INFO - Transcribing audio file audio-2_chunks/audio-2_chunk7.mp3 +2024-08-16 14:35:14,057 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 14:35:18,096 - INFO - Summarizing document +2024-08-16 14:35:19,549 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/chat/completions "HTTP/1.1 200 OK" +2024-08-16 14:35:19,565 - INFO - Summarizing document +2024-08-16 14:35:20,036 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/chat/completions "HTTP/1.1 200 OK" +2024-08-16 14:35:20,052 - INFO - Summarizing document +2024-08-16 14:35:20,486 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/chat/completions "HTTP/1.1 200 OK" +2024-08-16 14:35:20,486 - INFO - Summarizing document +2024-08-16 14:35:21,166 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/chat/completions "HTTP/1.1 200 OK" +2024-08-16 14:35:21,181 - INFO - Summarizing document +2024-08-16 14:35:21,621 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/chat/completions "HTTP/1.1 200 OK" +2024-08-16 14:35:21,621 - INFO - Summarizing document +2024-08-16 14:35:22,092 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/chat/completions "HTTP/1.1 200 OK" +2024-08-16 14:35:22,092 - INFO - Summarizing document +2024-08-16 14:35:22,609 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/chat/completions "HTTP/1.1 200 OK" +2024-08-16 14:35:22,609 - INFO - Summarizing document +2024-08-16 14:35:23,001 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/chat/completions "HTTP/1.1 200 OK" +2024-08-16 14:35:23,001 - INFO - Summarizing document +2024-08-16 14:35:23,440 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/chat/completions "HTTP/1.1 200 OK" +2024-08-16 14:35:23,456 - INFO - Summarizing document +2024-08-16 14:35:24,037 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/chat/completions "HTTP/1.1 200 OK" +2024-08-16 14:35:24,037 - INFO - Summarizing document +2024-08-16 14:35:24,522 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/chat/completions "HTTP/1.1 200 OK" +2024-08-16 14:39:53,468 - INFO - Loading the embedding model +2024-08-16 14:39:59,822 - INFO - PyTorch version 2.4.0+cu124 available. +2024-08-16 14:40:00,330 - INFO - Load pretrained SentenceTransformer: BAAI/bge-small-en +2024-08-16 14:40:06,520 - INFO - Embedding model loaded +2024-08-16 14:40:06,520 - INFO - Loading data from ./data +2024-08-16 14:40:06,520 - INFO - Start time: 1723815606.5207324 +2024-08-16 14:40:06,536 - INFO - Transcribing audio chunks from ./data\audio-2.mp3 +2024-08-16 14:40:06,536 - INFO - Splitting audio file ./data\audio-2.mp3 by duration +2024-08-16 14:40:06,536 - INFO - Loading pdf document from ./data\Car-Repair-Receipt-repair.pdf +2024-08-16 14:40:06,536 - INFO - Loading pdf document from ./data\Car-Repair-Receipt-service.pdf +2024-08-16 14:40:06,536 - INFO - Loading pdf document from ./data\Car-Repair-Receipt-tire.pdf +2024-08-16 14:40:06,536 - INFO - Loading pdf document from ./data\Car-Repair-Receipt-tuning.pdf +2024-08-16 14:40:06,536 - INFO - Loading pdf document from ./data\Car-Repair-Receipt-wash.pdf +2024-08-16 14:40:06,551 - INFO - Loading pdf document from ./data\corolla-2020-toyota-owners-manual.pdf +2024-08-16 14:40:06,551 - INFO - Creating image document from ./data\dodge-challenger-auto-body-repair-after.jpg +2024-08-16 14:40:06,551 - INFO - Creating image document from ./data\dodge-challenger-auto-body-repair-before.jpg +2024-08-16 14:40:06,551 - INFO - Loading text document from ./data\How to change engine oil and filter on TOYOTA Corolla.txt +2024-08-16 14:40:06,551 - INFO - Creating documents from text +2024-08-16 14:40:06,567 - INFO - Loading text document from ./data\How to change front brake pads on TOYOTA Corolla.txt +2024-08-16 14:40:06,569 - INFO - Creating documents from text +2024-08-16 14:40:06,570 - INFO - Preprocessing video data from ./data\How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC].mp4 +2024-08-16 14:40:06,572 - INFO - Preprocessing video data from ./data\How to change rear wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC].mp4 +2024-08-16 14:40:06,596 - INFO - Loading docx document from ./data\How to change rear windshield wipers on TOYOTA Corolla.docx +2024-08-16 14:40:06,604 - INFO - Loading docx document from ./data\How to change spark plugs on TOYOTA COROLLA.docx +2024-08-16 14:40:06,608 - INFO - Creating image document from ./data\hyundai-sonata-auto-body-repair-after.jpg +2024-08-16 14:40:07,071 - INFO - Creating image document from ./data\hyundai-sonata-auto-body-repair-before.jpg +2024-08-16 14:40:07,103 - INFO - Creating image document from ./data\IMG_1436.jpeg +2024-08-16 14:40:07,177 - INFO - Creating documents from text +2024-08-16 14:40:07,213 - INFO - Creating documents from text +2024-08-16 14:40:07,421 - INFO - Processing image ./data\dodge-challenger-auto-body-repair-before.jpg +2024-08-16 14:40:07,430 - INFO - Encoding image ./data\dodge-challenger-auto-body-repair-before.jpg +2024-08-16 14:40:07,590 - INFO - Creating image document from ./data\IMG_1437.jpeg +2024-08-16 14:40:07,619 - INFO - Creating image document from ./data\IMG_1438.jpeg +2024-08-16 14:40:07,817 - INFO - Creating image document from ./data\IMG_1440.jpeg +2024-08-16 14:40:08,331 - INFO - Creating image document from ./data\IMG_1441.jpeg +2024-08-16 14:40:08,457 - INFO - Creating image document from ./data\IMG_1442.jpeg +2024-08-16 14:40:08,556 - INFO - Creating image document from ./data\IMG_1443.jpeg +2024-08-16 14:40:08,779 - INFO - Creating image document from ./data\IMG_1444.jpeg +2024-08-16 14:40:08,840 - INFO - Creating image document from ./data\pontiac-vibe-auto-body-repair-after.jpg +2024-08-16 14:40:08,877 - INFO - Processing image ./data\IMG_1437.jpeg +2024-08-16 14:40:08,878 - INFO - Encoding image ./data\IMG_1437.jpeg +2024-08-16 14:40:09,037 - INFO - Processing image ./data\hyundai-sonata-auto-body-repair-after.jpg +2024-08-16 14:40:09,042 - INFO - Encoding image ./data\hyundai-sonata-auto-body-repair-after.jpg +2024-08-16 14:40:09,799 - INFO - Processing image ./data\hyundai-sonata-auto-body-repair-before.jpg +2024-08-16 14:40:09,805 - INFO - Encoding image ./data\hyundai-sonata-auto-body-repair-before.jpg +2024-08-16 14:40:10,191 - INFO - Creating image document from ./data\pontiac-vibe-auto-body-repair-before.jpg +2024-08-16 14:40:10,267 - INFO - Transcribing audio chunks from ./data\test_rec.m4a +2024-08-16 14:40:10,269 - INFO - Splitting audio file ./data\test_rec.m4a by duration +2024-08-16 14:40:12,034 - INFO - Creating image document from ./data\toyota-tacoma-auto-body-repair-after.jpg +2024-08-16 14:40:13,837 - INFO - Creating image document from ./data\toyota-tacoma-auto-body-repair-before.jpg +2024-08-16 14:40:25,310 - INFO - Processing image ./data\pontiac-vibe-auto-body-repair-before.jpg +2024-08-16 14:40:25,377 - INFO - Encoding image ./data\pontiac-vibe-auto-body-repair-before.jpg +2024-08-16 14:40:26,244 - INFO - Transcribing audio file test_rec_chunks/test_rec_chunk1.mp3 +2024-08-16 14:40:26,470 - INFO - Processing image ./data\pontiac-vibe-auto-body-repair-after.jpg +2024-08-16 14:40:26,493 - INFO - Encoding image ./data\pontiac-vibe-auto-body-repair-after.jpg +2024-08-16 14:40:28,104 - INFO - Processing image ./data\toyota-tacoma-auto-body-repair-after.jpg +2024-08-16 14:40:28,196 - INFO - Encoding image ./data\toyota-tacoma-auto-body-repair-after.jpg +2024-08-16 14:40:28,785 - INFO - Processing image ./data\toyota-tacoma-auto-body-repair-before.jpg +2024-08-16 14:40:28,794 - INFO - Encoding image ./data\toyota-tacoma-auto-body-repair-before.jpg +2024-08-16 14:40:32,706 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 14:41:15,834 - INFO - Transcribing audio chunks from ./data\How to change rear wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC].mp3 +2024-08-16 14:41:15,834 - INFO - Splitting audio file ./data\How to change rear wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC].mp3 by duration +2024-08-16 14:41:27,683 - INFO - Transcribing audio chunks from ./data\How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC].mp3 +2024-08-16 14:41:27,683 - INFO - Splitting audio file ./data\How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC].mp3 by duration +2024-08-16 14:41:28,786 - INFO - Transcribing audio file How to change rear wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunks/How to change rear wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunk1.mp3 +2024-08-16 14:41:31,480 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 14:41:32,474 - INFO - Transcribing audio file How to change rear wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunks/How to change rear wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunk2.mp3 +2024-08-16 14:41:33,943 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 14:41:34,976 - INFO - Transcribing audio file How to change rear wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunks/How to change rear wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunk3.mp3 +2024-08-16 14:41:37,666 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 14:41:40,742 - INFO - Transcribing audio file How to change rear wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunks/How to change rear wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunk4.mp3 +2024-08-16 14:41:44,378 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 14:41:44,516 - INFO - Transcribing audio file audio-2_chunks/audio-2_chunk1.mp3 +2024-08-16 14:41:45,328 - INFO - Transcribing audio file How to change rear wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunks/How to change rear wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunk5.mp3 +2024-08-16 14:41:46,288 - INFO - Transcribing audio file How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunks/How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunk1.mp3 +2024-08-16 14:41:49,242 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 14:41:50,930 - INFO - Transcribing audio file How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunks/How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunk2.mp3 +2024-08-16 14:41:53,573 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 14:41:53,627 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 14:41:54,712 - INFO - Transcribing audio file How to change rear wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunks/How to change rear wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunk6.mp3 +2024-08-16 14:41:55,287 - INFO - Transcribing audio file How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunks/How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunk3.mp3 +2024-08-16 14:41:59,453 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 14:42:00,194 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 14:42:00,989 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 14:42:01,236 - INFO - Transcribing audio file How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunks/How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunk4.mp3 +2024-08-16 14:42:01,721 - INFO - Transcribing audio file How to change rear wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunks/How to change rear wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunk7.mp3 +2024-08-16 14:42:02,799 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 503 Service Unavailable" +2024-08-16 14:42:04,196 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 14:42:04,686 - INFO - Transcribing audio file audio-2_chunks/audio-2_chunk2.mp3 +2024-08-16 14:42:05,327 - INFO - Transcribing audio file How to change rear wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunks/How to change rear wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunk8.mp3 +2024-08-16 14:42:06,778 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 14:42:07,639 - INFO - Transcribing audio file How to change rear wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunks/How to change rear wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunk9.mp3 +2024-08-16 14:42:09,375 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 14:42:10,034 - INFO - Transcribing audio file How to change rear wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunks/How to change rear wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunk10.mp3 +2024-08-16 14:42:11,546 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 14:42:11,546 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 14:42:12,556 - INFO - Transcribing audio file How to change rear wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunks/How to change rear wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunk11.mp3 +2024-08-16 14:42:13,795 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 14:42:14,870 - INFO - Transcribing audio file audio-2_chunks/audio-2_chunk3.mp3 +2024-08-16 14:42:15,106 - INFO - Transcribing audio file How to change rear wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunks/How to change rear wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunk12.mp3 +2024-08-16 14:42:15,652 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 14:42:16,342 - INFO - Documents created from video ./data\How to change rear wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC].mp4 +2024-08-16 14:42:17,562 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 503 Service Unavailable" +2024-08-16 14:42:17,562 - INFO - Retrying request to /openai/v1/audio/translations in 0.993986 seconds +2024-08-16 14:42:26,757 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 14:42:31,521 - INFO - Transcribing audio file audio-2_chunks/audio-2_chunk4.mp3 +2024-08-16 14:42:39,587 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 14:42:42,080 - INFO - Transcribing audio file audio-2_chunks/audio-2_chunk5.mp3 +2024-08-16 14:42:51,703 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 14:42:54,229 - INFO - Transcribing audio file audio-2_chunks/audio-2_chunk6.mp3 +2024-08-16 14:43:03,844 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 14:43:08,138 - INFO - Transcribing audio file audio-2_chunks/audio-2_chunk7.mp3 +2024-08-16 14:43:13,782 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 14:43:18,915 - INFO - Summarizing document +2024-08-16 14:43:20,194 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/chat/completions "HTTP/1.1 200 OK" +2024-08-16 14:43:20,194 - INFO - Summarizing document +2024-08-16 14:43:20,645 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/chat/completions "HTTP/1.1 200 OK" +2024-08-16 14:43:20,645 - INFO - Summarizing document +2024-08-16 14:43:21,079 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/chat/completions "HTTP/1.1 200 OK" +2024-08-16 14:43:21,094 - INFO - Summarizing document +2024-08-16 14:43:21,544 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/chat/completions "HTTP/1.1 200 OK" +2024-08-16 14:43:21,547 - INFO - Summarizing document +2024-08-16 14:43:21,979 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/chat/completions "HTTP/1.1 200 OK" +2024-08-16 14:43:21,979 - INFO - Summarizing document +2024-08-16 14:43:22,397 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/chat/completions "HTTP/1.1 200 OK" +2024-08-16 14:43:22,397 - INFO - Summarizing document +2024-08-16 14:43:23,062 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/chat/completions "HTTP/1.1 200 OK" +2024-08-16 14:43:23,062 - INFO - Summarizing document +2024-08-16 14:43:23,434 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/chat/completions "HTTP/1.1 200 OK" +2024-08-16 14:43:23,434 - INFO - Summarizing document +2024-08-16 14:43:23,852 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/chat/completions "HTTP/1.1 200 OK" +2024-08-16 14:43:23,852 - INFO - Summarizing document +2024-08-16 14:43:24,344 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/chat/completions "HTTP/1.1 200 OK" +2024-08-16 14:43:24,344 - INFO - Summarizing document +2024-08-16 14:43:25,155 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/chat/completions "HTTP/1.1 200 OK" +2024-08-16 14:46:01,526 - INFO - Loading the embedding model +2024-08-16 14:46:07,240 - INFO - PyTorch version 2.4.0+cu124 available. +2024-08-16 14:46:07,610 - INFO - Load pretrained SentenceTransformer: BAAI/bge-small-en +2024-08-16 14:46:13,455 - INFO - Embedding model loaded +2024-08-16 14:46:13,455 - INFO - Loading data from ./data +2024-08-16 14:46:13,455 - INFO - Start time: 1723815973.4550076 +2024-08-16 14:46:13,455 - INFO - Transcribing audio chunks from ./data\audio-2.mp3 +2024-08-16 14:46:13,455 - INFO - Splitting audio file ./data\audio-2.mp3 by duration +2024-08-16 14:46:13,455 - INFO - Loading pdf document from ./data\Car-Repair-Receipt-repair.pdf +2024-08-16 14:46:13,455 - INFO - Loading pdf document from ./data\Car-Repair-Receipt-service.pdf +2024-08-16 14:46:13,455 - INFO - Loading pdf document from ./data\Car-Repair-Receipt-tire.pdf +2024-08-16 14:46:13,455 - INFO - Loading pdf document from ./data\Car-Repair-Receipt-tuning.pdf +2024-08-16 14:46:13,455 - INFO - Loading pdf document from ./data\Car-Repair-Receipt-wash.pdf +2024-08-16 14:46:13,455 - INFO - Loading pdf document from ./data\corolla-2020-toyota-owners-manual.pdf +2024-08-16 14:46:13,455 - INFO - Creating image document from ./data\dodge-challenger-auto-body-repair-after.jpg +2024-08-16 14:46:13,455 - INFO - Creating image document from ./data\dodge-challenger-auto-body-repair-before.jpg +2024-08-16 14:46:13,455 - INFO - Loading text document from ./data\How to change engine oil and filter on TOYOTA Corolla.txt +2024-08-16 14:46:13,470 - INFO - Loading text document from ./data\How to change front brake pads on TOYOTA Corolla.txt +2024-08-16 14:46:13,470 - INFO - Creating documents from text +2024-08-16 14:46:13,564 - INFO - Creating documents from text +2024-08-16 14:46:13,564 - INFO - Transcribing audio chunks from ./data\How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC].mp3 +2024-08-16 14:46:13,572 - INFO - Splitting audio file ./data\How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC].mp3 by duration +2024-08-16 14:46:13,573 - INFO - Preprocessing video data from ./data\How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC].mp4 +2024-08-16 14:46:13,579 - INFO - Preprocessing video data from ./data\How to change rear wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC].mp4 +2024-08-16 14:46:13,978 - INFO - Loading docx document from ./data\How to change rear windshield wipers on TOYOTA Corolla.docx +2024-08-16 14:46:13,978 - INFO - Loading docx document from ./data\How to change spark plugs on TOYOTA COROLLA.docx +2024-08-16 14:46:14,025 - INFO - Creating image document from ./data\hyundai-sonata-auto-body-repair-after.jpg +2024-08-16 14:46:14,025 - INFO - Creating image document from ./data\hyundai-sonata-auto-body-repair-before.jpg +2024-08-16 14:46:14,649 - INFO - Creating image document from ./data\IMG_1436.jpeg +2024-08-16 14:46:14,756 - INFO - Creating image document from ./data\IMG_1437.jpeg +2024-08-16 14:46:14,756 - INFO - Creating image document from ./data\IMG_1438.jpeg +2024-08-16 14:46:14,941 - INFO - Creating image document from ./data\IMG_1440.jpeg +2024-08-16 14:46:14,978 - INFO - Creating documents from text +2024-08-16 14:46:14,987 - INFO - Creating image document from ./data\IMG_1441.jpeg +2024-08-16 14:46:15,016 - INFO - Creating documents from text +2024-08-16 14:46:15,059 - INFO - Processing image ./data\dodge-challenger-auto-body-repair-before.jpg +2024-08-16 14:46:15,059 - INFO - Encoding image ./data\dodge-challenger-auto-body-repair-before.jpg +2024-08-16 14:46:15,401 - INFO - Creating image document from ./data\IMG_1442.jpeg +2024-08-16 14:46:15,434 - INFO - Creating image document from ./data\IMG_1443.jpeg +2024-08-16 14:46:15,521 - INFO - Creating image document from ./data\IMG_1444.jpeg +2024-08-16 14:46:16,191 - INFO - Processing image ./data\hyundai-sonata-auto-body-repair-before.jpg +2024-08-16 14:46:16,194 - INFO - Encoding image ./data\hyundai-sonata-auto-body-repair-before.jpg +2024-08-16 14:46:17,374 - INFO - Transcribing audio file How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunks/How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunk1.mp3 +2024-08-16 14:46:18,585 - INFO - Processing image ./data\hyundai-sonata-auto-body-repair-after.jpg +2024-08-16 14:46:18,591 - INFO - Encoding image ./data\hyundai-sonata-auto-body-repair-after.jpg +2024-08-16 14:46:19,664 - INFO - Creating image document from ./data\pontiac-vibe-auto-body-repair-after.jpg +2024-08-16 14:46:21,491 - INFO - Creating image document from ./data\pontiac-vibe-auto-body-repair-before.jpg +2024-08-16 14:46:23,680 - INFO - Transcribing audio chunks from ./data\test_rec.m4a +2024-08-16 14:46:23,680 - INFO - Splitting audio file ./data\test_rec.m4a by duration +2024-08-16 14:46:26,052 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 14:46:27,108 - INFO - Creating image document from ./data\toyota-tacoma-auto-body-repair-after.jpg +2024-08-16 14:46:30,367 - INFO - Processing image ./data\IMG_1437.jpeg +2024-08-16 14:46:30,376 - INFO - Encoding image ./data\IMG_1437.jpeg +2024-08-16 14:46:31,005 - INFO - Creating image document from ./data\toyota-tacoma-auto-body-repair-before.jpg +2024-08-16 14:46:36,676 - INFO - Processing image ./data\pontiac-vibe-auto-body-repair-before.jpg +2024-08-16 14:46:36,676 - INFO - Encoding image ./data\pontiac-vibe-auto-body-repair-before.jpg +2024-08-16 14:46:37,577 - INFO - Processing image ./data\pontiac-vibe-auto-body-repair-after.jpg +2024-08-16 14:46:37,607 - INFO - Encoding image ./data\pontiac-vibe-auto-body-repair-after.jpg +2024-08-16 14:46:39,507 - INFO - Transcribing audio file test_rec_chunks/test_rec_chunk1.mp3 +2024-08-16 14:46:42,024 - INFO - Processing image ./data\toyota-tacoma-auto-body-repair-after.jpg +2024-08-16 14:46:42,042 - INFO - Encoding image ./data\toyota-tacoma-auto-body-repair-after.jpg +2024-08-16 14:46:42,691 - INFO - Processing image ./data\toyota-tacoma-auto-body-repair-before.jpg +2024-08-16 14:46:42,691 - INFO - Encoding image ./data\toyota-tacoma-auto-body-repair-before.jpg +2024-08-16 14:46:43,733 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 14:47:44,763 - INFO - Transcribing audio file audio-2_chunks/audio-2_chunk1.mp3 +2024-08-16 14:48:01,604 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 14:48:04,603 - INFO - Transcribing audio file audio-2_chunks/audio-2_chunk2.mp3 +2024-08-16 14:48:16,326 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 14:48:19,791 - INFO - Transcribing audio file audio-2_chunks/audio-2_chunk3.mp3 +2024-08-16 14:48:28,896 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 14:48:32,607 - INFO - Transcribing audio file audio-2_chunks/audio-2_chunk4.mp3 +2024-08-16 14:48:44,805 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 14:48:47,614 - INFO - Transcribing audio file audio-2_chunks/audio-2_chunk5.mp3 +2024-08-16 14:48:57,933 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 14:49:01,015 - INFO - Transcribing audio file audio-2_chunks/audio-2_chunk6.mp3 +2024-08-16 14:49:07,692 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 14:49:10,577 - INFO - Transcribing audio file audio-2_chunks/audio-2_chunk7.mp3 +2024-08-16 14:49:18,900 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 15:01:30,013 - INFO - Loading the embedding model +2024-08-16 15:01:35,430 - INFO - PyTorch version 2.4.0+cu124 available. +2024-08-16 15:01:35,750 - INFO - Load pretrained SentenceTransformer: BAAI/bge-small-en +2024-08-16 15:01:41,842 - INFO - Embedding model loaded +2024-08-16 15:01:41,842 - INFO - Loading data from ./data +2024-08-16 15:01:41,842 - INFO - Start time: 1723816901.8423932 +2024-08-16 15:01:41,842 - INFO - Transcribing audio chunks from ./data\audio-2.mp3 +2024-08-16 15:01:41,842 - INFO - Splitting audio file ./data\audio-2.mp3 by duration +2024-08-16 15:01:41,842 - INFO - Loading pdf document from ./data\Car-Repair-Receipt-repair.pdf +2024-08-16 15:01:41,842 - INFO - Loading pdf document from ./data\Car-Repair-Receipt-service.pdf +2024-08-16 15:01:41,842 - INFO - Loading pdf document from ./data\Car-Repair-Receipt-tire.pdf +2024-08-16 15:01:41,842 - INFO - Loading pdf document from ./data\Car-Repair-Receipt-tuning.pdf +2024-08-16 15:01:41,842 - INFO - Loading pdf document from ./data\Car-Repair-Receipt-wash.pdf +2024-08-16 15:01:41,842 - INFO - Loading pdf document from ./data\corolla-2020-toyota-owners-manual.pdf +2024-08-16 15:01:41,850 - INFO - Creating image document from ./data\dodge-challenger-auto-body-repair-after.jpg +2024-08-16 15:01:41,850 - INFO - Creating image document from ./data\dodge-challenger-auto-body-repair-before.jpg +2024-08-16 15:01:41,850 - INFO - Loading text document from ./data\How to change engine oil and filter on TOYOTA Corolla.txt +2024-08-16 15:01:41,850 - INFO - Creating documents from text +2024-08-16 15:01:41,850 - INFO - Loading text document from ./data\How to change front brake pads on TOYOTA Corolla.txt +2024-08-16 15:01:41,850 - INFO - Preprocessing video data from ./data\How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC].mp4 +2024-08-16 15:01:41,850 - INFO - Preprocessing video data from ./data\How to change rear wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC].mp4 +2024-08-16 15:01:41,850 - INFO - Creating documents from text +2024-08-16 15:01:41,850 - INFO - Loading docx document from ./data\How to change rear windshield wipers on TOYOTA Corolla.docx +2024-08-16 15:01:41,863 - INFO - Loading docx document from ./data\How to change spark plugs on TOYOTA COROLLA.docx +2024-08-16 15:01:41,867 - INFO - Creating image document from ./data\hyundai-sonata-auto-body-repair-after.jpg +2024-08-16 15:01:42,260 - INFO - Creating image document from ./data\hyundai-sonata-auto-body-repair-before.jpg +2024-08-16 15:01:42,292 - INFO - Creating image document from ./data\IMG_1436.jpeg +2024-08-16 15:01:42,294 - INFO - Creating documents from text +2024-08-16 15:01:42,355 - INFO - Creating documents from text +2024-08-16 15:01:42,730 - INFO - Creating image document from ./data\IMG_1437.jpeg +2024-08-16 15:01:42,770 - INFO - Creating image document from ./data\IMG_1438.jpeg +2024-08-16 15:01:43,429 - INFO - Creating image document from ./data\IMG_1440.jpeg +2024-08-16 15:01:43,474 - INFO - Creating image document from ./data\IMG_1441.jpeg +2024-08-16 15:01:43,581 - INFO - Creating image document from ./data\IMG_1442.jpeg +2024-08-16 15:01:43,809 - INFO - Creating image document from ./data\IMG_1443.jpeg +2024-08-16 15:01:43,830 - INFO - Creating image document from ./data\IMG_1444.jpeg +2024-08-16 15:01:43,912 - INFO - Processing image ./data\hyundai-sonata-auto-body-repair-before.jpg +2024-08-16 15:01:43,925 - INFO - Encoding image ./data\hyundai-sonata-auto-body-repair-before.jpg +2024-08-16 15:01:44,040 - INFO - Processing image ./data\IMG_1437.jpeg +2024-08-16 15:01:44,041 - INFO - Encoding image ./data\IMG_1437.jpeg +2024-08-16 15:01:44,306 - INFO - Processing image ./data\dodge-challenger-auto-body-repair-before.jpg +2024-08-16 15:01:44,306 - INFO - Encoding image ./data\dodge-challenger-auto-body-repair-before.jpg +2024-08-16 15:01:44,884 - INFO - Processing image ./data\hyundai-sonata-auto-body-repair-after.jpg +2024-08-16 15:01:45,134 - INFO - Creating image document from ./data\pontiac-vibe-auto-body-repair-after.jpg +2024-08-16 15:01:45,134 - INFO - Encoding image ./data\hyundai-sonata-auto-body-repair-after.jpg +2024-08-16 15:01:45,885 - INFO - Creating image document from ./data\pontiac-vibe-auto-body-repair-before.jpg +2024-08-16 15:01:46,260 - INFO - Transcribing audio chunks from ./data\test_rec.m4a +2024-08-16 15:01:46,276 - INFO - Splitting audio file ./data\test_rec.m4a by duration +2024-08-16 15:01:49,276 - INFO - Creating image document from ./data\toyota-tacoma-auto-body-repair-after.jpg +2024-08-16 15:01:50,160 - INFO - Creating image document from ./data\toyota-tacoma-auto-body-repair-before.jpg +2024-08-16 15:02:01,427 - INFO - Transcribing audio file test_rec_chunks/test_rec_chunk1.mp3 +2024-08-16 15:02:03,525 - INFO - Processing image ./data\pontiac-vibe-auto-body-repair-after.jpg +2024-08-16 15:02:03,526 - INFO - Encoding image ./data\pontiac-vibe-auto-body-repair-after.jpg +2024-08-16 15:02:03,527 - INFO - Processing image ./data\toyota-tacoma-auto-body-repair-after.jpg +2024-08-16 15:02:03,565 - INFO - Encoding image ./data\toyota-tacoma-auto-body-repair-after.jpg +2024-08-16 15:02:03,957 - INFO - Processing image ./data\toyota-tacoma-auto-body-repair-before.jpg +2024-08-16 15:02:03,962 - INFO - Encoding image ./data\toyota-tacoma-auto-body-repair-before.jpg +2024-08-16 15:02:04,464 - INFO - Processing image ./data\pontiac-vibe-auto-body-repair-before.jpg +2024-08-16 15:02:04,491 - INFO - Encoding image ./data\pontiac-vibe-auto-body-repair-before.jpg +2024-08-16 15:02:06,263 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 15:02:54,816 - INFO - Transcribing audio chunks from ./data\How to change rear wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC].mp3 +2024-08-16 15:02:54,816 - INFO - Splitting audio file ./data\How to change rear wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC].mp3 by duration +2024-08-16 15:03:05,713 - INFO - Transcribing audio chunks from ./data\How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC].mp3 +2024-08-16 15:03:05,714 - INFO - Splitting audio file ./data\How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC].mp3 by duration +2024-08-16 15:03:06,639 - INFO - Transcribing audio file How to change rear wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunks/How to change rear wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunk1.mp3 +2024-08-16 15:03:09,971 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 503 Service Unavailable" +2024-08-16 15:03:09,971 - INFO - Retrying request to /openai/v1/audio/translations in 0.974181 seconds +2024-08-16 15:03:12,292 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 15:03:13,183 - INFO - Transcribing audio file How to change rear wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunks/How to change rear wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunk2.mp3 +2024-08-16 15:03:14,625 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 15:03:15,537 - INFO - Transcribing audio file How to change rear wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunks/How to change rear wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunk3.mp3 +2024-08-16 15:03:17,280 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 15:03:18,171 - INFO - Transcribing audio file How to change rear wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunks/How to change rear wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunk4.mp3 +2024-08-16 15:03:19,633 - INFO - Transcribing audio file audio-2_chunks/audio-2_chunk1.mp3 +2024-08-16 15:03:19,761 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 15:03:20,624 - INFO - Transcribing audio file How to change rear wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunks/How to change rear wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunk5.mp3 +2024-08-16 15:03:21,920 - INFO - Transcribing audio file How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunks/How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunk1.mp3 +2024-08-16 15:03:22,188 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 15:03:22,972 - INFO - Transcribing audio file How to change rear wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunks/How to change rear wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunk6.mp3 +2024-08-16 15:03:24,837 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 15:03:25,590 - INFO - Transcribing audio file How to change rear wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunks/How to change rear wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunk7.mp3 +2024-08-16 15:03:26,577 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 15:03:27,437 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 15:03:28,071 - INFO - Transcribing audio file How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunks/How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunk2.mp3 +2024-08-16 15:03:28,495 - INFO - Transcribing audio file How to change rear wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunks/How to change rear wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunk8.mp3 +2024-08-16 15:03:29,353 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 15:03:29,995 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 15:03:30,263 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 15:03:31,015 - INFO - Transcribing audio file How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunks/How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunk3.mp3 +2024-08-16 15:03:31,329 - INFO - Transcribing audio file How to change rear wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunks/How to change rear wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunk9.mp3 +2024-08-16 15:03:32,882 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 15:03:33,460 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 15:03:34,058 - INFO - Transcribing audio file audio-2_chunks/audio-2_chunk2.mp3 +2024-08-16 15:03:34,984 - INFO - Transcribing audio file How to change rear wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunks/How to change rear wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunk10.mp3 +2024-08-16 15:03:35,224 - INFO - Transcribing audio file How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunks/How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunk4.mp3 +2024-08-16 15:03:40,252 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 15:03:40,631 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 15:03:41,066 - INFO - Transcribing audio file How to change rear wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunks/How to change rear wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunk11.mp3 +2024-08-16 15:03:41,170 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 15:03:42,651 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 15:03:43,027 - INFO - Transcribing audio file How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunks/How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunk5.mp3 +2024-08-16 15:03:43,921 - INFO - Transcribing audio file How to change rear wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunks/How to change rear wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunk12.mp3 +2024-08-16 15:03:44,455 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 15:03:44,614 - INFO - Transcribing audio file audio-2_chunks/audio-2_chunk3.mp3 +2024-08-16 15:03:44,666 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 15:03:46,043 - INFO - Documents created from video ./data\How to change rear wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC].mp4 +2024-08-16 15:03:46,353 - INFO - Transcribing audio file How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunks/How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunk6.mp3 +2024-08-16 15:03:48,496 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 15:03:49,698 - INFO - Transcribing audio file How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunks/How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunk7.mp3 +2024-08-16 15:03:51,056 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 15:03:51,180 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 15:03:53,111 - INFO - Transcribing audio file How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunks/How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunk8.mp3 +2024-08-16 15:03:54,678 - INFO - Transcribing audio file audio-2_chunks/audio-2_chunk4.mp3 +2024-08-16 15:03:54,845 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 15:03:56,089 - INFO - Transcribing audio file How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunks/How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunk9.mp3 +2024-08-16 15:04:00,215 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 15:04:01,124 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 15:04:01,452 - INFO - Transcribing audio file How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunks/How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunk10.mp3 +2024-08-16 15:04:02,821 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 15:04:04,291 - INFO - Transcribing audio file audio-2_chunks/audio-2_chunk5.mp3 +2024-08-16 15:04:04,635 - INFO - Transcribing audio file How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunks/How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunk11.mp3 +2024-08-16 15:04:10,393 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 15:04:10,610 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 15:04:12,382 - INFO - Transcribing audio file How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunks/How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunk12.mp3 +2024-08-16 15:04:13,654 - INFO - Transcribing audio file audio-2_chunks/audio-2_chunk6.mp3 +2024-08-16 15:04:13,701 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 15:04:14,923 - INFO - Transcribing audio file How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunks/How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunk13.mp3 +2024-08-16 15:04:16,475 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 15:04:17,620 - INFO - Transcribing audio file How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunks/How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunk14.mp3 +2024-08-16 15:04:19,346 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 15:04:19,415 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 15:04:21,211 - INFO - Transcribing audio file How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunks/How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunk15.mp3 +2024-08-16 15:04:22,796 - INFO - Transcribing audio file audio-2_chunks/audio-2_chunk7.mp3 +2024-08-16 15:04:22,796 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 15:04:23,971 - INFO - Transcribing audio file How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunks/How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunk16.mp3 +2024-08-16 15:04:27,594 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 15:04:27,688 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 15:04:29,274 - INFO - Transcribing audio file How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunks/How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunk17.mp3 +2024-08-16 15:04:30,619 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 15:04:32,171 - INFO - Transcribing audio file How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunks/How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunk18.mp3 +2024-08-16 15:04:33,458 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 15:04:34,637 - INFO - Transcribing audio file How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunks/How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunk19.mp3 +2024-08-16 15:04:36,301 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 15:04:37,457 - INFO - Transcribing audio file How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunks/How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunk20.mp3 +2024-08-16 15:04:38,963 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 15:04:40,108 - INFO - Transcribing audio file How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunks/How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunk21.mp3 +2024-08-16 15:04:40,743 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 15:04:42,084 - INFO - Documents created from video ./data\How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC].mp4 +2024-08-16 15:04:42,487 - INFO - Summarizing document +2024-08-16 15:04:43,831 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/chat/completions "HTTP/1.1 200 OK" +2024-08-16 15:04:44,358 - INFO - Summarizing document +2024-08-16 15:04:44,907 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/chat/completions "HTTP/1.1 200 OK" +2024-08-16 15:04:45,413 - INFO - Summarizing document +2024-08-16 15:04:45,893 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/chat/completions "HTTP/1.1 200 OK" +2024-08-16 15:04:46,405 - INFO - Summarizing document +2024-08-16 15:04:46,936 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/chat/completions "HTTP/1.1 200 OK" +2024-08-16 15:04:47,449 - INFO - Summarizing document +2024-08-16 15:04:47,887 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/chat/completions "HTTP/1.1 200 OK" +2024-08-16 15:04:48,410 - INFO - Summarizing document +2024-08-16 15:04:48,902 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/chat/completions "HTTP/1.1 200 OK" +2024-08-16 15:04:49,424 - INFO - Summarizing document +2024-08-16 15:04:49,956 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/chat/completions "HTTP/1.1 200 OK" +2024-08-16 15:04:50,479 - INFO - Summarizing document +2024-08-16 15:04:50,864 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/chat/completions "HTTP/1.1 200 OK" +2024-08-16 15:04:51,383 - INFO - Summarizing document +2024-08-16 15:04:51,768 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/chat/completions "HTTP/1.1 200 OK" +2024-08-16 15:04:52,283 - INFO - Summarizing document +2024-08-16 15:04:52,794 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/chat/completions "HTTP/1.1 200 OK" +2024-08-16 15:04:53,309 - INFO - Summarizing document +2024-08-16 15:04:53,797 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/chat/completions "HTTP/1.1 200 OK" +2024-08-16 15:04:54,315 - INFO - Summarizing document +2024-08-16 15:04:54,738 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/chat/completions "HTTP/1.1 200 OK" +2024-08-16 15:04:55,266 - INFO - Summarizing document +2024-08-16 15:04:55,899 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/chat/completions "HTTP/1.1 200 OK" +2024-08-16 15:04:56,413 - INFO - Summarizing document +2024-08-16 15:04:56,950 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/chat/completions "HTTP/1.1 200 OK" +2024-08-16 15:04:57,475 - INFO - Summarizing document +2024-08-16 15:04:57,973 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/chat/completions "HTTP/1.1 200 OK" +2024-08-16 15:04:58,476 - INFO - Summarizing document +2024-08-16 15:04:58,923 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/chat/completions "HTTP/1.1 200 OK" +2024-08-16 15:04:59,434 - INFO - Summarizing document +2024-08-16 15:04:59,876 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/chat/completions "HTTP/1.1 200 OK" +2024-08-16 15:05:00,390 - INFO - Summarizing document +2024-08-16 15:05:00,786 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/chat/completions "HTTP/1.1 200 OK" +2024-08-16 15:05:01,295 - INFO - Summarizing document +2024-08-16 15:05:01,886 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/chat/completions "HTTP/1.1 200 OK" +2024-08-16 15:05:02,393 - INFO - Summarizing document +2024-08-16 15:05:02,791 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/chat/completions "HTTP/1.1 200 OK" +2024-08-16 15:05:03,305 - INFO - Summarizing document +2024-08-16 15:05:03,696 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/chat/completions "HTTP/1.1 200 OK" +2024-08-16 15:05:04,211 - INFO - Summarizing document +2024-08-16 15:05:04,737 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/chat/completions "HTTP/1.1 200 OK" +2024-08-16 15:05:05,256 - INFO - Summarizing document +2024-08-16 15:05:05,677 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/chat/completions "HTTP/1.1 200 OK" +2024-08-16 15:05:06,182 - INFO - Summarizing document +2024-08-16 15:05:06,634 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/chat/completions "HTTP/1.1 200 OK" +2024-08-16 15:05:07,140 - INFO - Summarizing document +2024-08-16 15:05:07,726 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/chat/completions "HTTP/1.1 200 OK" +2024-08-16 15:05:08,247 - INFO - Summarizing document +2024-08-16 15:05:08,643 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/chat/completions "HTTP/1.1 200 OK" +2024-08-16 15:05:09,155 - INFO - Summarizing document +2024-08-16 15:05:09,753 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/chat/completions "HTTP/1.1 200 OK" +2024-08-16 15:05:10,267 - INFO - Summarizing document +2024-08-16 15:05:10,753 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/chat/completions "HTTP/1.1 200 OK" +2024-08-16 15:05:11,267 - INFO - Summarizing document +2024-08-16 15:05:11,713 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/chat/completions "HTTP/1.1 200 OK" +2024-08-16 15:05:12,221 - INFO - Summarizing document +2024-08-16 15:05:12,680 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/chat/completions "HTTP/1.1 200 OK" +2024-08-16 15:05:13,773 - INFO - Data loaded +2024-08-16 15:05:13,773 - INFO - Creating vector store +2024-08-16 15:05:13,774 - INFO - Creating vector store +2024-08-16 15:05:15,096 - WARNING - C:\Users\timmy_3aupohg\anaconda3\envs\smog_env\Lib\site-packages\transformers\models\bert\modeling_bert.py:439: UserWarning: 1Torch was not compiled with flash attention. (Triggered internally at C:\cb\pytorch_1000000000000\work\aten\src\ATen\native\transformers\cuda\sdp_utils.cpp:555.) + attn_output = torch.nn.functional.scaled_dot_product_attention( + +2024-08-16 15:05:25,337 - INFO - Vector store created +2024-08-16 15:05:25,338 - INFO - Saving the vector store +2024-08-16 15:05:25,338 - INFO - Saving embeddings +2024-08-16 15:05:25,352 - INFO - Vector store saved +2024-08-16 15:05:25,353 - INFO - Vector store created +2024-08-16 15:05:25,353 - INFO - Saving the vector store +2024-08-16 15:05:25,353 - INFO - Saving embeddings +2024-08-16 15:05:25,365 - INFO - Vector store saved +2024-08-16 15:05:25,365 - INFO - End time: 1723817125.3650007 +2024-08-16 15:05:25,366 - INFO - Time taken: 223.52260756492615 +2024-08-16 15:05:25,367 - INFO - Creating thumbnails +2024-08-16 15:05:25,368 - INFO - Creating thumbnail for ./data\audio-2.mp3 +2024-08-16 15:05:25,393 - INFO - Creating thumbnail for ./data\Car-Repair-Receipt-repair.pdf +2024-08-16 15:05:25,418 - INFO - Creating thumbnail for ./data\Car-Repair-Receipt-service.pdf +2024-08-16 15:05:25,444 - INFO - Creating thumbnail for ./data\Car-Repair-Receipt-tire.pdf +2024-08-16 15:05:25,464 - INFO - Creating thumbnail for ./data\Car-Repair-Receipt-tuning.pdf +2024-08-16 15:05:25,482 - INFO - Creating thumbnail for ./data\Car-Repair-Receipt-wash.pdf +2024-08-16 15:05:25,507 - INFO - Creating thumbnail for ./data\corolla-2020-toyota-owners-manual.pdf +2024-08-16 15:05:25,536 - INFO - Creating thumbnail for ./data\How to change engine oil and filter on TOYOTA Corolla.txt +2024-08-16 15:05:25,577 - INFO - Creating thumbnail for ./data\How to change front brake pads on TOYOTA Corolla.txt +2024-08-16 15:05:25,602 - INFO - Creating thumbnail for ./data\How to change rear windshield wipers on TOYOTA Corolla.docx +2024-08-16 15:05:25,623 - INFO - Creating thumbnail for ./data\How to change spark plugs on TOYOTA COROLLA.docx +2024-08-16 15:05:25,665 - INFO - Creating thumbnail for ./data\test_rec.m4a +2024-08-16 15:05:25,692 - INFO - Thumbnails created +2024-08-16 15:10:05,720 - INFO - Loading the embedding model +2024-08-16 15:10:08,884 - WARNING - c:\Users\timmy_3aupohg\anaconda3\envs\smog_env\Lib\site-packages\sentence_transformers\cross_encoder\CrossEncoder.py:11: TqdmExperimentalWarning: Using `tqdm.autonotebook.tqdm` in notebook mode. Use `tqdm.tqdm` instead to force console mode (e.g. in jupyter console) + from tqdm.autonotebook import tqdm, trange + +2024-08-16 15:10:12,146 - INFO - PyTorch version 2.4.0+cu124 available. +2024-08-16 15:10:12,475 - INFO - Load pretrained SentenceTransformer: BAAI/bge-small-en +2024-08-16 15:10:18,573 - INFO - Embedding model loaded +2024-08-16 15:10:20,318 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/chat/completions "HTTP/1.1 200 OK" +2024-08-16 15:10:20,356 - INFO - Searching for How to change the engine oil of a toyota corrolla. +2024-08-16 15:10:20,356 - INFO - Loading embedded data +2024-08-16 15:10:21,655 - WARNING - c:\Users\timmy_3aupohg\anaconda3\envs\smog_env\Lib\site-packages\transformers\models\bert\modeling_bert.py:439: UserWarning: 1Torch was not compiled with flash attention. (Triggered internally at C:\cb\pytorch_1000000000000\work\aten\src\ATen\native\transformers\cuda\sdp_utils.cpp:555.) + attn_output = torch.nn.functional.scaled_dot_product_attention( + +2024-08-16 15:10:21,736 - INFO - Search completed +2024-08-16 15:11:18,898 - INFO - Searching for Wirebrush WD 40 +2024-08-16 15:11:18,899 - INFO - Loading embedded data +2024-08-16 15:11:20,516 - INFO - Search completed +2024-08-16 15:14:21,169 - INFO - Loading the embedding model +2024-08-16 15:14:28,308 - INFO - PyTorch version 2.4.0+cu124 available. +2024-08-16 15:14:28,663 - INFO - Load pretrained SentenceTransformer: BAAI/bge-small-en +2024-08-16 15:14:34,412 - INFO - Embedding model loaded +2024-08-16 15:14:34,412 - INFO - Loading data from ./data +2024-08-16 15:14:34,412 - INFO - Start time: 1723817674.412377 +2024-08-16 15:14:34,427 - INFO - Transcribing audio chunks from ./data\audio-2.mp3 +2024-08-16 15:14:34,428 - INFO - Splitting audio file ./data\audio-2.mp3 by duration +2024-08-16 15:14:34,429 - INFO - Loading pdf document from ./data\Car-Repair-Receipt-repair.pdf +2024-08-16 15:14:34,429 - INFO - Loading pdf document from ./data\Car-Repair-Receipt-service.pdf +2024-08-16 15:14:34,429 - INFO - Loading pdf document from ./data\Car-Repair-Receipt-tire.pdf +2024-08-16 15:14:34,432 - INFO - Loading pdf document from ./data\Car-Repair-Receipt-tuning.pdf +2024-08-16 15:14:34,433 - INFO - Loading pdf document from ./data\Car-Repair-Receipt-wash.pdf +2024-08-16 15:14:34,434 - INFO - Loading pdf document from ./data\corolla-2020-toyota-owners-manual.pdf +2024-08-16 15:14:34,435 - INFO - Creating image document from ./data\dodge-challenger-auto-body-repair-after.jpg +2024-08-16 15:14:34,436 - INFO - Creating image document from ./data\dodge-challenger-auto-body-repair-before.jpg +2024-08-16 15:14:34,437 - INFO - Loading text document from ./data\How to change engine oil and filter on TOYOTA Corolla.txt +2024-08-16 15:14:34,438 - INFO - Loading text document from ./data\How to change front brake pads on TOYOTA Corolla.txt +2024-08-16 15:14:34,439 - INFO - Preprocessing video data from ./data\How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC].mp4 +2024-08-16 15:14:34,441 - INFO - Preprocessing video data from ./data\How to change rear wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC].mp4 +2024-08-16 15:14:34,442 - INFO - Loading docx document from ./data\How to change rear windshield wipers on TOYOTA Corolla.docx +2024-08-16 15:14:34,447 - INFO - Loading docx document from ./data\How to change spark plugs on TOYOTA COROLLA.docx +2024-08-16 15:14:34,451 - INFO - Creating image document from ./data\hyundai-sonata-auto-body-repair-after.jpg +2024-08-16 15:14:34,534 - INFO - Creating documents from text +2024-08-16 15:14:34,550 - INFO - Creating documents from text +2024-08-16 15:14:34,988 - INFO - Creating image document from ./data\hyundai-sonata-auto-body-repair-before.jpg +2024-08-16 15:14:34,988 - INFO - Creating image document from ./data\IMG_1436.jpeg +2024-08-16 15:14:34,997 - INFO - Creating documents from text +2024-08-16 15:14:35,004 - INFO - Creating documents from text +2024-08-16 15:14:35,406 - INFO - Creating image document from ./data\IMG_1437.jpeg +2024-08-16 15:14:35,407 - INFO - Creating image document from ./data\IMG_1438.jpeg +2024-08-16 15:14:36,086 - INFO - Creating image document from ./data\IMG_1440.jpeg +2024-08-16 15:14:36,216 - INFO - Creating image document from ./data\IMG_1441.jpeg +2024-08-16 15:14:36,230 - INFO - Creating image document from ./data\IMG_1442.jpeg +2024-08-16 15:14:36,232 - INFO - Creating image document from ./data\IMG_1443.jpeg +2024-08-16 15:14:36,272 - INFO - Creating image document from ./data\IMG_1444.jpeg +2024-08-16 15:14:54,160 - INFO - Creating image document from ./data\pontiac-vibe-auto-body-repair-after.jpg +2024-08-16 15:14:54,179 - INFO - Creating image document from ./data\pontiac-vibe-auto-body-repair-before.jpg +2024-08-16 15:14:54,697 - INFO - Processing image ./data\dodge-challenger-auto-body-repair-before.jpg +2024-08-16 15:14:54,702 - INFO - Encoding image ./data\dodge-challenger-auto-body-repair-before.jpg +2024-08-16 15:14:54,734 - INFO - Processing image ./data\IMG_1437.jpeg +2024-08-16 15:14:54,797 - INFO - Encoding image ./data\IMG_1437.jpeg +2024-08-16 15:14:55,100 - INFO - Transcribing audio chunks from ./data\test_rec.m4a +2024-08-16 15:14:55,101 - INFO - Splitting audio file ./data\test_rec.m4a by duration +2024-08-16 15:14:55,398 - INFO - Creating image document from ./data\toyota-tacoma-auto-body-repair-after.jpg +2024-08-16 15:14:55,398 - INFO - Creating image document from ./data\toyota-tacoma-auto-body-repair-before.jpg +2024-08-16 15:14:55,433 - INFO - Processing image ./data\hyundai-sonata-auto-body-repair-after.jpg +2024-08-16 15:14:55,441 - INFO - Encoding image ./data\hyundai-sonata-auto-body-repair-after.jpg +2024-08-16 15:14:55,517 - INFO - Processing image ./data\hyundai-sonata-auto-body-repair-before.jpg +2024-08-16 15:14:55,552 - INFO - Encoding image ./data\hyundai-sonata-auto-body-repair-before.jpg +2024-08-16 15:15:08,572 - INFO - Processing image ./data\pontiac-vibe-auto-body-repair-before.jpg +2024-08-16 15:15:08,572 - INFO - Encoding image ./data\pontiac-vibe-auto-body-repair-before.jpg +2024-08-16 15:15:08,666 - INFO - Processing image ./data\pontiac-vibe-auto-body-repair-after.jpg +2024-08-16 15:15:08,713 - INFO - Encoding image ./data\pontiac-vibe-auto-body-repair-after.jpg +2024-08-16 15:15:09,515 - INFO - Processing image ./data\toyota-tacoma-auto-body-repair-after.jpg +2024-08-16 15:15:09,589 - INFO - Encoding image ./data\toyota-tacoma-auto-body-repair-after.jpg +2024-08-16 15:15:10,616 - INFO - Processing image ./data\toyota-tacoma-auto-body-repair-before.jpg +2024-08-16 15:15:10,617 - INFO - Encoding image ./data\toyota-tacoma-auto-body-repair-before.jpg +2024-08-16 15:15:11,494 - INFO - Transcribing audio file test_rec_chunks/test_rec_chunk1.mp3 +2024-08-16 15:15:16,062 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 15:15:46,807 - INFO - Transcribing audio chunks from ./data\How to change rear wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC].mp3 +2024-08-16 15:15:46,807 - INFO - Splitting audio file ./data\How to change rear wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC].mp3 by duration +2024-08-16 15:15:57,183 - INFO - Transcribing audio chunks from ./data\How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC].mp3 +2024-08-16 15:15:57,183 - INFO - Splitting audio file ./data\How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC].mp3 by duration +2024-08-16 15:15:58,253 - INFO - Transcribing audio file How to change rear wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunks/How to change rear wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunk1.mp3 +2024-08-16 15:16:01,828 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 15:16:02,817 - INFO - Transcribing audio file How to change rear wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunks/How to change rear wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunk2.mp3 +2024-08-16 15:16:04,791 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 15:16:05,670 - INFO - Transcribing audio file How to change rear wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunks/How to change rear wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunk3.mp3 +2024-08-16 15:16:07,788 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 15:16:08,699 - INFO - Transcribing audio file How to change rear wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunks/How to change rear wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunk4.mp3 +2024-08-16 15:16:10,430 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 15:16:11,332 - INFO - Transcribing audio file How to change rear wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunks/How to change rear wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunk5.mp3 +2024-08-16 15:16:12,021 - INFO - Transcribing audio file audio-2_chunks/audio-2_chunk1.mp3 +2024-08-16 15:16:13,119 - INFO - Transcribing audio file How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunks/How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunk1.mp3 +2024-08-16 15:16:13,621 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 15:16:14,404 - INFO - Transcribing audio file How to change rear wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunks/How to change rear wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunk6.mp3 +2024-08-16 15:16:16,146 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 15:16:17,195 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 15:16:17,533 - INFO - Transcribing audio file How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunks/How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunk2.mp3 +2024-08-16 15:16:18,152 - INFO - Transcribing audio file How to change rear wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunks/How to change rear wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunk7.mp3 +2024-08-16 15:16:19,549 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 15:16:20,849 - INFO - Transcribing audio file How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunks/How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunk3.mp3 +2024-08-16 15:16:21,918 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 15:16:22,669 - INFO - Transcribing audio file How to change rear wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunks/How to change rear wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunk8.mp3 +2024-08-16 15:16:23,444 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 15:16:24,785 - INFO - Transcribing audio file How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunks/How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunk4.mp3 +2024-08-16 15:16:26,495 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 15:16:27,251 - INFO - Transcribing audio file How to change rear wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunks/How to change rear wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunk9.mp3 +2024-08-16 15:16:27,264 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 15:16:28,643 - INFO - Transcribing audio file How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunks/How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunk5.mp3 +2024-08-16 15:16:31,079 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 15:16:31,404 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 15:16:31,545 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 15:16:32,769 - INFO - Transcribing audio file How to change rear wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunks/How to change rear wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunk10.mp3 +2024-08-16 15:16:33,082 - INFO - Transcribing audio file How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunks/How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunk6.mp3 +2024-08-16 15:16:35,044 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 15:16:35,338 - INFO - Transcribing audio file audio-2_chunks/audio-2_chunk2.mp3 +2024-08-16 15:16:35,339 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 15:16:36,422 - INFO - Transcribing audio file How to change rear wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunks/How to change rear wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunk11.mp3 +2024-08-16 15:16:36,894 - INFO - Transcribing audio file How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunks/How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunk7.mp3 +2024-08-16 15:16:38,052 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 15:16:38,743 - INFO - Transcribing audio file How to change rear wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunks/How to change rear wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunk12.mp3 +2024-08-16 15:16:39,374 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 15:16:39,919 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 15:16:40,287 - INFO - Documents created from video ./data\How to change rear wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC].mp4 +2024-08-16 15:16:41,266 - INFO - Transcribing audio file How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunks/How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunk8.mp3 +2024-08-16 15:16:43,104 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 15:16:43,843 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 15:16:44,529 - INFO - Transcribing audio file How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunks/How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunk9.mp3 +2024-08-16 15:16:46,081 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 15:16:48,998 - INFO - Transcribing audio file How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunks/How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunk10.mp3 +2024-08-16 15:16:49,547 - INFO - Transcribing audio file audio-2_chunks/audio-2_chunk3.mp3 +2024-08-16 15:16:50,786 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 15:16:52,002 - INFO - Transcribing audio file How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunks/How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunk11.mp3 +2024-08-16 15:16:53,813 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 15:16:55,022 - INFO - Transcribing audio file How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunks/How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunk12.mp3 +2024-08-16 15:16:56,537 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 15:16:57,732 - INFO - Transcribing audio file How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunks/How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunk13.mp3 +2024-08-16 15:16:59,182 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 15:17:00,369 - INFO - Transcribing audio file How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunks/How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunk14.mp3 +2024-08-16 15:17:02,864 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 15:17:04,035 - INFO - Transcribing audio file How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunks/How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunk15.mp3 +2024-08-16 15:17:05,636 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 15:17:06,232 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 15:17:08,126 - INFO - Transcribing audio file How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunks/How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunk16.mp3 +2024-08-16 15:17:09,102 - INFO - Transcribing audio file audio-2_chunks/audio-2_chunk4.mp3 +2024-08-16 15:17:09,857 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 15:17:11,093 - INFO - Transcribing audio file How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunks/How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunk17.mp3 +2024-08-16 15:17:13,021 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 15:17:14,197 - INFO - Transcribing audio file How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunks/How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunk18.mp3 +2024-08-16 15:17:16,684 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 15:17:19,536 - INFO - Transcribing audio file How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunks/How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunk19.mp3 +2024-08-16 15:17:21,765 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 15:17:22,054 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 15:17:24,487 - INFO - Transcribing audio file How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunks/How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunk20.mp3 +2024-08-16 15:17:26,322 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 15:17:27,066 - INFO - Transcribing audio file audio-2_chunks/audio-2_chunk5.mp3 +2024-08-16 15:17:29,298 - INFO - Transcribing audio file How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunks/How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunk21.mp3 +2024-08-16 15:17:30,858 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 15:17:33,468 - INFO - Documents created from video ./data\How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC].mp4 +2024-08-16 15:17:37,932 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 15:17:41,661 - INFO - Transcribing audio file audio-2_chunks/audio-2_chunk6.mp3 +2024-08-16 15:17:50,391 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 15:17:53,701 - INFO - Transcribing audio file audio-2_chunks/audio-2_chunk7.mp3 +2024-08-16 15:18:02,872 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 15:18:08,894 - INFO - Summarizing document +2024-08-16 15:18:09,942 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/chat/completions "HTTP/1.1 200 OK" +2024-08-16 15:18:10,472 - INFO - Summarizing document +2024-08-16 15:18:10,977 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/chat/completions "HTTP/1.1 200 OK" +2024-08-16 15:18:11,483 - INFO - Summarizing document +2024-08-16 15:18:11,934 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/chat/completions "HTTP/1.1 200 OK" +2024-08-16 15:18:12,437 - INFO - Summarizing document +2024-08-16 15:18:12,877 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/chat/completions "HTTP/1.1 200 OK" +2024-08-16 15:18:13,389 - INFO - Summarizing document +2024-08-16 15:18:13,944 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/chat/completions "HTTP/1.1 200 OK" +2024-08-16 15:18:14,447 - INFO - Summarizing document +2024-08-16 15:18:14,924 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/chat/completions "HTTP/1.1 200 OK" +2024-08-16 15:18:15,431 - INFO - Summarizing document +2024-08-16 15:18:15,901 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/chat/completions "HTTP/1.1 200 OK" +2024-08-16 15:18:16,409 - INFO - Summarizing document +2024-08-16 15:18:16,765 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/chat/completions "HTTP/1.1 200 OK" +2024-08-16 15:18:17,272 - INFO - Summarizing document +2024-08-16 15:18:17,684 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/chat/completions "HTTP/1.1 200 OK" +2024-08-16 15:18:18,187 - INFO - Summarizing document +2024-08-16 15:18:18,687 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/chat/completions "HTTP/1.1 200 OK" +2024-08-16 15:18:19,193 - INFO - Summarizing document +2024-08-16 15:18:19,718 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/chat/completions "HTTP/1.1 200 OK" +2024-08-16 15:18:20,220 - INFO - Summarizing document +2024-08-16 15:18:20,582 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/chat/completions "HTTP/1.1 200 OK" +2024-08-16 15:18:21,096 - INFO - Summarizing document +2024-08-16 15:18:21,487 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/chat/completions "HTTP/1.1 200 OK" +2024-08-16 15:18:21,993 - INFO - Summarizing document +2024-08-16 15:18:22,456 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/chat/completions "HTTP/1.1 200 OK" +2024-08-16 15:18:22,964 - INFO - Summarizing document +2024-08-16 15:18:23,417 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/chat/completions "HTTP/1.1 200 OK" +2024-08-16 15:18:23,925 - INFO - Summarizing document +2024-08-16 15:18:24,313 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/chat/completions "HTTP/1.1 200 OK" +2024-08-16 15:18:24,819 - INFO - Summarizing document +2024-08-16 15:18:25,193 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/chat/completions "HTTP/1.1 200 OK" +2024-08-16 15:18:25,697 - INFO - Summarizing document +2024-08-16 15:18:26,066 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/chat/completions "HTTP/1.1 200 OK" +2024-08-16 15:18:26,569 - INFO - Summarizing document +2024-08-16 15:18:27,019 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/chat/completions "HTTP/1.1 200 OK" +2024-08-16 15:18:27,525 - INFO - Summarizing document +2024-08-16 15:18:27,899 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/chat/completions "HTTP/1.1 200 OK" +2024-08-16 15:18:28,402 - INFO - Summarizing document +2024-08-16 15:18:28,773 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/chat/completions "HTTP/1.1 200 OK" +2024-08-16 15:18:29,279 - INFO - Summarizing document +2024-08-16 15:18:29,620 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/chat/completions "HTTP/1.1 200 OK" +2024-08-16 15:18:30,127 - INFO - Summarizing document +2024-08-16 15:18:30,489 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/chat/completions "HTTP/1.1 200 OK" +2024-08-16 15:18:30,991 - INFO - Summarizing document +2024-08-16 15:18:31,367 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/chat/completions "HTTP/1.1 200 OK" +2024-08-16 15:18:31,873 - INFO - Summarizing document +2024-08-16 15:18:32,237 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/chat/completions "HTTP/1.1 200 OK" +2024-08-16 15:18:32,749 - INFO - Summarizing document +2024-08-16 15:18:33,133 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/chat/completions "HTTP/1.1 200 OK" +2024-08-16 15:18:33,639 - INFO - Summarizing document +2024-08-16 15:18:34,086 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/chat/completions "HTTP/1.1 200 OK" +2024-08-16 15:18:34,589 - INFO - Summarizing document +2024-08-16 15:18:35,060 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/chat/completions "HTTP/1.1 200 OK" +2024-08-16 15:18:35,589 - INFO - Summarizing document +2024-08-16 15:18:35,959 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/chat/completions "HTTP/1.1 200 OK" +2024-08-16 15:18:36,466 - INFO - Summarizing document +2024-08-16 15:18:36,898 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/chat/completions "HTTP/1.1 200 OK" +2024-08-16 15:18:37,790 - INFO - Data loaded +2024-08-16 15:18:37,792 - INFO - Creating vector store +2024-08-16 15:18:37,792 - INFO - Creating vector store +2024-08-16 15:18:39,409 - WARNING - C:\Users\timmy_3aupohg\anaconda3\envs\smog_env\Lib\site-packages\transformers\models\bert\modeling_bert.py:439: UserWarning: 1Torch was not compiled with flash attention. (Triggered internally at C:\cb\pytorch_1000000000000\work\aten\src\ATen\native\transformers\cuda\sdp_utils.cpp:555.) + attn_output = torch.nn.functional.scaled_dot_product_attention( + +2024-08-16 15:18:50,235 - INFO - Vector store created +2024-08-16 15:18:50,235 - INFO - Saving the vector store +2024-08-16 15:18:50,235 - INFO - Saving embeddings +2024-08-16 15:18:50,250 - INFO - Vector store saved +2024-08-16 15:18:50,250 - INFO - Vector store created +2024-08-16 15:18:50,251 - INFO - Saving the vector store +2024-08-16 15:18:50,251 - INFO - Saving embeddings +2024-08-16 15:18:50,261 - INFO - Vector store saved +2024-08-16 15:18:50,263 - INFO - End time: 1723817930.2631094 +2024-08-16 15:18:50,263 - INFO - Time taken: 255.85073232650757 +2024-08-16 15:18:50,264 - INFO - Creating thumbnails +2024-08-16 15:18:50,265 - INFO - Creating thumbnail for ./data\audio-2.mp3 +2024-08-16 15:18:50,279 - INFO - Creating thumbnail for ./data\Car-Repair-Receipt-repair.pdf +2024-08-16 15:18:50,293 - INFO - Creating thumbnail for ./data\Car-Repair-Receipt-service.pdf +2024-08-16 15:18:50,310 - INFO - Creating thumbnail for ./data\Car-Repair-Receipt-tire.pdf +2024-08-16 15:18:50,325 - INFO - Creating thumbnail for ./data\Car-Repair-Receipt-tuning.pdf +2024-08-16 15:18:50,340 - INFO - Creating thumbnail for ./data\Car-Repair-Receipt-wash.pdf +2024-08-16 15:18:50,358 - INFO - Creating thumbnail for ./data\corolla-2020-toyota-owners-manual.pdf +2024-08-16 15:18:50,374 - INFO - Creating thumbnail for ./data\How to change engine oil and filter on TOYOTA Corolla.txt +2024-08-16 15:18:50,392 - INFO - Creating thumbnail for ./data\How to change front brake pads on TOYOTA Corolla.txt +2024-08-16 15:18:50,414 - INFO - Creating thumbnail for ./data\How to change rear windshield wipers on TOYOTA Corolla.docx +2024-08-16 15:18:50,434 - INFO - Creating thumbnail for ./data\How to change spark plugs on TOYOTA COROLLA.docx +2024-08-16 15:18:50,450 - INFO - Creating thumbnail for ./data\test_rec.m4a +2024-08-16 15:18:50,466 - INFO - Thumbnails created +2024-08-16 15:20:04,146 - INFO - Loading the embedding model +2024-08-16 15:20:08,319 - WARNING - c:\Users\timmy_3aupohg\anaconda3\envs\smog_env\Lib\site-packages\sentence_transformers\cross_encoder\CrossEncoder.py:11: TqdmExperimentalWarning: Using `tqdm.autonotebook.tqdm` in notebook mode. Use `tqdm.tqdm` instead to force console mode (e.g. in jupyter console) + from tqdm.autonotebook import tqdm, trange + +2024-08-16 15:20:12,728 - INFO - PyTorch version 2.4.0+cu124 available. +2024-08-16 15:20:13,153 - INFO - Load pretrained SentenceTransformer: BAAI/bge-small-en +2024-08-16 15:20:19,234 - INFO - Embedding model loaded +2024-08-16 15:20:19,270 - INFO - Searching for Wirebrush WD 40 +2024-08-16 15:20:19,271 - INFO - Loading embedded data +2024-08-16 15:20:19,734 - WARNING - c:\Users\timmy_3aupohg\anaconda3\envs\smog_env\Lib\site-packages\transformers\models\bert\modeling_bert.py:439: UserWarning: 1Torch was not compiled with flash attention. (Triggered internally at C:\cb\pytorch_1000000000000\work\aten\src\ATen\native\transformers\cuda\sdp_utils.cpp:555.) + attn_output = torch.nn.functional.scaled_dot_product_attention( + +2024-08-16 15:20:19,828 - INFO - Search completed +2024-08-16 15:49:20,291 - INFO - Loading the embedding model +2024-08-16 15:49:25,758 - INFO - PyTorch version 2.4.0+cu124 available. +2024-08-16 15:49:26,097 - INFO - Load pretrained SentenceTransformer: BAAI/bge-small-en +2024-08-16 15:49:31,266 - INFO - Embedding model loaded +2024-08-16 15:49:31,266 - INFO - Loading data from ./data +2024-08-16 15:49:31,266 - INFO - Start time: 1723819771.2663085 +2024-08-16 15:49:31,266 - INFO - Transcribing audio chunks from ./data\audio-2.mp3 +2024-08-16 15:49:31,266 - INFO - Splitting audio file ./data\audio-2.mp3 by duration +2024-08-16 15:49:31,266 - INFO - Loading pdf document from ./data\Car-Repair-Receipt-repair.pdf +2024-08-16 15:49:31,266 - INFO - Loading pdf document from ./data\Car-Repair-Receipt-service.pdf +2024-08-16 15:49:31,266 - INFO - Loading pdf document from ./data\Car-Repair-Receipt-tire.pdf +2024-08-16 15:49:31,266 - INFO - Loading pdf document from ./data\Car-Repair-Receipt-tuning.pdf +2024-08-16 15:49:31,266 - INFO - Loading pdf document from ./data\Car-Repair-Receipt-wash.pdf +2024-08-16 15:49:31,266 - INFO - Loading pdf document from ./data\corolla-2020-toyota-owners-manual.pdf +2024-08-16 15:49:31,266 - INFO - Creating image document from ./data\dodge-challenger-auto-body-repair-after.jpg +2024-08-16 15:49:31,281 - INFO - Creating image document from ./data\dodge-challenger-auto-body-repair-before.jpg +2024-08-16 15:49:31,281 - INFO - Loading text document from ./data\How to change engine oil and filter on TOYOTA Corolla.txt +2024-08-16 15:49:31,281 - INFO - Creating documents from text +2024-08-16 15:49:31,281 - INFO - Loading text document from ./data\How to change front brake pads on TOYOTA Corolla.txt +2024-08-16 15:49:31,281 - INFO - Creating documents from text +2024-08-16 15:49:31,281 - INFO - Preprocessing video data from ./data\How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC].mp4 +2024-08-16 15:49:31,290 - INFO - Preprocessing video data from ./data\How to change rear wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC].mp4 +2024-08-16 15:49:31,292 - INFO - Loading docx document from ./data\How to change rear windshield wipers on TOYOTA Corolla.docx +2024-08-16 15:49:31,293 - INFO - Loading docx document from ./data\How to change spark plugs on TOYOTA COROLLA.docx +2024-08-16 15:49:31,298 - INFO - Creating image document from ./data\hyundai-sonata-auto-body-repair-after.jpg +2024-08-16 15:49:31,695 - INFO - Creating image document from ./data\hyundai-sonata-auto-body-repair-before.jpg +2024-08-16 15:49:31,711 - INFO - Creating documents from text +2024-08-16 15:49:31,712 - INFO - Creating image document from ./data\IMG_1436.jpeg +2024-08-16 15:49:31,792 - INFO - Creating documents from text +2024-08-16 15:49:32,165 - INFO - Creating image document from ./data\IMG_1437.jpeg +2024-08-16 15:49:32,205 - INFO - Creating image document from ./data\IMG_1438.jpeg +2024-08-16 15:49:32,746 - INFO - Creating image document from ./data\IMG_1440.jpeg +2024-08-16 15:49:32,926 - INFO - Creating image document from ./data\IMG_1441.jpeg +2024-08-16 15:49:32,928 - INFO - Creating image document from ./data\IMG_1442.jpeg +2024-08-16 15:49:33,109 - INFO - Creating image document from ./data\IMG_1443.jpeg +2024-08-16 15:49:33,179 - INFO - Creating image document from ./data\IMG_1444.jpeg +2024-08-16 15:49:34,793 - INFO - Processing image ./data\dodge-challenger-auto-body-repair-before.jpg +2024-08-16 15:49:34,808 - INFO - Encoding image ./data\dodge-challenger-auto-body-repair-before.jpg +2024-08-16 15:49:36,594 - INFO - Creating image document from ./data\pontiac-vibe-auto-body-repair-after.jpg +2024-08-16 15:49:37,745 - INFO - Processing image ./data\IMG_1437.jpeg +2024-08-16 15:49:37,760 - INFO - Encoding image ./data\IMG_1437.jpeg +2024-08-16 15:49:41,862 - INFO - Creating image document from ./data\pontiac-vibe-auto-body-repair-before.jpg +2024-08-16 15:49:42,683 - INFO - Processing image ./data\hyundai-sonata-auto-body-repair-before.jpg +2024-08-16 15:49:42,713 - INFO - Encoding image ./data\hyundai-sonata-auto-body-repair-before.jpg +2024-08-16 15:49:43,498 - INFO - Processing image ./data\hyundai-sonata-auto-body-repair-after.jpg +2024-08-16 15:49:43,500 - INFO - Encoding image ./data\hyundai-sonata-auto-body-repair-after.jpg +2024-08-16 15:49:43,922 - INFO - Transcribing audio chunks from ./data\test_rec.m4a +2024-08-16 15:49:43,927 - INFO - Splitting audio file ./data\test_rec.m4a by duration +2024-08-16 15:49:45,447 - INFO - Creating image document from ./data\toyota-tacoma-auto-body-repair-after.jpg +2024-08-16 15:49:46,603 - INFO - Creating image document from ./data\toyota-tacoma-auto-body-repair-before.jpg +2024-08-16 15:49:52,030 - INFO - Processing image ./data\pontiac-vibe-auto-body-repair-after.jpg +2024-08-16 15:49:52,077 - INFO - Encoding image ./data\pontiac-vibe-auto-body-repair-after.jpg +2024-08-16 15:49:53,224 - INFO - Processing image ./data\pontiac-vibe-auto-body-repair-before.jpg +2024-08-16 15:49:53,255 - INFO - Encoding image ./data\pontiac-vibe-auto-body-repair-before.jpg +2024-08-16 15:49:54,025 - INFO - Processing image ./data\toyota-tacoma-auto-body-repair-after.jpg +2024-08-16 15:49:54,025 - INFO - Encoding image ./data\toyota-tacoma-auto-body-repair-after.jpg +2024-08-16 15:49:57,350 - INFO - Processing image ./data\toyota-tacoma-auto-body-repair-before.jpg +2024-08-16 15:49:57,444 - INFO - Encoding image ./data\toyota-tacoma-auto-body-repair-before.jpg +2024-08-16 15:49:58,927 - INFO - Transcribing audio file test_rec_chunks/test_rec_chunk1.mp3 +2024-08-16 15:50:04,611 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 15:50:47,909 - INFO - Transcribing audio chunks from ./data\How to change rear wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC].mp3 +2024-08-16 15:50:47,909 - INFO - Splitting audio file ./data\How to change rear wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC].mp3 by duration +2024-08-16 15:51:05,443 - INFO - Transcribing audio file How to change rear wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunks/How to change rear wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunk1.mp3 +2024-08-16 15:51:06,469 - INFO - Transcribing audio chunks from ./data\How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC].mp3 +2024-08-16 15:51:06,469 - INFO - Splitting audio file ./data\How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC].mp3 by duration +2024-08-16 15:51:08,646 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 15:51:09,663 - INFO - Transcribing audio file How to change rear wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunks/How to change rear wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunk2.mp3 +2024-08-16 15:51:11,383 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 15:51:13,503 - INFO - Transcribing audio file How to change rear wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunks/How to change rear wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunk3.mp3 +2024-08-16 15:51:15,353 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 15:51:18,442 - INFO - Transcribing audio file How to change rear wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunks/How to change rear wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunk4.mp3 +2024-08-16 15:51:19,946 - INFO - Transcribing audio file audio-2_chunks/audio-2_chunk1.mp3 +2024-08-16 15:51:20,022 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 15:51:21,097 - INFO - Transcribing audio file How to change rear wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunks/How to change rear wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunk5.mp3 +2024-08-16 15:51:22,724 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 15:51:24,952 - INFO - Transcribing audio file How to change rear wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunks/How to change rear wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunk6.mp3 +2024-08-16 15:51:26,820 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 15:51:27,840 - INFO - Transcribing audio file How to change rear wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunks/How to change rear wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunk7.mp3 +2024-08-16 15:51:28,938 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 503 Service Unavailable" +2024-08-16 15:51:29,974 - INFO - Transcribing audio file How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunks/How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunk1.mp3 +2024-08-16 15:51:31,309 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 15:51:32,866 - INFO - Transcribing audio file How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunks/How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunk2.mp3 +2024-08-16 15:51:34,080 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 15:51:35,814 - INFO - Transcribing audio file How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunks/How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunk3.mp3 +2024-08-16 15:51:37,497 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 15:51:39,250 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 15:51:39,446 - INFO - Transcribing audio file How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunks/How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunk4.mp3 +2024-08-16 15:51:40,812 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 15:51:43,088 - INFO - Transcribing audio file How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunks/How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunk5.mp3 +2024-08-16 15:51:43,612 - INFO - Transcribing audio file audio-2_chunks/audio-2_chunk2.mp3 +2024-08-16 15:51:44,518 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 15:51:45,919 - INFO - Transcribing audio file How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunks/How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunk6.mp3 +2024-08-16 15:51:47,197 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 15:51:48,526 - INFO - Transcribing audio file How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunks/How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunk7.mp3 +2024-08-16 15:51:49,935 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 15:51:51,232 - INFO - Transcribing audio file How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunks/How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunk8.mp3 +2024-08-16 15:51:53,004 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 15:51:54,236 - INFO - Transcribing audio file How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunks/How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunk9.mp3 +2024-08-16 15:51:55,532 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 15:51:56,738 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 15:51:56,773 - INFO - Transcribing audio file How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunks/How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunk10.mp3 +2024-08-16 15:51:58,171 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 15:52:00,529 - INFO - Transcribing audio file audio-2_chunks/audio-2_chunk3.mp3 +2024-08-16 15:52:00,764 - INFO - Transcribing audio file How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunks/How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunk11.mp3 +2024-08-16 15:52:05,319 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 15:52:06,231 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 15:52:07,171 - INFO - Transcribing audio file How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunks/How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunk12.mp3 +2024-08-16 15:52:08,421 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 15:52:10,947 - INFO - Transcribing audio file How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunks/How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunk13.mp3 +2024-08-16 15:52:11,906 - INFO - Transcribing audio file audio-2_chunks/audio-2_chunk4.mp3 +2024-08-16 15:52:12,282 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 15:52:13,538 - INFO - Transcribing audio file How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunks/How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunk14.mp3 +2024-08-16 15:52:15,301 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 15:52:16,711 - INFO - Transcribing audio file How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunks/How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunk15.mp3 +2024-08-16 15:52:18,323 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 15:52:19,704 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 15:52:19,849 - INFO - Transcribing audio file How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunks/How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunk16.mp3 +2024-08-16 15:52:21,260 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 15:52:23,831 - INFO - Transcribing audio file How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunks/How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunk17.mp3 +2024-08-16 15:52:24,871 - INFO - Transcribing audio file audio-2_chunks/audio-2_chunk5.mp3 +2024-08-16 15:52:25,032 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 15:52:26,491 - INFO - Transcribing audio file How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunks/How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunk18.mp3 +2024-08-16 15:52:27,788 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 15:52:30,629 - INFO - Transcribing audio file How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunks/How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunk19.mp3 +2024-08-16 15:52:32,214 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 15:52:32,912 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 15:52:37,326 - INFO - Transcribing audio file How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunks/How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunk20.mp3 +2024-08-16 15:52:39,202 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 15:52:42,538 - INFO - Transcribing audio file audio-2_chunks/audio-2_chunk6.mp3 +2024-08-16 15:52:43,204 - INFO - Transcribing audio file How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunks/How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunk21.mp3 +2024-08-16 15:52:47,660 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 503 Service Unavailable" +2024-08-16 15:52:49,227 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 15:52:52,765 - INFO - Transcribing audio file audio-2_chunks/audio-2_chunk7.mp3 +2024-08-16 15:52:57,450 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 15:53:01,990 - INFO - Summarizing document +2024-08-16 15:53:03,324 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/chat/completions "HTTP/1.1 200 OK" +2024-08-16 15:53:03,856 - INFO - Summarizing document +2024-08-16 15:53:04,345 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/chat/completions "HTTP/1.1 200 OK" +2024-08-16 15:53:04,848 - INFO - Summarizing document +2024-08-16 15:53:05,323 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/chat/completions "HTTP/1.1 200 OK" +2024-08-16 15:53:05,837 - INFO - Summarizing document +2024-08-16 15:53:06,301 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/chat/completions "HTTP/1.1 200 OK" +2024-08-16 15:53:06,809 - INFO - Summarizing document +2024-08-16 15:53:07,260 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/chat/completions "HTTP/1.1 200 OK" +2024-08-16 15:53:07,785 - INFO - Summarizing document +2024-08-16 15:53:08,259 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/chat/completions "HTTP/1.1 200 OK" +2024-08-16 15:53:08,765 - INFO - Summarizing document +2024-08-16 15:53:09,324 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/chat/completions "HTTP/1.1 200 OK" +2024-08-16 15:53:09,839 - INFO - Summarizing document +2024-08-16 15:53:10,220 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/chat/completions "HTTP/1.1 200 OK" +2024-08-16 15:53:10,733 - INFO - Summarizing document +2024-08-16 15:53:11,158 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/chat/completions "HTTP/1.1 200 OK" +2024-08-16 15:53:11,682 - INFO - Summarizing document +2024-08-16 15:53:12,200 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/chat/completions "HTTP/1.1 200 OK" +2024-08-16 15:53:12,704 - INFO - Summarizing document +2024-08-16 15:53:13,216 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/chat/completions "HTTP/1.1 200 OK" +2024-08-16 15:58:12,861 - INFO - Loading the embedding model +2024-08-16 15:58:24,063 - INFO - PyTorch version 2.4.0+cu124 available. +2024-08-16 15:58:24,729 - INFO - Load pretrained SentenceTransformer: BAAI/bge-small-en +2024-08-16 15:58:31,644 - INFO - Embedding model loaded +2024-08-16 15:58:31,644 - INFO - Loading data from ./data +2024-08-16 15:58:31,644 - INFO - Start time: 1723820311.644194 +2024-08-16 15:58:31,644 - INFO - Transcribing audio chunks from ./data\audio-2.mp3 +2024-08-16 15:58:31,644 - INFO - Splitting audio file ./data\audio-2.mp3 by duration +2024-08-16 15:58:31,644 - INFO - Loading pdf document from ./data\Car-Repair-Receipt-repair.pdf +2024-08-16 15:58:31,644 - INFO - Loading pdf document from ./data\Car-Repair-Receipt-service.pdf +2024-08-16 15:58:31,644 - INFO - Loading pdf document from ./data\Car-Repair-Receipt-tire.pdf +2024-08-16 15:58:31,658 - INFO - Loading pdf document from ./data\Car-Repair-Receipt-tuning.pdf +2024-08-16 15:58:31,658 - INFO - Loading pdf document from ./data\Car-Repair-Receipt-wash.pdf +2024-08-16 15:58:31,658 - INFO - Loading pdf document from ./data\corolla-2020-toyota-owners-manual.pdf +2024-08-16 15:58:31,658 - INFO - Creating image document from ./data\dodge-challenger-auto-body-repair-after.jpg +2024-08-16 15:58:31,658 - INFO - Creating image document from ./data\dodge-challenger-auto-body-repair-before.jpg +2024-08-16 15:58:31,658 - INFO - Loading text document from ./data\How to change engine oil and filter on TOYOTA Corolla.txt +2024-08-16 15:58:31,658 - INFO - Loading text document from ./data\How to change front brake pads on TOYOTA Corolla.txt +2024-08-16 15:58:31,658 - INFO - Creating documents from text +2024-08-16 15:58:31,658 - INFO - Preprocessing video data from ./data\How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC].mp4 +2024-08-16 15:58:31,674 - INFO - Creating documents from text +2024-08-16 15:58:31,674 - INFO - Preprocessing video data from ./data\How to change rear wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC].mp4 +2024-08-16 15:58:31,680 - INFO - Loading docx document from ./data\How to change rear windshield wipers on TOYOTA Corolla.docx +2024-08-16 15:58:31,683 - INFO - Loading docx document from ./data\How to change spark plugs on TOYOTA COROLLA.docx +2024-08-16 15:58:31,689 - INFO - Creating image document from ./data\hyundai-sonata-auto-body-repair-after.jpg +2024-08-16 15:58:32,283 - INFO - Creating image document from ./data\hyundai-sonata-auto-body-repair-before.jpg +2024-08-16 15:58:32,322 - INFO - Creating image document from ./data\IMG_1436.jpeg +2024-08-16 15:58:32,390 - INFO - Creating documents from text +2024-08-16 15:58:32,497 - INFO - Creating documents from text +2024-08-16 15:58:32,857 - INFO - Creating image document from ./data\IMG_1437.jpeg +2024-08-16 15:58:32,916 - INFO - Creating image document from ./data\IMG_1438.jpeg +2024-08-16 15:58:34,446 - INFO - Creating image document from ./data\IMG_1440.jpeg +2024-08-16 15:58:34,966 - INFO - Creating image document from ./data\IMG_1441.jpeg +2024-08-16 15:58:35,206 - INFO - Creating image document from ./data\IMG_1442.jpeg +2024-08-16 15:58:35,352 - INFO - Creating image document from ./data\IMG_1443.jpeg +2024-08-16 15:58:35,352 - INFO - Creating image document from ./data\IMG_1444.jpeg +2024-08-16 15:58:36,307 - INFO - Processing image ./data\hyundai-sonata-auto-body-repair-before.jpg +2024-08-16 15:58:36,307 - INFO - Encoding image ./data\hyundai-sonata-auto-body-repair-before.jpg +2024-08-16 15:58:36,386 - INFO - Processing image ./data\dodge-challenger-auto-body-repair-before.jpg +2024-08-16 15:58:36,386 - INFO - Encoding image ./data\dodge-challenger-auto-body-repair-before.jpg +2024-08-16 15:58:36,455 - INFO - Creating image document from ./data\pontiac-vibe-auto-body-repair-after.jpg +2024-08-16 15:58:36,511 - INFO - Processing image ./data\IMG_1437.jpeg +2024-08-16 15:58:36,511 - INFO - Encoding image ./data\IMG_1437.jpeg +2024-08-16 15:58:37,702 - INFO - Creating image document from ./data\pontiac-vibe-auto-body-repair-before.jpg +2024-08-16 15:58:37,702 - INFO - Processing image ./data\hyundai-sonata-auto-body-repair-after.jpg +2024-08-16 15:58:37,702 - INFO - Encoding image ./data\hyundai-sonata-auto-body-repair-after.jpg +2024-08-16 15:58:39,225 - INFO - Transcribing audio chunks from ./data\test_rec.m4a +2024-08-16 15:58:39,271 - INFO - Splitting audio file ./data\test_rec.m4a by duration +2024-08-16 15:58:41,044 - INFO - Creating image document from ./data\toyota-tacoma-auto-body-repair-after.jpg +2024-08-16 15:58:41,201 - INFO - Creating image document from ./data\toyota-tacoma-auto-body-repair-before.jpg +2024-08-16 15:58:50,099 - INFO - Processing image ./data\toyota-tacoma-auto-body-repair-after.jpg +2024-08-16 15:58:50,146 - INFO - Encoding image ./data\toyota-tacoma-auto-body-repair-after.jpg +2024-08-16 15:58:51,623 - INFO - Processing image ./data\pontiac-vibe-auto-body-repair-before.jpg +2024-08-16 15:58:51,624 - INFO - Encoding image ./data\pontiac-vibe-auto-body-repair-before.jpg +2024-08-16 15:58:53,381 - INFO - Processing image ./data\pontiac-vibe-auto-body-repair-after.jpg +2024-08-16 15:58:53,412 - INFO - Encoding image ./data\pontiac-vibe-auto-body-repair-after.jpg +2024-08-16 15:58:53,506 - INFO - Processing image ./data\toyota-tacoma-auto-body-repair-before.jpg +2024-08-16 15:58:53,538 - INFO - Encoding image ./data\toyota-tacoma-auto-body-repair-before.jpg +2024-08-16 15:58:55,937 - INFO - Transcribing audio file test_rec_chunks/test_rec_chunk1.mp3 +2024-08-16 15:59:01,885 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 16:00:39,321 - INFO - Transcribing audio chunks from ./data\How to change rear wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC].mp3 +2024-08-16 16:00:39,321 - INFO - Splitting audio file ./data\How to change rear wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC].mp3 by duration +2024-08-16 16:00:55,625 - INFO - Transcribing audio chunks from ./data\How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC].mp3 +2024-08-16 16:00:55,625 - INFO - Splitting audio file ./data\How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC].mp3 by duration +2024-08-16 16:00:56,502 - INFO - Transcribing audio file How to change rear wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunks/How to change rear wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunk1.mp3 +2024-08-16 16:00:59,433 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 16:01:00,760 - INFO - Transcribing audio file How to change rear wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunks/How to change rear wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunk2.mp3 +2024-08-16 16:01:02,066 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 16:01:03,266 - INFO - Transcribing audio file How to change rear wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunks/How to change rear wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunk3.mp3 +2024-08-16 16:01:04,811 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 16:01:06,149 - INFO - Transcribing audio file How to change rear wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunks/How to change rear wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunk4.mp3 +2024-08-16 16:01:07,550 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 16:01:08,870 - INFO - Transcribing audio file How to change rear wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunks/How to change rear wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunk5.mp3 +2024-08-16 16:01:10,171 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 16:01:11,427 - INFO - Transcribing audio file How to change rear wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunks/How to change rear wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunk6.mp3 +2024-08-16 16:01:13,181 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 16:01:14,393 - INFO - Transcribing audio file How to change rear wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunks/How to change rear wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunk7.mp3 +2024-08-16 16:01:16,050 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 16:01:17,440 - INFO - Transcribing audio file How to change rear wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunks/How to change rear wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunk8.mp3 +2024-08-16 16:01:17,880 - INFO - Transcribing audio file audio-2_chunks/audio-2_chunk1.mp3 +2024-08-16 16:01:18,637 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 16:01:19,870 - INFO - Transcribing audio file How to change rear wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunks/How to change rear wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunk9.mp3 +2024-08-16 16:01:19,886 - INFO - Transcribing audio file How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunks/How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunk1.mp3 +2024-08-16 16:01:21,281 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 16:01:22,449 - INFO - Transcribing audio file How to change rear wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunks/How to change rear wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunk10.mp3 +2024-08-16 16:01:23,939 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 16:01:25,043 - INFO - Transcribing audio file How to change rear wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunks/How to change rear wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunk11.mp3 +2024-08-16 16:01:25,059 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 16:01:26,262 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 16:01:26,620 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 16:01:27,193 - INFO - Transcribing audio file How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunks/How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunk2.mp3 +2024-08-16 16:01:28,496 - INFO - Transcribing audio file How to change rear wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunks/How to change rear wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunk12.mp3 +2024-08-16 16:01:28,513 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 16:01:29,207 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 16:01:31,474 - INFO - Documents created from video ./data\How to change rear wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC].mp4 +2024-08-16 16:01:31,665 - INFO - Transcribing audio file How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunks/How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunk3.mp3 +2024-08-16 16:01:32,860 - INFO - Transcribing audio file audio-2_chunks/audio-2_chunk2.mp3 +2024-08-16 16:01:33,402 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 16:01:35,458 - INFO - Transcribing audio file How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunks/How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunk4.mp3 +2024-08-16 16:01:37,106 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 16:01:38,947 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 16:01:39,042 - INFO - Transcribing audio file How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunks/How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunk5.mp3 +2024-08-16 16:01:40,362 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 16:01:43,318 - INFO - Transcribing audio file How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunks/How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunk6.mp3 +2024-08-16 16:01:44,619 - INFO - Transcribing audio file audio-2_chunks/audio-2_chunk3.mp3 +2024-08-16 16:01:44,642 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 16:01:46,426 - INFO - Transcribing audio file How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunks/How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunk7.mp3 +2024-08-16 16:01:47,864 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 16:01:49,884 - INFO - Transcribing audio file How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunks/How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunk8.mp3 +2024-08-16 16:01:52,005 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 16:01:54,289 - INFO - Transcribing audio file How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunks/How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunk9.mp3 +2024-08-16 16:01:55,615 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 16:01:57,930 - INFO - Transcribing audio file How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunks/How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunk10.mp3 +2024-08-16 16:01:59,217 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 16:02:01,143 - INFO - Transcribing audio file How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunks/How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunk11.mp3 +2024-08-16 16:02:01,644 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 16:02:02,818 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 16:02:05,809 - INFO - Transcribing audio file How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunks/How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunk12.mp3 +2024-08-16 16:02:07,052 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 16:02:07,912 - INFO - Transcribing audio file audio-2_chunks/audio-2_chunk4.mp3 +2024-08-16 16:02:09,942 - INFO - Transcribing audio file How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunks/How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunk13.mp3 +2024-08-16 16:02:14,002 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 16:02:14,311 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 16:02:17,128 - INFO - Transcribing audio file How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunks/How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunk14.mp3 +2024-08-16 16:02:19,256 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 16:02:19,337 - INFO - Transcribing audio file audio-2_chunks/audio-2_chunk5.mp3 +2024-08-16 16:02:21,441 - INFO - Transcribing audio file How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunks/How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunk15.mp3 +2024-08-16 16:02:25,251 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 16:02:25,757 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 16:02:28,466 - INFO - Transcribing audio file How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunks/How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunk16.mp3 +2024-08-16 16:02:29,900 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 16:02:30,615 - INFO - Transcribing audio file audio-2_chunks/audio-2_chunk6.mp3 +2024-08-16 16:02:32,259 - INFO - Transcribing audio file How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunks/How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunk17.mp3 +2024-08-16 16:02:35,851 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 16:02:35,977 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 16:02:38,548 - INFO - Transcribing audio file How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunks/How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunk18.mp3 +2024-08-16 16:02:39,920 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 16:02:41,682 - INFO - Transcribing audio file audio-2_chunks/audio-2_chunk7.mp3 +2024-08-16 16:02:42,939 - INFO - Transcribing audio file How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunks/How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunk19.mp3 +2024-08-16 16:02:46,640 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 16:02:47,987 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 16:02:50,892 - INFO - Transcribing audio file How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunks/How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunk20.mp3 +2024-08-16 16:02:52,405 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 16:02:54,475 - INFO - Transcribing audio file How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunks/How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]_chunk21.mp3 +2024-08-16 16:02:55,155 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/audio/translations "HTTP/1.1 200 OK" +2024-08-16 16:02:57,370 - INFO - Documents created from video ./data\How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC].mp4 +2024-08-16 16:02:57,774 - INFO - Summarizing document +2024-08-16 16:02:58,990 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/chat/completions "HTTP/1.1 200 OK" +2024-08-16 16:02:59,537 - INFO - Summarizing document +2024-08-16 16:03:00,062 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/chat/completions "HTTP/1.1 200 OK" +2024-08-16 16:03:00,569 - INFO - Summarizing document +2024-08-16 16:03:01,033 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/chat/completions "HTTP/1.1 200 OK" +2024-08-16 16:03:01,538 - INFO - Summarizing document +2024-08-16 16:03:02,141 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/chat/completions "HTTP/1.1 200 OK" +2024-08-16 16:03:02,652 - INFO - Summarizing document +2024-08-16 16:03:03,116 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/chat/completions "HTTP/1.1 200 OK" +2024-08-16 16:03:03,631 - INFO - Summarizing document +2024-08-16 16:03:04,188 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/chat/completions "HTTP/1.1 200 OK" +2024-08-16 16:03:04,702 - INFO - Summarizing document +2024-08-16 16:03:05,257 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/chat/completions "HTTP/1.1 200 OK" +2024-08-16 16:03:05,776 - INFO - Summarizing document +2024-08-16 16:03:06,164 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/chat/completions "HTTP/1.1 200 OK" +2024-08-16 16:03:06,670 - INFO - Summarizing document +2024-08-16 16:03:07,224 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/chat/completions "HTTP/1.1 200 OK" +2024-08-16 16:03:07,741 - INFO - Summarizing document +2024-08-16 16:03:08,249 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/chat/completions "HTTP/1.1 200 OK" +2024-08-16 16:03:08,765 - INFO - Summarizing document +2024-08-16 16:03:09,284 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/chat/completions "HTTP/1.1 200 OK" +2024-08-16 16:03:09,788 - INFO - Summarizing document +2024-08-16 16:03:10,224 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/chat/completions "HTTP/1.1 200 OK" +2024-08-16 16:03:10,733 - INFO - Summarizing document +2024-08-16 16:03:11,118 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/chat/completions "HTTP/1.1 200 OK" +2024-08-16 16:03:11,628 - INFO - Summarizing document +2024-08-16 16:03:12,230 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/chat/completions "HTTP/1.1 200 OK" +2024-08-16 16:03:12,738 - INFO - Summarizing document +2024-08-16 16:03:13,220 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/chat/completions "HTTP/1.1 200 OK" +2024-08-16 16:03:13,731 - INFO - Summarizing document +2024-08-16 16:03:14,128 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/chat/completions "HTTP/1.1 200 OK" +2024-08-16 16:03:14,642 - INFO - Summarizing document +2024-08-16 16:03:15,060 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/chat/completions "HTTP/1.1 200 OK" +2024-08-16 16:03:15,573 - INFO - Summarizing document +2024-08-16 16:03:16,086 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/chat/completions "HTTP/1.1 200 OK" +2024-08-16 16:03:16,607 - INFO - Summarizing document +2024-08-16 16:03:17,027 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/chat/completions "HTTP/1.1 200 OK" +2024-08-16 16:03:17,546 - INFO - Summarizing document +2024-08-16 16:03:17,964 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/chat/completions "HTTP/1.1 200 OK" +2024-08-16 16:03:18,471 - INFO - Summarizing document +2024-08-16 16:03:18,940 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/chat/completions "HTTP/1.1 200 OK" +2024-08-16 16:03:19,448 - INFO - Summarizing document +2024-08-16 16:03:19,852 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/chat/completions "HTTP/1.1 200 OK" +2024-08-16 16:03:20,363 - INFO - Summarizing document +2024-08-16 16:03:20,762 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/chat/completions "HTTP/1.1 200 OK" +2024-08-16 16:03:21,271 - INFO - Summarizing document +2024-08-16 16:03:21,631 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/chat/completions "HTTP/1.1 200 OK" +2024-08-16 16:03:22,144 - INFO - Summarizing document +2024-08-16 16:03:22,555 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/chat/completions "HTTP/1.1 200 OK" +2024-08-16 16:03:23,061 - INFO - Summarizing document +2024-08-16 16:03:23,441 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/chat/completions "HTTP/1.1 200 OK" +2024-08-16 16:03:23,955 - INFO - Summarizing document +2024-08-16 16:03:24,376 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/chat/completions "HTTP/1.1 200 OK" +2024-08-16 16:03:24,886 - INFO - Summarizing document +2024-08-16 16:03:25,342 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/chat/completions "HTTP/1.1 200 OK" +2024-08-16 16:03:25,863 - INFO - Summarizing document +2024-08-16 16:03:26,270 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/chat/completions "HTTP/1.1 200 OK" +2024-08-16 16:03:26,783 - INFO - Summarizing document +2024-08-16 16:03:27,196 - INFO - HTTP Request: POST https://api.groq.com/openai/v1/chat/completions "HTTP/1.1 200 OK" +2024-08-16 16:03:28,449 - INFO - Data loaded +2024-08-16 16:03:28,449 - INFO - Creating vector store +2024-08-16 16:03:28,449 - INFO - Creating vector store +2024-08-16 16:03:30,273 - WARNING - C:\Users\timmy_3aupohg\anaconda3\envs\smog_env\Lib\site-packages\transformers\models\bert\modeling_bert.py:439: UserWarning: 1Torch was not compiled with flash attention. (Triggered internally at C:\cb\pytorch_1000000000000\work\aten\src\ATen\native\transformers\cuda\sdp_utils.cpp:555.) + attn_output = torch.nn.functional.scaled_dot_product_attention( + +2024-08-16 16:04:10,812 - INFO - Vector store created +2024-08-16 16:04:10,812 - INFO - Saving the vector store +2024-08-16 16:04:10,812 - INFO - Saving embeddings +2024-08-16 16:04:10,827 - INFO - Vector store saved +2024-08-16 16:04:10,827 - INFO - Vector store created +2024-08-16 16:04:10,827 - INFO - Saving the vector store +2024-08-16 16:04:10,827 - INFO - Saving embeddings +2024-08-16 16:04:10,843 - INFO - Vector store saved +2024-08-16 16:04:10,843 - INFO - End time: 1723820650.8435419 +2024-08-16 16:04:10,843 - INFO - Time taken: 339.1993479728699 +2024-08-16 16:04:10,843 - INFO - Creating thumbnails +2024-08-16 16:04:10,843 - INFO - Creating thumbnail for ./data\audio-2.mp3 +2024-08-16 16:04:10,875 - INFO - Creating thumbnail for ./data\Car-Repair-Receipt-repair.pdf +2024-08-16 16:04:10,906 - INFO - Creating thumbnail for ./data\Car-Repair-Receipt-service.pdf +2024-08-16 16:04:10,922 - INFO - Creating thumbnail for ./data\Car-Repair-Receipt-tire.pdf +2024-08-16 16:04:10,962 - INFO - Creating thumbnail for ./data\Car-Repair-Receipt-tuning.pdf +2024-08-16 16:04:10,985 - INFO - Creating thumbnail for ./data\Car-Repair-Receipt-wash.pdf +2024-08-16 16:04:11,000 - INFO - Creating thumbnail for ./data\corolla-2020-toyota-owners-manual.pdf +2024-08-16 16:04:11,032 - INFO - Creating thumbnail for ./data\How to change engine oil and filter on TOYOTA Corolla.txt +2024-08-16 16:04:11,063 - INFO - Creating thumbnail for ./data\How to change front brake pads on TOYOTA Corolla.txt +2024-08-16 16:04:11,079 - INFO - Creating thumbnail for ./data\How to change rear windshield wipers on TOYOTA Corolla.docx +2024-08-16 16:04:11,110 - INFO - Creating thumbnail for ./data\How to change spark plugs on TOYOTA COROLLA.docx +2024-08-16 16:04:11,142 - INFO - Creating thumbnail for ./data\test_rec.m4a +2024-08-16 16:04:11,173 - INFO - Thumbnails created +2024-08-16 16:06:32,880 - INFO - Loading the embedding model +2024-08-16 16:06:38,758 - WARNING - c:\Users\timmy_3aupohg\anaconda3\envs\smog_env\Lib\site-packages\sentence_transformers\cross_encoder\CrossEncoder.py:11: TqdmExperimentalWarning: Using `tqdm.autonotebook.tqdm` in notebook mode. Use `tqdm.tqdm` instead to force console mode (e.g. in jupyter console) + from tqdm.autonotebook import tqdm, trange + +2024-08-16 16:06:47,268 - INFO - PyTorch version 2.4.0+cu124 available. +2024-08-16 16:06:47,868 - INFO - Load pretrained SentenceTransformer: BAAI/bge-small-en +2024-08-16 16:06:55,638 - INFO - Embedding model loaded +2024-08-16 16:06:55,717 - INFO - Searching for Wirebrush WD 40 +2024-08-16 16:06:55,717 - INFO - Loading embedded data +2024-08-16 16:06:56,487 - WARNING - c:\Users\timmy_3aupohg\anaconda3\envs\smog_env\Lib\site-packages\transformers\models\bert\modeling_bert.py:439: UserWarning: 1Torch was not compiled with flash attention. (Triggered internally at C:\cb\pytorch_1000000000000\work\aten\src\ATen\native\transformers\cuda\sdp_utils.cpp:555.) + attn_output = torch.nn.functional.scaled_dot_product_attention( + +2024-08-16 16:06:56,628 - INFO - Search completed +2024-08-16 17:08:13,924 - INFO - Loading the embedding model +2024-08-16 17:08:24,070 - INFO - PyTorch version 2.4.0+cu124 available. +2024-08-16 17:08:24,724 - INFO - Load pretrained SentenceTransformer: BAAI/bge-small-en +2024-08-16 17:08:31,626 - INFO - Embedding model loaded +2024-08-16 17:08:31,626 - INFO - Receiving the search query +2024-08-16 17:09:01,238 - INFO - Search query received: Wirebrush WD 40 +2024-08-16 17:09:01,238 - INFO - Searching and summarizing the search results +2024-08-16 17:09:01,238 - INFO - Searching for the query +2024-08-16 17:09:01,238 - INFO - Searching for Wirebrush WD 40 +2024-08-16 17:09:01,238 - INFO - Loading embedded data +2024-08-16 17:09:02,744 - WARNING - C:\Users\timmy_3aupohg\anaconda3\envs\smog_env\Lib\site-packages\transformers\models\bert\modeling_bert.py:439: UserWarning: 1Torch was not compiled with flash attention. (Triggered internally at C:\cb\pytorch_1000000000000\work\aten\src\ATen\native\transformers\cuda\sdp_utils.cpp:555.) + attn_output = torch.nn.functional.scaled_dot_product_attention( + +2024-08-16 17:09:02,872 - INFO - Search completed +2024-08-16 17:09:02,872 - INFO - Search completed +2024-08-16 17:09:02,872 - INFO - Summarizing search results +2024-08-16 17:09:02,872 - INFO - Search results summarized +2024-08-16 17:09:02,872 - INFO - Search results summarized +2024-08-16 17:28:52,808 - INFO - Loading the embedding model +2024-08-16 17:29:03,445 - INFO - PyTorch version 2.4.0+cu124 available. +2024-08-16 17:29:04,049 - INFO - Load pretrained SentenceTransformer: BAAI/bge-small-en +2024-08-16 17:29:10,905 - INFO - Embedding model loaded +2024-08-16 17:29:10,916 - INFO - Loading embedded data +2024-08-16 17:36:56,084 - INFO - Loading the embedding model +2024-08-16 17:37:05,637 - INFO - PyTorch version 2.4.0+cu124 available. +2024-08-16 17:37:06,226 - INFO - Load pretrained SentenceTransformer: BAAI/bge-small-en +2024-08-16 17:37:13,187 - INFO - Embedding model loaded diff --git a/main.py b/main.py index 3ff18c58..86a16679 100644 --- a/main.py +++ b/main.py @@ -4,16 +4,12 @@ sys.path.append(os.path.abspath(os.path.join(os.path.dirname(__file__), '..'))) from fastapi import FastAPI, HTTPException from fastapi.middleware.cors import CORSMiddleware from pydantic import BaseModel -from utils import search, load_embedded_data +from utils import load_embedded_data, load_documents_from_directory, create_vector_store, save_embedded_data +from search import search_and_summarize from data_ingest import load_data app = FastAPI() -# Initialize global variables for FAISS index and vector store -try: - vector_store = load_embedded_data() -except Exception as e: - vector_store = None # Define allowed origins for CORS origins = [ @@ -37,19 +33,21 @@ class SearchRequest(BaseModel): @app.get("/load_documents") def load_documents(directory: str): - global vector_store - # Load documents using the utility function - vector_store = load_data(directory) + # loading the documents from the directory + documents, docs_id, num_pages = load_documents_from_directory(directory) + # embedding the documents + embed_db = create_vector_store(documents, docs_id, num_pages) + # saving the embedded data + status = save_embedded_data(embed_db) return {"status": "Documents loaded successfully"} -@app.get("/search") +@app.post("/search") def search(request: SearchRequest): - global vector_store # Perform search using the utility function - results = search(vector_store, request.query) + results = search_and_summarize(request.query) return {"results": results} diff --git a/requirements.txt b/requirements.txt index 13f49dfa..c9c81013 100644 --- a/requirements.txt +++ b/requirements.txt @@ -13,6 +13,8 @@ docx2txt docx fastapi[standard] pdfplumber +pypdf +python-docx pytesseract groq python-dotenv diff --git a/search.py b/search.py index c518de15..275e1eb8 100644 --- a/search.py +++ b/search.py @@ -1,21 +1,98 @@ from utils import search import sys, os +import json # Add the root directory to sys.path sys.path.append(os.path.abspath(os.path.join(os.path.dirname(__file__), '..'))) from loggings.logging_config import logger +# a function to get data description +def get_data_description(data_path): + # ensuring no // or / or extension is present + data_name = data_path.split('/')[-1].split('\\')[-1].split('.')[0] + # print(data_name) + # open the data.json file + with open('data/data.json') as f: + data = json.load(f) + existing_data = data.keys() + if data_name in existing_data: + return data[data_name]['doc_summary'] + else: + return 'No description available' +# getting data thumbnais. +def get_data_thumbnail(data_path, timestamp = None): + # ensuring no // or / or extension is present + file_name = data_path.split('/')[-1].split('\\')[-1].split('.')[0] + # first check is to see if the file_name has a .png image in the thumbnail folder + if os.path.exists(f'data/thumbnails/{file_name}.png'): + return f'data/thumbnails/{file_name}.png' + # the second check is to see if we have a folder with this file_name + elif os.path.exists(f'data/{file_name}'): + # so now we want to access the first timestamp + if timestamp: + first = timestamp[0] + # split by - + start, end = first.split('-') + # we want to convert something like 03:00, 04:00, 03:30 which is in min:sec to seconds + start = int(start.split(':')[0])*60 + int(start.split(':')[1]) + end = int(end.split(':')[0])*60 + int(end.split(':')[1]) + # bringing them together + image_file = f"{start}-{end}s.png" + # niw checkin if the file exists + if os.path.exists(f'data/{file_name}/{image_file}'): + return f'data/{file_name}/{image_file}' + +def summarize_doc_search(data): + summary = {} + + for item in data: + source = item['source'] + if source not in summary: + summary[source] = {'pages': [], 'timestamps': [], 'file_type': item.get('file_type', 'pdf')} + + if 'page' in item: + summary[source]['pages'].append(item['page']) + if 'timestamp' in item: + summary[source]['timestamps'].append(item['timestamp']) + + # Formatting the summary as a list of dictionaries + summarized_list = [ + {'filename': key.split("\\")[-1], + 'pages': value['pages'], + 'timestamps': value['timestamps'], + 'file_type': value['file_type']} + for key, value in summary.items() + ] + + # getting the file description and thumbnail + for item in summarized_list: + item['description'] = get_data_description(item['filename']) + # ehcking if we have an empty timestamp list + if len(item['timestamps']) > 0: + item['thumbnail'] = get_data_thumbnail(item['filename'], item['timestamps']) + else: + item['thumbnail'] = get_data_thumbnail(item['filename']) + + return summarized_list + +# a function that perform the search and summary together +def search_and_summarize(query): + logger.info("Searching for the query") + docs = search(query) + logger.info("Search completed") + logger.info("Summarizing search results") + summary = summarize_doc_search(docs) + logger.info("Search results summarized") + return summary if __name__ == "__main__": logger.info("Receiving the search query") query = input("Enter the search query: ") - logger.info(f"Searching for {query}") - page_content, all, pages = search(query) - logger.info("Search completed") - logger.info(f"Page content: {page_content}") - print(f"Page content: {all}") - print(f"Pages: {pages}") - print("Search completed") \ No newline at end of file + logger.info(f"Search query received: {query}") + logger.info("Searching and summarizing the search results") + search_results = search_and_summarize(query) + logger.info("Search results summarized") + print(search_results) \ No newline at end of file diff --git a/search_note.ipynb b/search_note.ipynb index a00b0774..e24246d7 100644 --- a/search_note.ipynb +++ b/search_note.ipynb @@ -11,16 +11,29 @@ }, { "cell_type": "code", - "execution_count": 2, + "execution_count": 1, "metadata": {}, "outputs": [ + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-08-16 16:06:32,880 - INFO - Loading the embedding model\n", + "2024-08-16 16:06:38,758 - WARNING - c:\\Users\\timmy_3aupohg\\anaconda3\\envs\\smog_env\\Lib\\site-packages\\sentence_transformers\\cross_encoder\\CrossEncoder.py:11: TqdmExperimentalWarning: Using `tqdm.autonotebook.tqdm` in notebook mode. Use `tqdm.tqdm` instead to force console mode (e.g. in jupyter console)\n", + " from tqdm.autonotebook import tqdm, trange\n", + "\n", + "2024-08-16 16:06:47,268 - INFO - PyTorch version 2.4.0+cu124 available.\n", + "2024-08-16 16:06:47,868 - INFO - Load pretrained SentenceTransformer: BAAI/bge-small-en\n", + "2024-08-16 16:06:55,638 - INFO - Embedding model loaded\n" + ] + }, { "data": { "text/plain": [ "True" ] }, - "execution_count": 2, + "execution_count": 1, "metadata": {}, "output_type": "execute_result" } @@ -32,17 +45,51 @@ "from langchain_groq import ChatGroq\n", "from langchain_core.prompts.prompt import PromptTemplate\n", "from langchain_core.output_parsers import StrOutputParser\n", + "from collections import defaultdict\n", + "import json\n", "load_dotenv()" ] }, + { + "cell_type": "code", + "execution_count": 2, + "metadata": {}, + "outputs": [], + "source": [ + "# setting up groq api key\n", + "# os.environ[\"GROQ_API_KEY\"] = os.getenv('GROQ_API_KEY')" + ] + }, { "cell_type": "code", "execution_count": 3, "metadata": {}, "outputs": [], "source": [ - "# setting up groq api key\n", - "os.environ[\"GROQ_API_KEY\"] = os.getenv('GROQ_API_KEY')" + "\n", + "# # chat set up\n", + "# GROQ_LLM = ChatGroq(temperature=0, model_name=\"llama3-8b-8192\", max_tokens=100)\n", + "\n", + "\n", + "# ### Chains #####\n", + "# # Initiator\n", + "# def doc_summarizer(document_page: list) -> str:\n", + "# initiator_prompt = PromptTemplate(\n", + "# template=\"\"\"<|begin_of_text|><|start_header_id|>system<|end_header_id|>\n", + "# Create a short summary of the document based on the provided text. \n", + " \n", + "# Start with: This document is about...\n", + " \n", + "# <|eot_id|><|start_header_id|>user<|end_header_id|>\n", + "# DOCUMENT: {document_page} \\n\n", + " \n", + "# <|eot_id|><|start_header_id|>assistant<|end_header_id|>\"\"\",\n", + "# input_variables=[\"document_page\"],\n", + "# )\n", + "\n", + "# initiator_router = initiator_prompt | GROQ_LLM | StrOutputParser()\n", + "# output = initiator_router.invoke({\"document_page\":document_page})\n", + "# return output\n" ] }, { @@ -51,41 +98,31 @@ "metadata": {}, "outputs": [], "source": [ - "\n", - "# chat set up\n", - "GROQ_LLM = ChatGroq(temperature=0, model_name=\"llama3-8b-8192\", max_tokens=100)\n", - "\n", - "\n", - "### Chains #####\n", - "# Initiator\n", - "def doc_summarizer(document_page: list) -> str:\n", - " initiator_prompt = PromptTemplate(\n", - " template=\"\"\"<|begin_of_text|><|start_header_id|>system<|end_header_id|>\n", - " Create a short summary of the document based on the provided text. \n", - " \n", - " Start with: This document is about...\n", - " \n", - " <|eot_id|><|start_header_id|>user<|end_header_id|>\n", - " DOCUMENT: {document_page} \\n\n", - " \n", - " <|eot_id|><|start_header_id|>assistant<|end_header_id|>\"\"\",\n", - " input_variables=[\"document_page\"],\n", - " )\n", - "\n", - " initiator_router = initiator_prompt | GROQ_LLM | StrOutputParser()\n", - " output = initiator_router.invoke({\"document_page\":document_page})\n", - " return output\n" + "document_page = 'Wirebrush WD 40'\n", + "# testing the function\n", + "# summary = doc_summarizer(document_page)" ] }, { "cell_type": "code", "execution_count": 5, "metadata": {}, - "outputs": [], + "outputs": [ + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-08-16 16:06:55,717 - INFO - Searching for Wirebrush WD 40\n", + "2024-08-16 16:06:55,717 - INFO - Loading embedded data\n", + "2024-08-16 16:06:56,487 - WARNING - c:\\Users\\timmy_3aupohg\\anaconda3\\envs\\smog_env\\Lib\\site-packages\\transformers\\models\\bert\\modeling_bert.py:439: UserWarning: 1Torch was not compiled with flash attention. (Triggered internally at C:\\cb\\pytorch_1000000000000\\work\\aten\\src\\ATen\\native\\transformers\\cuda\\sdp_utils.cpp:555.)\n", + " attn_output = torch.nn.functional.scaled_dot_product_attention(\n", + "\n", + "2024-08-16 16:06:56,628 - INFO - Search completed\n" + ] + } + ], "source": [ - "document_page = 'How to change the engine oil of a toyota corrolla.'\n", - "# testing the function\n", - "summary = doc_summarizer(document_page)" + "docs = search(document_page)" ] }, { @@ -96,7 +133,46 @@ { "data": { "text/plain": [ - "'This document is about providing a step-by-step guide on how to change the engine oil of a Toyota Corolla.'" + "[{'source': './data\\\\corolla-2020-toyota-owners-manual.pdf', 'page': 424},\n", + " {'source': 'How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]',\n", + " 'timestamp': '0:30-1:0',\n", + " 'file_type': 'video'},\n", + " {'source': 'How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]',\n", + " 'timestamp': '2:00-2:00',\n", + " 'file_type': 'video'},\n", + " {'source': 'How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]',\n", + " 'timestamp': '2:30-3:0',\n", + " 'file_type': 'video'},\n", + " {'source': 'How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]',\n", + " 'timestamp': '4:00-4:00',\n", + " 'file_type': 'video'},\n", + " {'source': 'How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]',\n", + " 'timestamp': '5:30-6:0',\n", + " 'file_type': 'video'},\n", + " {'source': 'How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]',\n", + " 'timestamp': '8:00-8:00',\n", + " 'file_type': 'video'},\n", + " {'source': 'How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]',\n", + " 'timestamp': '8:30-9:0',\n", + " 'file_type': 'video'},\n", + " {'source': 'How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]',\n", + " 'timestamp': '10:00-10:00',\n", + " 'file_type': 'video'},\n", + " {'source': 'How to change rear wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]',\n", + " 'timestamp': '3:30-4:0',\n", + " 'file_type': 'video'},\n", + " {'source': 'How to change rear wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]',\n", + " 'timestamp': '5:30-6:0',\n", + " 'file_type': 'video'},\n", + " {'source': './data\\\\corolla-2020-toyota-owners-manual.pdf', 'page': 329},\n", + " {'source': './data\\\\corolla-2020-toyota-owners-manual.pdf', 'page': 264},\n", + " {'source': './data\\\\corolla-2020-toyota-owners-manual.pdf', 'page': 290},\n", + " {'source': './data\\\\corolla-2020-toyota-owners-manual.pdf', 'page': 201},\n", + " {'source': './data\\\\corolla-2020-toyota-owners-manual.pdf', 'page': 326},\n", + " {'source': './data\\\\corolla-2020-toyota-owners-manual.pdf', 'page': 315},\n", + " {'source': './data\\\\corolla-2020-toyota-owners-manual.pdf', 'page': 317},\n", + " {'source': './data\\\\corolla-2020-toyota-owners-manual.pdf', 'page': 325},\n", + " {'source': './data\\\\corolla-2020-toyota-owners-manual.pdf', 'page': 422}]" ] }, "execution_count": 6, @@ -104,202 +180,235 @@ "output_type": "execute_result" } ], - "source": [ - "summary" - ] - }, - { - "cell_type": "code", - "execution_count": 7, - "metadata": {}, - "outputs": [], - "source": [ - "docs = search(document_page)" - ] - }, - { - "cell_type": "code", - "execution_count": 8, - "metadata": {}, - "outputs": [ - { - "data": { - "text/plain": [ - "[{'source': './data\\\\How to change engine oil and filter on TOYOTA Corolla.txt',\n", - " 'page': 1,\n", - " 'file_type': 'text'},\n", - " {'source': './data\\\\corolla-2020-toyota-owners-manual.pdf', 'page': 438},\n", - " {'source': './data\\\\How to change engine oil and filter on TOYOTA Corolla.txt',\n", - " 'page': 3,\n", - " 'file_type': 'text'},\n", - " {'source': './data\\\\How to change engine oil and filter on TOYOTA Corolla.txt',\n", - " 'page': 2,\n", - " 'file_type': 'text'},\n", - " {'source': './data\\\\corolla-2020-toyota-owners-manual.pdf', 'page': 525},\n", - " {'source': './data\\\\How to change spark plugs on TOYOTA COROLLA.docx',\n", - " 'page': 2,\n", - " 'file_type': 'text'},\n", - " {'source': './data\\\\How to change spark plugs on TOYOTA COROLLA.docx',\n", - " 'page': 3,\n", - " 'file_type': 'text'},\n", - " {'source': './data\\\\How to change engine oil and filter on TOYOTA Corolla.txt',\n", - " 'page': 0,\n", - " 'file_type': 'text'},\n", - " {'source': './data\\\\How to change spark plugs on TOYOTA COROLLA.docx',\n", - " 'page': 5,\n", - " 'file_type': 'text'},\n", - " {'source': './data\\\\How to change spark plugs on TOYOTA COROLLA.docx',\n", - " 'page': 6,\n", - " 'file_type': 'text'},\n", - " {'source': './data\\\\corolla-2020-toyota-owners-manual.pdf', 'page': 526},\n", - " {'source': './data\\\\corolla-2020-toyota-owners-manual.pdf', 'page': 422},\n", - " {'source': './data\\\\corolla-2020-toyota-owners-manual.pdf', 'page': 514},\n", - " {'source': './data\\\\corolla-2020-toyota-owners-manual.pdf', 'page': 153},\n", - " {'filename': 'audio-2', 'duration': '0-3 minutes', 'file_type': 'audio'},\n", - " {'filename': 'audio-2', 'duration': '3-6 minutes', 'file_type': 'audio'},\n", - " {'source': './data\\\\corolla-2020-toyota-owners-manual.pdf', 'page': 149},\n", - " {'source': './data\\\\corolla-2020-toyota-owners-manual.pdf', 'page': 513},\n", - " {'source': './data\\\\corolla-2020-toyota-owners-manual.pdf', 'page': 436},\n", - " {'source': './data\\\\corolla-2020-toyota-owners-manual.pdf', 'page': 148}]" - ] - }, - "execution_count": 8, - "metadata": {}, - "output_type": "execute_result" - } - ], "source": [ "docs" ] }, { "cell_type": "code", - "execution_count": 10, + "execution_count": 20, "metadata": {}, "outputs": [], "source": [ - "from collections import defaultdict\n", - "\n", - "def transform_file_data(input_data):\n", - " # Create a dictionary to aggregate data by filename\n", - " aggregated_data = defaultdict(lambda: {\n", - " 'filename': '',\n", - " 'pages': [],\n", - " 'timestamps': [],\n", - " 'description': 'lorem ipsum',\n", - " 'filetype': '',\n", - " 'thumbnail': '',\n", - " 'track_id': 123\n", - " })\n", - "\n", - " for item in input_data:\n", - " if 'source' in item:\n", - " file_path = item['source']\n", - " filename = file_path.split('\\\\')[-1]\n", - " extension = filename.split('.')[-1]\n", - "\n", - " aggregated_data[filename]['filename'] = filename\n", - " aggregated_data[filename]['filetype'] = extension\n", - " aggregated_data[filename]['thumbnail'] = f\"{filename.split('.')[0]}.jpg\"\n", - "\n", - " if extension in ['pdf', 'txt', 'docx']:\n", - " aggregated_data[filename]['pages'].append(item['page'])\n", - " elif extension in ['mp4', 'mkv', 'flv']:\n", - " aggregated_data[filename]['timestamps'].append(item['page'])\n", - " elif extension in ['mp3', 'wav', 'flac']:\n", - " aggregated_data[filename]['timestamps'].append(item['page'])\n", - " elif extension in ['jpg', 'jpeg', 'png', 'gif', 'bmp']:\n", - " aggregated_data[filename].pop('pages', None) # Remove pages if it's an image\n", - " aggregated_data[filename].pop('timestamps', None) # Remove timestamps if it's an image\n", - "\n", - " elif 'filename' in item:\n", - " filename = item['filename']\n", - " extension = item['file_type']\n", - " aggregated_data[filename]['filename'] = f\"{filename}.{extension}\"\n", - " aggregated_data[filename]['filetype'] = extension\n", - " aggregated_data[filename]['thumbnail'] = f\"{filename}.jpg\"\n", - " if 'duration' in item:\n", - " start_time, end_time = item['duration'].split(' minutes')[0].split('-')\n", - " aggregated_data[filename]['timestamps'].append((int(start_time), int(end_time)))\n", - "\n", - " # Convert aggregated data to the desired output format\n", - " output_data = []\n", - " for filename, data in aggregated_data.items():\n", - " # Remove empty lists for pages and timestamps\n", - " if not data['pages']:\n", - " data.pop('pages', None)\n", - " if not data['timestamps']:\n", - " data.pop('timestamps', None)\n", - " output_data.append(data)\n", - "\n", - " return output_data\n" + "# a function to get data description\n", + "def get_data_description(data_path):\n", + " # ensuring no // or / or extension is present\n", + " data_name = data_path.split('/')[-1].split('\\\\')[-1].split('.')[0]\n", + " # print(data_name)\n", + " # open the data.json file\n", + " with open('data/data.json') as f:\n", + " data = json.load(f)\n", + " existing_data = data.keys()\n", + " if data_name in existing_data:\n", + " return data[data_name]['doc_summary']\n", + " else:\n", + " return 'No description available'" ] }, { "cell_type": "code", - "execution_count": 11, - "metadata": {}, - "outputs": [ - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'filename': 'How to change engine oil and filter on TOYOTA Corolla.txt', 'pages': [1, 3, 2, 0], 'description': 'lorem ipsum', 'filetype': 'txt', 'thumbnail': 'How to change engine oil and filter on TOYOTA Corolla.jpg', 'track_id': 123}\n", - "{'filename': 'corolla-2020-toyota-owners-manual.pdf', 'pages': [438, 525, 526, 422, 514, 153, 149, 513, 436, 148], 'description': 'lorem ipsum', 'filetype': 'pdf', 'thumbnail': 'corolla-2020-toyota-owners-manual.jpg', 'track_id': 123}\n", - "{'filename': 'How to change spark plugs on TOYOTA COROLLA.docx', 'pages': [2, 3, 5, 6], 'description': 'lorem ipsum', 'filetype': 'docx', 'thumbnail': 'How to change spark plugs on TOYOTA COROLLA.jpg', 'track_id': 123}\n", - "{'filename': 'audio-2.audio', 'timestamps': [(0, 3), (3, 6)], 'description': 'lorem ipsum', 'filetype': 'audio', 'thumbnail': 'audio-2.jpg', 'track_id': 123}\n" - ] - } - ], - "source": [ - "output = transform_file_data(docs)\n", - "for item in output:\n", - " print(item)" - ] - }, - { - "cell_type": "code", - "execution_count": 12, + "execution_count": 21, "metadata": {}, "outputs": [ { "data": { "text/plain": [ - "[{'filename': 'How to change engine oil and filter on TOYOTA Corolla.txt',\n", - " 'pages': [1, 3, 2, 0],\n", - " 'description': 'lorem ipsum',\n", - " 'filetype': 'txt',\n", - " 'thumbnail': 'How to change engine oil and filter on TOYOTA Corolla.jpg',\n", - " 'track_id': 123},\n", - " {'filename': 'corolla-2020-toyota-owners-manual.pdf',\n", - " 'pages': [438, 525, 526, 422, 514, 153, 149, 513, 436, 148],\n", - " 'description': 'lorem ipsum',\n", - " 'filetype': 'pdf',\n", - " 'thumbnail': 'corolla-2020-toyota-owners-manual.jpg',\n", - " 'track_id': 123},\n", - " {'filename': 'How to change spark plugs on TOYOTA COROLLA.docx',\n", - " 'pages': [2, 3, 5, 6],\n", - " 'description': 'lorem ipsum',\n", - " 'filetype': 'docx',\n", - " 'thumbnail': 'How to change spark plugs on TOYOTA COROLLA.jpg',\n", - " 'track_id': 123},\n", - " {'filename': 'audio-2.audio',\n", - " 'timestamps': [(0, 3), (3, 6)],\n", - " 'description': 'lorem ipsum',\n", - " 'filetype': 'audio',\n", - " 'thumbnail': 'audio-2.jpg',\n", - " 'track_id': 123}]" + "\"This document is about a video tutorial series on replacing car parts, specifically the latest installment of AutoDoc's video tutorials.\"" ] }, - "execution_count": 12, + "execution_count": 21, "metadata": {}, "output_type": "execute_result" } ], "source": [ - "output" + "get_data_description('How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]')" ] }, + { + "cell_type": "code", + "execution_count": 28, + "metadata": {}, + "outputs": [], + "source": [ + "# getting data thumbnais. \n", + "def get_data_thumbnail(data_path, timestamp = None):\n", + " # ensuring no // or / or extension is present\n", + " file_name = data_path.split('/')[-1].split('\\\\')[-1].split('.')[0]\n", + " # first check is to see if the file_name has a .png image in the thumbnail folder\n", + " if os.path.exists(f'data/thumbnails/{file_name}.png'):\n", + " return f'data/thumbnails/{file_name}.png'\n", + " # the second check is to see if we have a folder with this file_name\n", + " elif os.path.exists(f'data/{file_name}'):\n", + " # so now we want to access the first timestamp\n", + " if timestamp:\n", + " first = timestamp[0]\n", + " # split by -\n", + " start, end = first.split('-')\n", + " # we want to convert something like 03:00, 04:00, 03:30 which is in min:sec to seconds\n", + " start = int(start.split(':')[0])*60 + int(start.split(':')[1])\n", + " end = int(end.split(':')[0])*60 + int(end.split(':')[1])\n", + " # bringing them together\n", + " image_file = f\"{start}-{end}s.png\"\n", + " # niw checkin if the file exists\n", + " if os.path.exists(f'data/{file_name}/{image_file}'):\n", + " return f'data/{file_name}/{image_file}'" + ] + }, + { + "cell_type": "code", + "execution_count": 29, + "metadata": {}, + "outputs": [ + { + "data": { + "text/plain": [ + "'data/How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]/210-240s.png'" + ] + }, + "execution_count": 29, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "get_data_thumbnail('How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]', timestamp=['3:30-4:0', '5:30-6:0'])" + ] + }, + { + "cell_type": "code", + "execution_count": 30, + "metadata": {}, + "outputs": [ + { + "data": { + "text/plain": [ + "'data/thumbnails/corolla-2020-toyota-owners-manual.png'" + ] + }, + "execution_count": 30, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "get_data_thumbnail(\"./data\\\\corolla-2020-toyota-owners-manual.pdf'\")" + ] + }, + { + "cell_type": "code", + "execution_count": 34, + "metadata": {}, + "outputs": [], + "source": [ + "def summarize_doc_search(data):\n", + " summary = {}\n", + "\n", + " for item in data:\n", + " source = item['source']\n", + " if source not in summary:\n", + " summary[source] = {'pages': [], 'timestamps': [], 'file_type': item.get('file_type', 'pdf')}\n", + " \n", + " if 'page' in item:\n", + " summary[source]['pages'].append(item['page'])\n", + " if 'timestamp' in item:\n", + " summary[source]['timestamps'].append(item['timestamp'])\n", + " \n", + " # Formatting the summary as a list of dictionaries\n", + " summarized_list = [\n", + " {'filename': key.split(\"\\\\\")[-1], \n", + " 'pages': value['pages'], \n", + " 'timestamps': value['timestamps'], \n", + " 'file_type': value['file_type']}\n", + " for key, value in summary.items()\n", + " ]\n", + " \n", + " # getting the file description and thumbnail\n", + " for item in summarized_list:\n", + " item['description'] = get_data_description(item['filename'])\n", + " # ehcking if we have an empty timestamp list\n", + " if len(item['timestamps']) > 0:\n", + " item['thumbnail'] = get_data_thumbnail(item['filename'], item['timestamps'])\n", + " else:\n", + " item['thumbnail'] = get_data_thumbnail(item['filename'])\n", + " \n", + " return summarized_list" + ] + }, + { + "cell_type": "code", + "execution_count": 35, + "metadata": {}, + "outputs": [], + "source": [ + "doc_summary = summarize_doc_search(docs)" + ] + }, + { + "cell_type": "code", + "execution_count": 33, + "metadata": {}, + "outputs": [ + { + "data": { + "text/plain": [ + "[{'filename': 'corolla-2020-toyota-owners-manual.pdf',\n", + " 'pages': [424, 329, 264, 290, 201, 326, 315, 317, 325, 422],\n", + " 'timestamps': [],\n", + " 'file_type': 'pdf',\n", + " 'description': \"This document is about the user manual for a Toyota Corolla, providing information and instructions on various aspects of the vehicle, including safety and security, vehicle status, driving operations, interior features, maintenance, and troubleshooting. The manual covers topics such as child seat installation, theft deterrent systems, reading driving-related information, operating the Entune audio system, and caring for the vehicle's interior and exterior. It also includes information on reporting safety defects and provides instructions for Canadian owners on seat belt and SRS air\",\n", + " 'thumbnail': 'data/thumbnails/corolla-2020-toyota-owners-manual.png'},\n", + " {'filename': 'How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]',\n", + " 'pages': [],\n", + " 'timestamps': ['0:30-1:0',\n", + " '2:00-2:00',\n", + " '2:30-3:0',\n", + " '4:00-4:00',\n", + " '5:30-6:0',\n", + " '8:00-8:00',\n", + " '8:30-9:0',\n", + " '10:00-10:00'],\n", + " 'file_type': 'video',\n", + " 'description': \"This document is about a video tutorial series on replacing car parts, specifically the latest installment of AutoDoc's video tutorials.\",\n", + " 'thumbnail': 'data/How to change front wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]/30-60s.png'},\n", + " {'filename': 'How to change rear wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]',\n", + " 'pages': [],\n", + " 'timestamps': ['3:30-4:0', '5:30-6:0'],\n", + " 'file_type': 'video',\n", + " 'description': \"This document is about a video tutorial series on replacing car parts, specifically the latest installment of Auto-Doc's video tutorials.\",\n", + " 'thumbnail': 'data/How to change rear wheel bearing on TOYOTA RAV4 II [TUTORIAL AUTODOC]/210-240s.png'}]" + ] + }, + "execution_count": 33, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "doc_summary" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [], + "source": [] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [], + "source": [] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [], + "source": [] + }, { "cell_type": "code", "execution_count": null, diff --git a/thumbnail_generator.ipynb b/thumbnail_generator.ipynb new file mode 100644 index 00000000..f2110aaa --- /dev/null +++ b/thumbnail_generator.ipynb @@ -0,0 +1,145 @@ +{ + "cells": [ + { + "cell_type": "code", + "execution_count": 28, + "metadata": {}, + "outputs": [], + "source": [ + "import os\n", + "import random\n", + "from PIL import Image, ImageDraw, ImageFont\n" + ] + }, + { + "cell_type": "code", + "execution_count": 35, + "metadata": {}, + "outputs": [], + "source": [ + "def create_text_thumbnail(file_path):\n", + " # Create a folder for thumbnails if it doesn't exist\n", + " thumbnail_folder = os.path.join(os.path.dirname(file_path), 'thumbnails')\n", + " os.makedirs(thumbnail_folder, exist_ok=True)\n", + " \n", + " # Extract file name (without extension)\n", + " file_name = os.path.splitext(os.path.basename(file_path))[0]\n", + " \n", + " # Create a random background color\n", + " background_color = tuple(random.randint(0, 255) for _ in range(3))\n", + " \n", + " # Create an image with the random background color\n", + " img = Image.new('RGB', (800, 400), color=background_color)\n", + " \n", + " # Initialize drawing context\n", + " d = ImageDraw.Draw(img)\n", + " \n", + " # Load a font\n", + " try:\n", + " font = ImageFont.truetype(\"arial.ttf\", 25) # Adjust the font size as needed\n", + " except IOError:\n", + " font = ImageFont.load_default()\n", + " \n", + " # Get the bounding box of the text\n", + " text_bbox = d.textbbox((0, 0), file_name, font=font)\n", + " text_width = text_bbox[2] - text_bbox[0]\n", + " text_height = text_bbox[3] - text_bbox[1]\n", + " \n", + " # Calculate the position to center the text\n", + " text_x = (img.width - text_width) / 2\n", + " text_y = (img.height - text_height) / 2\n", + " \n", + " # Draw the text onto the image\n", + " d.text((text_x, text_y), file_name, font=font, fill=(255, 255, 255)) # White text\n", + " \n", + " # Save the image\n", + " thumbnail_path = os.path.join(thumbnail_folder, f\"{file_name}.png\")\n", + " img.save(thumbnail_path)\n", + " \n", + " print(f\"Thumbnail created: {thumbnail_path}\")\n", + "\n", + "def process_directory(directory_path):\n", + " supported_extensions = ['.txt', '.pdf', '.docx', '.mp3', '.m4a']\n", + " \n", + " for file in os.listdir(directory_path):\n", + " file_path = os.path.join(directory_path, file)\n", + " if os.path.isfile(file_path):\n", + " file_extension = os.path.splitext(file)[1].lower()\n", + " if file_extension in supported_extensions:\n", + " create_text_thumbnail(file_path)" + ] + }, + { + "cell_type": "code", + "execution_count": 36, + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Thumbnail created: data\\thumbnails\\audio-2.png\n", + "Thumbnail created: data\\thumbnails\\Car-Repair-Receipt-repair.png\n", + "Thumbnail created: data\\thumbnails\\Car-Repair-Receipt-service.png\n", + "Thumbnail created: data\\thumbnails\\Car-Repair-Receipt-tire.png\n", + "Thumbnail created: data\\thumbnails\\Car-Repair-Receipt-tuning.png\n", + "Thumbnail created: data\\thumbnails\\Car-Repair-Receipt-wash.png\n", + "Thumbnail created: data\\thumbnails\\corolla-2020-toyota-owners-manual.png\n", + "Thumbnail created: data\\thumbnails\\How to change engine oil and filter on TOYOTA Corolla.png\n", + "Thumbnail created: data\\thumbnails\\How to change front brake pads on TOYOTA Corolla.png\n", + "Thumbnail created: data\\thumbnails\\How to change rear windshield wipers on TOYOTA Corolla.png\n", + "Thumbnail created: data\\thumbnails\\How to change spark plugs on TOYOTA COROLLA.png\n", + "Thumbnail created: data\\thumbnails\\test_rec.png\n" + ] + } + ], + "source": [ + "# Example usage:\n", + "directory_path = 'data'\n", + "process_directory(directory_path)" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [], + "source": [] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [], + "source": [] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [], + "source": [] + } + ], + "metadata": { + "kernelspec": { + "display_name": "smog_env", + "language": "python", + "name": "python3" + }, + "language_info": { + "codemirror_mode": { + "name": "ipython", + "version": 3 + }, + "file_extension": ".py", + "mimetype": "text/x-python", + "name": "python", + "nbconvert_exporter": "python", + "pygments_lexer": "ipython3", + "version": "3.11.9" + } + }, + "nbformat": 4, + "nbformat_minor": 2 +} diff --git a/utils.py b/utils.py index 9f79117c..b7250ab0 100644 --- a/utils.py +++ b/utils.py @@ -12,7 +12,11 @@ from langchain_core.output_parsers import StrOutputParser from uuid import uuid4 from langchain_core.documents import Document from text_extractor import TextExtractor -import os +import os, sys +sys.path.append(os.path.abspath(os.path.join(os.path.dirname(__file__), '..'))) +from loggings.logging_config import logger +import random +from PIL import Image, ImageDraw, ImageFont from concurrent.futures import ThreadPoolExecutor import math import json @@ -29,6 +33,7 @@ import ffmpeg from dotenv import load_dotenv load_dotenv() + # OpenAI API Key api_key = os.getenv('OPENAI_API_KEY') # setting up groq api key @@ -53,11 +58,14 @@ def load_embedding_model(): # ---------------------------------------------------------------------------------------------------- # loading the embedding model +logger.info("Loading the embedding model") embeddings = load_embedding_model() +logger.info("Embedding model loaded") # --------------------------------------------------------TEXT PREPROCESSING-------------------------------------------- def create_documents(doc, file_type='text'): + logger.info(f"Creating documents from text") text = doc[0].page_content metadata = doc[0].metadata text_splitter = RecursiveCharacterTextSplitter( @@ -80,6 +88,7 @@ def create_documents(doc, file_type='text'): def load_txt_document(document_path): + logger.info(f"Loading text document from {document_path}") try: txt_doc = TextLoader(document_path) text = txt_doc.load() @@ -91,6 +100,7 @@ def load_txt_document(document_path): def load_docx_document(document_path): + logger.info(f"Loading docx document from {document_path}") try: docx_doc = Docx2txtLoader(document_path) text = docx_doc.load() @@ -103,6 +113,7 @@ def load_docx_document(document_path): # creating a function that checks the document type and loads the document def load_pdf_document(document_path): + logger.info(f"Loading pdf document from {document_path}") try: pdf_doc = PyPDFLoader(document_path) pages = pdf_doc.load_and_split() @@ -125,11 +136,13 @@ def load_document(document_path): # ----------------------------------------------------IMAGE PROCESSING------------------------------------------------ # Function to encode the image def encode_image(image_path): - with open(image_path, "rb") as image_file: - return base64.b64encode(image_file.read()).decode('utf-8') + logger.info(f"Encoding image {image_path}") + with open(image_path, "rb") as image_file: + return base64.b64encode(image_file.read()).decode('utf-8') # Vision API to process the image def process_image(image_path): + logger.info(f"Processing image {image_path}") global api_key # Getting the base64 string @@ -174,10 +187,11 @@ def process_image(image_path): # create image document def create_image_document(image_path, file_type='image'): + logger.info(f"Creating image document from {image_path}") # getting the image name from the image path - image_name = image_path.split('/')[-1].split('.')[0] + image_name = image_path.split('\\')[-1].split('.')[0] # setting image name as metadata - metadata = {'filename': image_name, 'file_type': file_type} + metadata = {'source': image_name, 'file_type': file_type} text_extractor = TextExtractor() text = text_extractor.read_text_from_image(image_path) # removing special characters and line breaks @@ -199,6 +213,7 @@ def create_image_document(image_path, file_type='image'): # -----------------------------------------------AUDIO PROCESSING----------------------------------------------------- # Audio to Text def audio_to_text(filepath): + logger.info(f"Transcribing audio file {filepath}") with open(filepath, "rb") as file: translation = client.audio.translations.create( file=(filepath, file.read()), @@ -208,6 +223,7 @@ def audio_to_text(filepath): def split_audio_by_duration(audio_file_path, chunk_duration_minutes, print_output=True): + logger.info(f"Splitting audio file {audio_file_path} by duration") # Convert chunk duration to milliseconds chunk_length_ms = chunk_duration_minutes * 60 * 1000 @@ -247,6 +263,7 @@ def split_audio_by_duration(audio_file_path, chunk_duration_minutes, print_outpu return chunk_folder, chunk_paths def transcribe_audio_chunks(audio_file_path, chunk_duration_minutes, file_type='audio'): + logger.info(f"Transcribing audio chunks from {audio_file_path}") # Split the audio file into chunks chunk_folder, chunk_paths = split_audio_by_duration(audio_file_path, chunk_duration_minutes) @@ -270,11 +287,25 @@ def transcribe_audio_chunks(audio_file_path, chunk_duration_minutes, file_type=' start_min = (chunk_index - 1) * chunk_duration_minutes end_min = chunk_index * chunk_duration_minutes actual_end_min = min(end_min, (len(AudioSegment.from_file(audio_file_path)) // 60000)) # To handle the last chunk's actual duration + + # preparing the start and end min in a timestamp format, also also catching cases of decimal, making it a real time + if start_min % 1 == 0: + start_min = f"{int(start_min)}:00" + end_min = f"{int(end_min)}:00" + else: + # splitting the decimal part of the start and end min + start_min_int, start_min_dec = str(start_min).split('.') + end_min_int, end_min_dec = str(end_min).split('.') + # converting the decimal part to seconds + start_sec = int(start_min_dec) * 6 + end_sec = int(end_min_dec) * 6 + start_min = f"{start_min_int}:{start_sec}" + end_min = f"{end_min_int}:{end_sec}" # Create a document with the transcript and metadata metadata = { - "filename": base_filename, - "duration": f"{start_min}-{end_min} minutes", + "source": base_filename, + "timestamp": f"{start_min}-{end_min}", "file_type": file_type, } document = Document(page_content=transcript, metadata=metadata) @@ -282,6 +313,9 @@ def transcribe_audio_chunks(audio_file_path, chunk_duration_minutes, file_type=' # Delete the chunk folder after processing shutil.rmtree(chunk_folder) + + # adding a delay + time.sleep(0.2) return documents @@ -294,7 +328,7 @@ def create_audio_document(audio_file_path, chunk_duration_minutes=3, file_type=' # ------------------------------------------------VIDEO PROCESSING----------------------------------------------------- def preprocess_video_data(video_path: str, time_interval: int): - + logger.info(f"Preprocessing video data from {video_path}") # Load the video file video = VideoFileClip(video_path) @@ -341,6 +375,7 @@ def preprocess_video_data(video_path: str, time_interval: int): # now creating document from the audio file documents = create_audio_document(audio_path, chunk_duration_minutes=0.5, file_type='video') + logger.info(f"Documents created from video {video_path}") # deleting the audio file os.remove(audio_path) @@ -349,6 +384,7 @@ def preprocess_video_data(video_path: str, time_interval: int): #----------------------------------------------------DOC SUMMARIZER -------------------------------------------------- def doc_summarizer(document_page: list) -> str: + logger.info(f"Summarizing document") initiator_prompt = PromptTemplate( template="""<|begin_of_text|><|start_header_id|>system<|end_header_id|> Create a short summary of the document based on the provided text. @@ -370,12 +406,15 @@ def doc_summarizer(document_page: list) -> str: #-----------------------------------------------------OTHERS-------------------------------------------------------------- def save_embedded_data(embeddings, key="data"): - embeddings.save_local(f"index/faiss_index_{key}") - print("Embeddings saved") + logger.info(f"Saving embeddings") + embeddings.save_local(f"index/faiss_index_{key}") + print("Embeddings saved") + return 'saved' def load_embedded_data(embeddings=embeddings, key="data"): - embed_db = FAISS.load_local(f"index/faiss_index_{key}", embeddings, allow_dangerous_deserialization=True) - return embed_db + logger.info(f"Loading embedded data") + embed_db = FAISS.load_local(f"index/faiss_index_{key}", embeddings, allow_dangerous_deserialization=True) + return embed_db #-----------------------------------------------------Data Loading Process---------------------------------------------------- @@ -396,15 +435,15 @@ def process_document(path, extension, text_doc, image_doc, audio_doc, video_doc) elif extension in image_doc: doc = process_map["image"](path) num_pages = 1 - doc_name = doc[0].metadata['filename'] + doc_name = doc[0].metadata['source'].split('\\')[-1] elif extension in audio_doc: doc = process_map["audio"](path) num_pages = len(doc) - doc_name = doc[0].metadata['filename'] + doc_name = doc[0].metadata['source'] elif extension in video_doc: doc = process_map["video"](path, time_interval=30) num_pages = len(doc) - doc_name = doc[0].metadata['filename'] + doc_name = doc[0].metadata['source'] else: return None, None, None # Unhandled extension @@ -425,7 +464,7 @@ def load_documents_from_directory(directory_path: str): def process_with_delay(file): result = process_document(os.path.join(directory_path, file), file.split('.')[-1], text_doc, image_doc, audio_doc, video_doc) - time.sleep(0.1) # Introduce a 0.1s delay between processing each document + time.sleep(0.4) # Introduce a 0.4s delay between processing each document return result with ThreadPoolExecutor() as executor: @@ -441,27 +480,31 @@ def load_documents_from_directory(directory_path: str): first_page = doc[0].page_content summary = doc_summarizer(first_page) doc_summary.append(summary) + # adding some delay + time.sleep(0.5) docs_id = [uuid4().hex for _ in range(len(documents))] json_file = os.path.join(directory_path, 'data.json') - data = {'doc_names': doc_names, 'docs_id': docs_id, 'num_pages': num_pages, 'doc_summaary': doc_summary} - - if os.path.exists(json_file): - with open(json_file, 'r+') as f: - existing_data = json.load(f) - existing_data.update(data) - f.seek(0) - json.dump(existing_data, f) - else: - with open(json_file, 'w') as f: - json.dump(data, f) + # creating a dictionary for each document in the json file + for i in range(len(documents)): + data = {doc_names[i].split("\\")[-1]: {'doc_id':docs_id[i], 'num_pages': num_pages[i], 'doc_summary': doc_summary[i]}} + if os.path.exists(json_file): + with open(json_file, 'r+') as f: + existing_data = json.load(f) + existing_data.update(data) + f.seek(0) + json.dump(existing_data, f) + else: + with open(json_file, 'w') as f: + json.dump(data, f) return documents, docs_id, num_pages # A function to create vector store def create_vector_store(documents: list, docs_id: list, num_pages: list): + logger.info(f"Creating vector store") # index set up with the embedding dimension index = faiss.IndexFlatL2(384) # Initialize the FAISS vector store @@ -476,10 +519,11 @@ def create_vector_store(documents: list, docs_id: list, num_pages: list): doc_id = docs_id[i] page_ids = [doc_id+ str(i) for i in range(num_pages[i])] vector_store.add_documents(documents=documents[i], ids=page_ids) - + logger.info(f"Vector store created") + logger.info(f"Saving the vector store") # saving the vector store automatically save_embedded_data(vector_store, key="data") - + logger.info(f"Vector store saved") return vector_store # creating a function to add documents to the vector store @@ -491,14 +535,70 @@ def add_documents_to_vector_store(embeddings, documents: list, docs_id: list, nu page_ids = [doc_id+ str(i) for i in range(num_pages[i])] vector_store.add_documents(documents=documents[i], ids=page_ids) print ("Documents added to the vector store") - +#----------------------------------------------------------Thumbnail Generator----------------------------------------------------- +def create_text_thumbnail(file_path): + logger.info(f"Creating thumbnail for {file_path}") + # Create a folder for thumbnails if it doesn't exist + thumbnail_folder = os.path.join(os.path.dirname(file_path), 'thumbnails') + os.makedirs(thumbnail_folder, exist_ok=True) + + # Extract file name (without extension) + file_name = os.path.splitext(os.path.basename(file_path))[0] + + # Create a random background color + background_color = tuple(random.randint(0, 255) for _ in range(3)) + + # Create an image with the random background color + img = Image.new('RGB', (800, 400), color=background_color) + + # Initialize drawing context + d = ImageDraw.Draw(img) + + # Load a font + try: + font = ImageFont.truetype("arial.ttf", 25) # Adjust the font size as needed + except IOError: + font = ImageFont.load_default() + + # Get the bounding box of the text + text_bbox = d.textbbox((0, 0), file_name, font=font) + text_width = text_bbox[2] - text_bbox[0] + text_height = text_bbox[3] - text_bbox[1] + + # Calculate the position to center the text + text_x = (img.width - text_width) / 2 + text_y = (img.height - text_height) / 2 + + # Draw the text onto the image + d.text((text_x, text_y), file_name, font=font, fill=(255, 255, 255)) # White text + + # Save the image + thumbnail_path = os.path.join(thumbnail_folder, f"{file_name}.png") + img.save(thumbnail_path) + + print(f"Thumbnail created: {thumbnail_path}") + +def process_directory(directory_path): + supported_extensions = ['.txt', '.pdf', '.docx', '.mp3', '.m4a'] + + for file in os.listdir(directory_path): + file_path = os.path.join(directory_path, file) + if os.path.isfile(file_path): + file_extension = os.path.splitext(file)[1].lower() + if file_extension in supported_extensions: + create_text_thumbnail(file_path) + return "Done" + +#-----------------------------------------------------------SEARCH------------------------------------------------------- # A document search function def search(query, k=20): + logger.info(f"Searching for {query}") # loading the embedded data embed_db = load_embedded_data() db = embed_db docs = db.similarity_search(query, k) + logger.info(f"Search completed") all = [] info = [] for doc in docs: