From eea1267b504ff3f1dea635bd77afb61e7ed1e1ef Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Gerg=C5=91=20M=C3=B3ricz?= Date: Tue, 15 Apr 2025 20:28:53 -0700 Subject: [PATCH] feat(batchExtract): thingymajig --- apps/api/src/lib/extract/completions/batchExtract.ts | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/apps/api/src/lib/extract/completions/batchExtract.ts b/apps/api/src/lib/extract/completions/batchExtract.ts index e7f2bb03..aecad61f 100644 --- a/apps/api/src/lib/extract/completions/batchExtract.ts +++ b/apps/api/src/lib/extract/completions/batchExtract.ts @@ -1,4 +1,3 @@ -import { logger } from "../../../lib/logger"; import { generateCompletions, GenerateCompletionsOptions, @@ -14,6 +13,7 @@ import { getModel } from "../../generic-ai"; import fs from "fs/promises"; import { extractData } from "../../../scraper/scrapeURL/lib/extractSmartScrape"; +import type { Logger } from "winston"; type BatchExtractOptions = { multiEntitySchema: any; @@ -33,7 +33,7 @@ type BatchExtractOptions = { * @param doc - The document to extract information from * @returns The completion promise */ -export async function batchExtractPromise(options: BatchExtractOptions): Promise<{ +export async function batchExtractPromise(options: BatchExtractOptions, logger: Logger): Promise<{ extract: any; // array of extracted data numTokens: number; totalUsage: TokenUsage; @@ -82,7 +82,7 @@ export async function batchExtractPromise(options: BatchExtractOptions): Promise smCallCount = smartScrapeCallCount; oCallCount = otherCallCount; } catch (error) { - console.error(">>>>>>>error>>>>>\n", error); + logger.error("extractData failed", { error }); } // await fs.writeFile(