From 06770bc63ff7964f1844978f7ed11fcff3b4fbdd Mon Sep 17 00:00:00 2001
From: =?UTF-8?q?Gerg=C5=91=20M=C3=B3ricz?= <mo.geryy@gmail.com>
Date: Thu, 17 Apr 2025 10:48:13 -0700
Subject: [PATCH] fix(scrape/json): move back to 4o mini

---
 apps/api/src/lib/extract/completions/singleAnswer.ts      | 5 +++--
 apps/api/src/scraper/scrapeURL/lib/extractSmartScrape.ts  | 2 --
 apps/api/src/scraper/scrapeURL/transformers/llmExtract.ts | 4 ++--
 3 files changed, 5 insertions(+), 6 deletions(-)

diff --git a/apps/api/src/lib/extract/completions/singleAnswer.ts b/apps/api/src/lib/extract/completions/singleAnswer.ts
index 866b6049..79bb52f2 100644
--- a/apps/api/src/lib/extract/completions/singleAnswer.ts
+++ b/apps/api/src/lib/extract/completions/singleAnswer.ts
@@ -51,7 +51,8 @@ export async function singleAnswerCompletion({
     },
     markdown: `${singleAnswerDocs.map((x, i) => `[START_PAGE (ID: ${i})]` + buildDocument(x)).join("\n")} [END_PAGE]\n`,
     isExtractEndpoint: true,
-    model: getModel("gemini-2.0-flash", "google"),
+    model: getModel("gemini-2.5-pro-preview-03-25", "vertex"),
+    retryModel: getModel("gemini-2.5-pro-preview-03-25", "google"),
     costTrackingOptions: {
       costTracking,
       metadata: {
@@ -75,7 +76,7 @@ export async function singleAnswerCompletion({
       promptTokens: 0,
       completionTokens: 0,
       totalTokens: 0,
-      model: "gemini-2.0-flash",
+      model: "gemini-2.5-pro-preview-03-25",
     },
     sources: singleAnswerDocs.map(
       (doc) => doc.metadata.url || doc.metadata.sourceURL || "",
diff --git a/apps/api/src/scraper/scrapeURL/lib/extractSmartScrape.ts b/apps/api/src/scraper/scrapeURL/lib/extractSmartScrape.ts
index e02f4c83..52ad2fa1 100644
--- a/apps/api/src/scraper/scrapeURL/lib/extractSmartScrape.ts
+++ b/apps/api/src/scraper/scrapeURL/lib/extractSmartScrape.ts
@@ -269,8 +269,6 @@ export async function extractData({
       totalUsage: t,
     } = await generateCompletions({
       ...extractOptionsNewSchema,
-      model: getModel("gemini-2.5-pro-preview-03-25", "vertex"),
-      retryModel: getModel("gemini-2.5-pro-preview-03-25", "google"),
       costTrackingOptions: {
         costTracking: extractOptions.costTrackingOptions.costTracking,
         metadata: {
diff --git a/apps/api/src/scraper/scrapeURL/transformers/llmExtract.ts b/apps/api/src/scraper/scrapeURL/transformers/llmExtract.ts
index 48dcd128..4ff1f254 100644
--- a/apps/api/src/scraper/scrapeURL/transformers/llmExtract.ts
+++ b/apps/api/src/scraper/scrapeURL/transformers/llmExtract.ts
@@ -658,8 +658,8 @@ export async function performLLMExtract(
       // model: getModel("qwen-qwq-32b", "groq"),
       // model: getModel("gemini-2.0-flash", "google"),
       // model: getModel("gemini-2.5-pro-preview-03-25", "vertex"),
-      model: getModel("gemini-2.5-pro-preview-03-25", "vertex"),
-      retryModel: getModel("gemini-2.5-pro-preview-03-25", "google"),
+      model: getModel("gpt-4o-mini", "openai"),
+      retryModel: getModel("gpt-4o", "openai"),
       costTrackingOptions: {
         costTracking: meta.costTracking,
         metadata: {