From e1af815f8ce3c260601ea28829e6496e09f821dc Mon Sep 17 00:00:00 2001
From: Eric Ciarla <ericciarla@yahoo.com>
Date: Mon, 1 Jul 2024 08:48:21 -0400
Subject: [PATCH] Update scrape.ts

---
 apps/api/src/controllers/scrape.ts | 5 +++--
 1 file changed, 3 insertions(+), 2 deletions(-)

diff --git a/apps/api/src/controllers/scrape.ts b/apps/api/src/controllers/scrape.ts
index 56ea1d5d..f5e2c322 100644
--- a/apps/api/src/controllers/scrape.ts
+++ b/apps/api/src/controllers/scrape.ts
@@ -65,8 +65,9 @@ export async function scrapeHelper(
     return { success: true, error: "No page found", returnCode: 200, data: docs[0] };
   }
 
-  // Remove rawHtml if pageOptions.rawHtml is false
-  if (!pageOptions.includeRawHtml) {
+ 
+  // Remove rawHtml if pageOptions.rawHtml is false and extractorOptions.mode is llm-extraction-from-raw-html
+  if (!pageOptions.includeRawHtml && extractorOptions.mode == "llm-extraction-from-raw-html") {
     filteredDocs.forEach(doc => {
       delete doc.rawHtml;
     });