From 46b2bdedcc32f887f8ff5bb4f9786fa66ffcc5b5 Mon Sep 17 00:00:00 2001
From: Nicolas <nicolascamara29@gmail.com>
Date: Wed, 1 Oct 2025 17:53:25 -0300
Subject: [PATCH] Revert "Nick:"

This reverts commit 4434e0693ddf11bf14e53ed545819ba6dba26dc9.
---
 apps/api/.husky/pre-commit           | 1 +
 apps/api/src/controllers/v2/crawl.ts | 2 +-
 apps/api/src/lib/map-utils.ts        | 6 ++----
 3 files changed, 4 insertions(+), 5 deletions(-)

diff --git a/apps/api/.husky/pre-commit b/apps/api/.husky/pre-commit
index e69de29bb..629a923ce 100644
--- a/apps/api/.husky/pre-commit
+++ b/apps/api/.husky/pre-commit
@@ -0,0 +1 @@
+cd apps/api && pnpm knip --cache && pnpm lint-staged
\ No newline at end of file
diff --git a/apps/api/src/controllers/v2/crawl.ts b/apps/api/src/controllers/v2/crawl.ts
index 01fd13889..a297c55e5 100644
--- a/apps/api/src/controllers/v2/crawl.ts
+++ b/apps/api/src/controllers/v2/crawl.ts
@@ -73,7 +73,7 @@ export async function crawlController(
         flags: req.acuc?.flags ?? null,
         logger,
         limit: 120,
-        includeSubdomains: false,
+        includeSubdomains: true,
         allowExternalLinks: false,
         useIndex: true,
         maxFireEngineResults: 500,
diff --git a/apps/api/src/lib/map-utils.ts b/apps/api/src/lib/map-utils.ts
index 25986b347..06fc262ec 100644
--- a/apps/api/src/lib/map-utils.ts
+++ b/apps/api/src/lib/map-utils.ts
@@ -98,7 +98,6 @@ export async function getMapResults({
 }): Promise<MapResult> {
   const functionStartTime = Date.now();
 
-
   const id = uuidv4();
   let mapResults: MapDocument[] = [];
   const zeroDataRetention = flags?.forceZDR ?? false;
@@ -331,7 +330,7 @@ export async function buildPromptWithWebsiteStructure({
   teamId,
   flags,
   logger,
-  limit = 50,
+  limit = 120,
   includeSubdomains = true,
   allowExternalLinks = false,
   useIndex = true,
@@ -354,11 +353,10 @@ export async function buildPromptWithWebsiteStructure({
       url,
       limit,
       includeSubdomains,
-      crawlerOptions: { sitemap: "include" },
+      crawlerOptions: {},
       teamId,
       flags,
       allowExternalLinks,
-      filterByPath: false,
       useIndex,
       maxFireEngineResults,
     });