refactor(ingest): restructure section document creation logic and add warnings for oversized documents

- Move full‑section Document creation into an `else` block so it only occurs when no sub‑documents were created.
- Remove premature return that skipped adding the full section.
- Add post‑processing loop to log a warning for any final document exceeding `LARGE_DOC_THRESHOLD`.

setup/ingest.ts

@@ -152,29 +152,35 @@ async function ingestSpec(): Promise<Document[]> {
             }),
           );
         }
-
+      } else {
-        // Skip adding the full section since we've broken it into parts
+        // Add the full section document (for smaller sections or when no breakdown happened)
-        if (subDocsCreated || remainingText) {
+        documents.push(
-          return;
+          new Document({
-        }
+            pageContent: text,
+            metadata: {
+              source: file,
+              sectionid: id,
+              sectiontitle: title,
+              type: "specification",
+              parentsectionid: null,
+              breakdowntag: null,
+            },
+          }),
+        );
       }
 
-      // Add the full section document (for smaller sections or when no breakdown happened)
-      documents.push(
-        new Document({
-          pageContent: text,
-          metadata: {
-            source: file,
-            sectionid: id,
-            sectiontitle: title,
-            type: "specification",
-            parentsectionid: null,
-            breakdowntag: null,
-          },
-        }),
-      );
     });
   }
+
+  // Log warnings for any large documents in the final collection
+  for (const doc of documents) {
+    if (doc.pageContent.length > LARGE_DOC_THRESHOLD) {
+      const id = doc.metadata.sectionid || "unknown";
+      const size = doc.pageContent.length;
+      console.warn(`⚠️  Warning: Final document ${id} is large (${size} chars)`);
+    }
+  }
+
   return documents;
 }