fix: fall back to cleaned HTML when Readability extracts no content (#125)

Author: nikitachapovskii-dev

src/website-content-crawler/text-extractor.ts

@@ -36,6 +36,10 @@ export async function readableText({
 
     const readabilityRoot = parsed?.content as HTMLElement | null;
 
+    if (options?.fallbackToNone && !readabilityRoot?.textContent?.trim()) {
+        return html;
+    }
+
     if (readabilityRoot && parsed?.title) {
         const titleElement = dom.window.document.createElement('h1');
         titleElement.textContent = parsed.title;