Update website memory to use document processing from conversation memory (#1303)

- update website memory to use docparts
-  Update chunking approach
- Update website library management panel to show in full tab view

Author: hillary-mutisya

ts/examples/chat/src/memory/knowproWebsite.ts

@@ -55,6 +55,7 @@
     "azure-ai-foundry": "workspace:*",
     "bootstrap": "^5.3.3",
     "chalk": "^5.4.1",
+    "cheerio": "^1.1.0",
     "common-utils": "workspace:*",
     "cytoscape": "^3.32.0",
     "cytoscape-dagre": "^2.5.0",

ts/packages/agents/browser/package.json

@@ -149,6 +149,10 @@ copyFileSync(
     `${srcDir}/websiteLibraryPanel.html`,
     `${chromeOutDir}/websiteLibraryPanel.html`,
 );
+copyFileSync(
+    `${srcDir}/websiteLibraryPanel.css`,
+    `${chromeOutDir}/websiteLibraryPanel.css`,
+);
 mkdirSync(`${chromeOutDir}/sites`, { recursive: true });
 copyFileSync(
     `${srcDir}/sites/paleobiodbSchema.mts`,

ts/packages/agents/browser/scripts/buildExtension.mjs

@@ -63,6 +63,8 @@ import {
     resolveURLWithHistory,
     importWebsiteData,
     importWebsiteDataFromSession,
+    importHtmlFolder,
+    importHtmlFolderFromSession,
     searchWebsites,
     getWebsiteStats,
 } from "./websiteMemory.mjs";
@@ -380,6 +382,7 @@ async function updateBrowserContext(
                         }
 
                         case "importWebsiteData":
+                        case "importHtmlFolder":
                         case "searchWebsites":
                         case "getWebsiteStats": {
                             const websiteResult = await handleWebsiteAction(
@@ -626,6 +629,8 @@ async function executeBrowserAction(
                     return closeWebPage(context);
                 case "importWebsiteData":
                     return importWebsiteData(context, action);
+                case "importHtmlFolder":
+                    return importHtmlFolder(context, action);
                 case "searchWebsites":
                     return searchWebsites(context, action);
                 case "getWebsiteStats":
@@ -1020,6 +1025,9 @@ async function handleWebsiteAction(
         case "importWebsiteData":
             return await importWebsiteDataFromSession(parameters, context);
 
+        case "importHtmlFolder":
+            return await importHtmlFolderFromSession(parameters, context);
+
         case "searchWebsites":
             // Convert to ActionContext format for existing function
             const searchAction = {

ts/packages/agents/browser/src/agent/actionHandler.mts

@@ -19,6 +19,7 @@ export type BrowserActions =
     | CaptureScreenshot
     | ReloadPage
     | ImportWebsiteData
+    | ImportHtmlFolder
     | SearchWebsites
     | GetWebsiteStats;
 
@@ -148,6 +149,31 @@ export type ImportWebsiteData = {
     };
 };
 
+// Import HTML files from local folder path
+export type ImportHtmlFolder = {
+    actionName: "importHtmlFolder";
+    parameters: {
+        // Folder path containing HTML files
+        folderPath: string;
+        // Import options
+        options?: {
+            extractContent?: boolean;
+            enableIntelligentAnalysis?: boolean;
+            enableActionDetection?: boolean;
+            extractionMode?: "basic" | "content" | "actions" | "full";
+            preserveStructure?: boolean;
+            // Folder-specific options
+            recursive?: boolean;
+            fileTypes?: string[];
+            limit?: number;
+            maxFileSize?: number;
+            skipHidden?: boolean;
+        };
+        // Import tracking ID
+        importId: string;
+    };
+};
+
 // Search through imported website data
 export type SearchWebsites = {
     actionName: "searchWebsites";