From 7c8b05c84c8e69fe43ae4d97e30bd89ea767803c Mon Sep 17 00:00:00 2001
From: Dimo99 <dimodimov1999@gmail.com>
Date: Tue, 3 Dec 2024 15:28:11 -0500
Subject: [PATCH] Fix folder2knowledge

---
 scripts/folder2knowledge.js | 26 +++++++++-----------------
 1 file changed, 9 insertions(+), 17 deletions(-)

diff --git a/scripts/folder2knowledge.js b/scripts/folder2knowledge.js
index da33930..cdc5f69 100755
--- a/scripts/folder2knowledge.js
+++ b/scripts/folder2knowledge.js
@@ -99,27 +99,24 @@ const findAndProcessFiles = async (dirPath) => {
       withFileTypes: true,
     });
 
-    const documents = [];
-    const chunks = [];
+    const contents = [];
 
     for (const dirent of filesAndDirectories) {
       const fullPath = path.join(dirPath, dirent.name);
 
       if (dirent.isDirectory()) {
-        const { docs, chks } = await findAndProcessFiles(fullPath);
-        documents.push(...docs);
-        chunks.push(...chks);
+        const _contents = await findAndProcessFiles(fullPath);
+        contents.push(..._contents);
       } else if (dirent.isFile()) {
-        const { document, chunks: fileChunks } = await processDocument(fullPath);
-        documents.push(document);
-        chunks.push(...fileChunks);
+        const content = await processDocument(fullPath);
+        contents.push(content);
       }
     }
 
-    return { docs: documents, chks: chunks };
+    return contents;
   } catch (error) {
     console.error(`Error processing directory ${dirPath}: ${error}`);
-    return { docs: [], chks: [] };
+    return [];
   }
 };
 
@@ -156,15 +153,10 @@ const main = async () => {
     }
 
     console.log(`Searching for files in: ${path}`);
-    const { docs, chks } = await findAndProcessFiles(path);
-
-    const output = {
-      documents: docs,
-      chunks: chks
-    };
+    const contents = await findAndProcessFiles(path);
 
     // Save the output to knowledge.json
-    await fs.writeFile('knowledge.json', JSON.stringify(output, null, 2));
+    await fs.writeFile('knowledge.json', JSON.stringify(contents, null, 2));
 
     console.log('Done processing files and saved memories to knowledge.json.');
   } catch (error) {