feat: add file loader support

upstash · May 23, 2024 · 57a451f · 57a451f
1 parent d917f94
commit 57a451f
Show file tree

Hide file tree

Showing 11 changed files with 5,933 additions and 10 deletions.
diff --git a/bun.lockb b/bun.lockb
diff --git a/data/list_of_user_info.csv b/data/list_of_user_info.csv
@@ -0,0 +1,7 @@
+Username; Identifier;First name;Last name
+booker12;9012;Rachel;Booker
+grey07;2070;Laura;Grey
+johnson81;4081;Craig;Johnson
+jenkins46;9346;Mary;Jenkins
+smith79;5079;Jamie;Smith
+
diff --git a/data/the_wonderful_wizard_of_oz_summary.html b/data/the_wonderful_wizard_of_oz_summary.html
@@ -0,0 +1,47 @@
+<!doctype html>
+<html lang="en">
+  <head>
+    <meta charset="UTF-8" />
+    <meta name="viewport" content="width=device-width, initial-scale=1.0" />
+    <title>The Wonderful Wizard of Oz - Summary</title>
+  </head>
+  <body>
+    <header>
+      <h1>The Wonderful Wizard of Oz</h1>
+      <p><em>By L. Frank Baum</em></p>
+    </header>
+    <main>
+      <section>
+        <h2>Summary</h2>
+        <p>
+          The Wonderful Wizard of Oz is a children's novel written by L. Frank Baum. The story
+          follows a young girl named Dorothy who lives on a Kansas farm with her Aunt Em, Uncle
+          Henry, and her little dog Toto. A cyclone hits, and Dorothy and Toto are swept away to the
+          magical land of Oz.
+        </p>
+        <p>
+          In Oz, Dorothy meets the Good Witch of the North and is given silver shoes and a
+          protective kiss. She is advised to follow the Yellow Brick Road to the Emerald City to
+          seek the help of the Wizard of Oz to return home. Along her journey, she befriends the
+          Scarecrow, who desires a brain, the Tin Woodman, who longs for a heart, and the Cowardly
+          Lion, who seeks courage.
+        </p>
+        <p>
+          The group faces various challenges but eventually reaches the Emerald City. The Wizard
+          appears in different forms to each of them and agrees to grant their wishes if they kill
+          the Wicked Witch of the West. They manage to defeat the Witch by melting her with water.
+        </p>
+        <p>
+          Upon their return to the Emerald City, they discover the Wizard is an ordinary man from
+          Omaha. He grants their wishes through symbolic means: the Scarecrow gets a brain made of
+          bran, the Tin Woodman gets a silk heart, and the Lion receives a potion for courage.
+          Dorothy learns that the silver shoes can take her home. She clicks her heels together and
+          returns to Kansas, where she is joyfully reunited with her family.
+        </p>
+      </section>
+    </main>
+    <footer>
+      <p>&copy; 2024 The Wonderful Wizard of Oz Summary</p>
+    </footer>
+  </body>
+</html>
diff --git a/data/the_wonderful_wizard_of_oz_summary.txt b/data/the_wonderful_wizard_of_oz_summary.txt
@@ -0,0 +1,8 @@
+
+The Wonderful Wizard of Oz is a children's novel written by L. Frank Baum. The story follows a young girl named Dorothy who lives on a Kansas farm with her Aunt Em, Uncle Henry, and her little dog Toto. A cyclone hits, and Dorothy and Toto are swept away to the magical land of Oz.
+
+In Oz, Dorothy meets the Good Witch of the North and is given silver shoes and a protective kiss. She is advised to follow the Yellow Brick Road to the Emerald City to seek the help of the Wizard of Oz to return home. Along her journey, she befriends the Scarecrow, who desires a brain, the Tin Woodman, who longs for a heart, and the Cowardly Lion, who seeks courage.
+
+The group faces various challenges but eventually reaches the Emerald City. The Wizard appears in different forms to each of them and agrees to grant their wishes if they kill the Wicked Witch of the West. They manage to defeat the Witch by melting her with water.
+
+Upon their return to the Emerald City, they discover the Wizard is an ordinary man from Omaha. He grants their wishes through symbolic means: the Scarecrow gets a brain made of bran, the Tin Woodman gets a silk heart, and the Lion receives a potion for courage. Dorothy learns that the silver shoes can take her home. She clicks her heels together and returns to Kansas, where she is joyfully reunited with her family.
diff --git a/package.json b/package.json
@@ -37,10 +37,10 @@
     "@commitlint/config-conventional": "^19.2.2",
     "@typescript-eslint/eslint-plugin": "^7.0.1",
     "@typescript-eslint/parser": "^7.0.1",
-    "eslint-plugin-unicorn": "^51.0.1",
     "bun-types": "latest",
-    "husky": "^9.0.10",
     "eslint": "^8",
+    "eslint-plugin-unicorn": "^51.0.1",
+    "husky": "^9.0.10",
     "prettier": "^3.2.5",
     "tsup": "latest",
     "typescript": "^5.4.5",
@@ -54,6 +54,9 @@
     "@upstash/redis": "^1.31.1",
     "@upstash/vector": "^1.1.1",
     "ai": "^3.1.1",
+    "cheerio": "^1.0.0-rc.12",
+    "d3-dsv": "^3.0.1",
+    "html-to-text": "^9.0.5",
     "langchain": "^0.2.0",
     "nanoid": "^5.0.7",
     "pdf-parse": "^1.1.1"