add the browser package

Author: synw

packages/browser/LICENSE

@@ -0,0 +1,21 @@
+MIT License
+
+Copyright (c) 2022 synw
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

packages/browser/README.md

@@ -0,0 +1,56 @@
+# LocalLm Browser
+
+Run models in the browser using [Wllama](https://github.com/ngxson/wllama)
+
+## Install
+
+```bash
+npm i @locallm/browser
+```
+
+## Usage
+
+Vuejs example:
+
+```vue
+<template>
+  <div>
+    {{ output }}
+  </div>
+</template>
+
+<script setup lang="ts">
+import { onMounted, ref } from 'vue';
+import { PromptTemplate } from 'modprompt';
+import { LmBrowserProviderParams, OnLoadProgress, WllamaProvider } from '@locallm/browser';
+
+const output = ref("");
+
+const lm = WllamaProvider.init({
+  onToken: (t) => { output.value = t },
+} as LmBrowserProviderParams);
+const model = {
+  name: "Qween 0.5b",
+  url: "https://huggingface.co/Qwen/Qwen2-0.5B-Instruct-GGUF/resolve/main/qwen2-0_5b-instruct-q5_k_m.gguf",
+  ctx: 32768,
+}
+
+const onModelLoading: OnLoadProgress = (st) => {
+  console.log(st.percent, "%")
+}
+
+async function init() {
+  await lm.loadBrowsermodel(model.name, model.url, model.ctx, onModelLoading);
+  const p = new PromptTemplate("chatml")
+    .replaceSystem("You are an AI assistant. Important: always use json to respond")
+    .prompt("List the planets of the solar system.")
+  const res = await lm.infer(
+    p,
+    { temperature: 0, min_p: 0.05 }
+  );
+  console.log(res.stats)
+}
+
+onMounted(() => init())
+</script>
+```

packages/browser/package.json

@@ -0,0 +1,43 @@
+{
+  "name": "@agent-smith/browser",
+  "version": "0.0.1",
+  "description": "Run language models in the browser",
+  "repository": "https://github.com/synw/locallm",
+  "scripts": {
+    "build": "rm -rf dist/* && tsc --skipLibCheck",
+    "docs": "typedoc --entryPointStrategy expand"
+  },
+  "dependencies": {
+    "@agent-smith/types": "^0.0.7",
+    "@wllama/wllama": "^3.5.1",
+    "openai": "^6.45.0",
+    "restmix": "^0.6.1",
+    "vite": "^8.1.3"
+  },
+  "devDependencies": {
+    "@agent-smith/types": "^0.7.3",
+    "@types/node": "^26.1.0",
+    "tslib": "^2.8.1",
+    "typedoc": "^0.28.20",
+    "typedoc-plugin-markdown": "^4.12.0",
+    "typedoc-plugin-rename-defaults": "^0.7.3",
+    "typescript": "^6.0.3",
+    "vue": "^3.5.39"
+  },
+  "type": "module",
+  "files": [
+    "dist"
+  ],
+  "module": "./dist/main.js",
+  "types": "./dist/main.d.ts",
+  "exports": {
+    ".": {
+      "import": "./dist/main.js"
+    }
+  },
+  "publishConfig": {
+    "access": "public",
+    "registry": "https://registry.npmjs.org/"
+  },
+  "license": "MIT"
+}

packages/browser/src/interfaces.ts

@@ -0,0 +1,10 @@
+interface LmBrowserProviderParams {
+    name: string;
+    onToken?: (t: string) => void;
+    onStartEmit?: (data?: any) => void;
+    onError?: (err: string) => void;
+}
+
+export {
+    LmBrowserProviderParams,
+}

packages/browser/src/main.ts

@@ -0,0 +1,9 @@
+import {
+    LmBrowserProviderParams,
+} from "./interfaces.js";
+import { WllamaProvider } from "./wllama.js";
+
+export {
+    WllamaProvider,
+    LmBrowserProviderParams,
+}