From 3fb25a97debaf3eeeb1a897263b17feb64ae12ac Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Philipp=20Gill=C3=A9?= Date: Thu, 25 Apr 2024 22:30:15 +0200 Subject: [PATCH 1/2] Add experimental WASM binding --- wasm/main.go | 132 +++++++++++++++++++++++++++++++++++++++++++++++++++ 1 file changed, 132 insertions(+) create mode 100644 wasm/main.go diff --git a/wasm/main.go b/wasm/main.go new file mode 100644 index 0000000..331a3e0 --- /dev/null +++ b/wasm/main.go @@ -0,0 +1,132 @@ +//go:build js + +package main + +import ( + "context" + "errors" + "syscall/js" + + "github.com/philippgille/chromem-go" +) + +var c *chromem.Collection + +func main() { + js.Global().Set("initDB", js.FuncOf(initDB)) + js.Global().Set("addDocument", js.FuncOf(addDocument)) + js.Global().Set("query", js.FuncOf(query)) + + select {} // prevent main from exiting +} + +// Exported function to initialize the database and collection. +// Takes an OpenAI API key as argument. +func initDB(this js.Value, args []js.Value) interface{} { + if len(args) != 1 { + return "expected 1 argument with the OpenAI API key" + } + + openAIAPIKey := args[0].String() + embeddingFunc := chromem.NewEmbeddingFuncOpenAI(openAIAPIKey, chromem.EmbeddingModelOpenAI3Small) + + db := chromem.NewDB() + var err error + c, err = db.CreateCollection("chromem", nil, embeddingFunc) + if err != nil { + return err.Error() + } + + return nil +} + +// Exported function to add documents to the collection. +// Takes the document ID and content as arguments. +func addDocument(this js.Value, args []js.Value) interface{} { + ctx := context.Background() + + var id string + var content string + var err error + if len(args) != 2 { + err = errors.New("expected 2 arguments with the document ID and content") + } else { + id = args[0].String() + content = args[1].String() + } + + handler := js.FuncOf(func(this js.Value, args []js.Value) interface{} { + resolve := args[0] + reject := args[1] + go func() { + if err != nil { + handleErr(err, reject) + return + } + + err = c.AddDocument(ctx, chromem.Document{ + ID: id, + Content: content, + }) + if err != nil { + handleErr(err, reject) + return + } + resolve.Invoke() + }() + return nil + }) + + promiseConstructor := js.Global().Get("Promise") + return promiseConstructor.New(handler) +} + +// Exported function to query the collection +// Takes the query string and the number of documents to return as argument. +func query(this js.Value, args []js.Value) interface{} { + ctx := context.Background() + + var q string + var err error + if len(args) != 1 { + err = errors.New("expected 1 argument with the query string") + } else { + q = args[0].String() + } + + handler := js.FuncOf(func(this js.Value, args []js.Value) interface{} { + resolve := args[0] + reject := args[1] + go func() { + if err != nil { + handleErr(err, reject) + return + } + + res, err := c.Query(ctx, q, 1, nil, nil) + if err != nil { + handleErr(err, reject) + return + } + + // Convert response to JS values + // TODO: Return more than one result + o := js.Global().Get("Object").New() + o.Set("ID", res[0].ID) + o.Set("Similarity", res[0].Similarity) + o.Set("Content", res[0].Content) + + resolve.Invoke(o) + }() + return nil + }) + + promiseConstructor := js.Global().Get("Promise") + return promiseConstructor.New(handler) +} + +func handleErr(err error, reject js.Value) { + errorConstructor := js.Global().Get("Error") + errorObject := errorConstructor.New(err.Error()) + reject.Invoke(errorObject) +} From 545e6267ca56aae5dfc6e6bf7368dfdd75041182 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Philipp=20Gill=C3=A9?= Date: Thu, 25 Apr 2024 22:30:31 +0200 Subject: [PATCH 2/2] Add example for experimental WASM binding --- examples/README.md | 2 + examples/webassembly/README.md | 13 +++++++ examples/webassembly/index.html | 69 +++++++++++++++++++++++++++++++++ 3 files changed, 84 insertions(+) create mode 100644 examples/webassembly/README.md create mode 100644 examples/webassembly/index.html diff --git a/examples/README.md b/examples/README.md index fdacd89..e72800b 100644 --- a/examples/README.md +++ b/examples/README.md @@ -11,3 +11,5 @@ - This example shows a semantic search application, using `chromem-go` as vector database for finding semantically relevant search results. - Loads and searches across ~5,000 arXiv papers in the "Computer Science - Computation and Language" category, which is the relevant one for Natural Language Processing (NLP) related papers. - Uses OpenAI for creating the embeddings +4. [WebAssembly](webassembly) + - This example shows how `chromem-go` can be compiled to WebAssembly and then used from JavaScript in a browser diff --git a/examples/webassembly/README.md b/examples/webassembly/README.md new file mode 100644 index 0000000..2b73106 --- /dev/null +++ b/examples/webassembly/README.md @@ -0,0 +1,13 @@ +# WebAssembly (WASM) + +Go can compile to WebAssembly, which you can then use from JavaScript in a Browser or similar environments (Node, Deno, Bun etc.). You could also target WASI (WebAssembly System Interface) and run it in a standalone runtime (wazero, wasmtime, Wasmer), but in this example we focus on the Browser use case. + +1. Compile the `chromem-go` WASM binding to WebAssembly: + 1. `cd /path/to/chromem-go/wasm` + 2. `GOOS=js GOARCH=wasm go build -o ../examples/webassembly/chromem-go.wasm` +2. Copy Go's wrapper JavaScript: + 1. `cp $(go env GOROOT)/misc/wasm/wasm_exec.js ../examples/webassembly/wasm_exec.js` +3. Serve the files + 1. `cd ../examples/webassembly` + 2. `go run github.com/philippgille/serve@latest -b localhost -p 8080` or similar +4. Open in your browser diff --git a/examples/webassembly/index.html b/examples/webassembly/index.html new file mode 100644 index 0000000..c25ab9f --- /dev/null +++ b/examples/webassembly/index.html @@ -0,0 +1,69 @@ + + + + + + + + + + + + +

+ + + \ No newline at end of file