feat: Add llama.cpp web assembly support

Primarily for calculating embeddings on the client

Signed-off-by: Gordon Smith <[email protected]>

.gitignore

@@ -1,6 +1,7 @@
 .nyc_output/
-/.vscode/c_cpp_properties.json
-/.vscode/ipch
+.vscode/c_cpp_properties.json
+.vscode/ipch
+.vscode/settings.json
 .nx/
 bin/
 build/

.vscode/settings.json

@@ -1,5 +1,3 @@
 {
-    "cmake.cmakePath": "${workspaceFolder}/scripts/cmake.sh",
-    "ecl.launchConfiguration": "not found",
-    "ecl.targetCluster": {}
+    "cmake.cmakePath": "${workspaceFolder}/scripts/cmake.sh"
 }

CMakeLists.txt

@@ -35,6 +35,7 @@ set(EM_LINK_FLAGS
     "-sUSE_GLFW=0"
     "-sALLOW_UNIMPLEMENTED_SYSCALLS=1"
     "-sINCOMING_MODULE_JS_API=\"['wasmBinary']\""
+    "--no-entry"
     "--pre-js ${CMAKE_CURRENT_SOURCE_DIR}/src-cpp/src/pre.js"
     "--post-js ${CMAKE_CURRENT_SOURCE_DIR}/src-cpp/src/post.js"
 )
@@ -79,8 +80,8 @@ if (CMAKE_BUILD_TYPE STREQUAL "Debug")
     set(PACK_MODE "-d")
 endif ()
 
-add_subdirectory(src-cpp)
 add_subdirectory(packages/base91/src-cpp)
 add_subdirectory(packages/expat/src-cpp)
 add_subdirectory(packages/graphviz/src-cpp)
+add_subdirectory(packages/llama/src-cpp)
 add_subdirectory(packages/zstd/src-cpp)

docs/.vitepress/config.js

@@ -38,6 +38,7 @@ export default {
                     { text: 'DuckDB', link: '/duckdb/src/duckdb/classes/DuckDB' },
                     { text: 'Expat', link: '/expat/src/expat/classes/Expat' },
                     { text: 'Graphviz', link: '/graphviz/src/graphviz/classes/Graphviz' },
+                    { text: 'Llama', link: '/llama/src/llama/classes/Llama' },
                     { text: 'Zstd', link: '/zstd/src/zstd/classes/Zstd' },
                 ]
             }

docs/index.md

@@ -35,6 +35,9 @@ features:
   - title: GraphViz
     details: The Graphviz layout algorithms take descriptions of graphs in a simple text language, and make diagrams in useful formats, such as images and SVG for web pages or display in an interactive graph browser.
     link: /graphviz/src/graphviz/classes/Graphviz
+  - title: Llama
+    details: Inference of Meta's LLaMA model (and others) in pure C/C++.
+    link: /llama/src/llama/classes/Llama
   - title: Zstd
     details:  Zstandard is a fast compression algorithm, providing high compression ratios and is backed by an extremely fast decoder.
     link: /zstd/src/zstd/classes/Zstd