refactor: add package y-idb

packages/core/package.json

@@ -39,7 +39,6 @@
     "@blocksuite/lit": "0.0.0-20231101080734-aa27dc89-nightly",
     "@blocksuite/store": "0.0.0-20231101080734-aa27dc89-nightly",
     "@toeverything/theme": "0.7.24",
-    "@toeverything/y-indexeddb": "0.10.0-canary.9",
     "foxact": "^0.2.26",
     "idb": "^7.1.1",
     "jotai": "^2.5.1",
@@ -49,6 +48,7 @@
     "react": "18.3.0-canary-8039e6d0b-20231026",
     "react-dom": "18.3.0-canary-8039e6d0b-20231026",
     "uuid": "^9.0.1",
+    "y-idb": "workspace:*",
     "y-utility": "^0.1.3",
     "y-utils": "workspace:*",
     "yjs": "^13.6.10"

packages/core/src/store/index.ts

@@ -215,7 +215,7 @@ export class WorkspaceManager {
     const {
       createIndexedDBProvider,
       downloadBinary
-    } = await import('@toeverything/y-indexeddb')
+    } = await import('y-idb/browser')
     this.#preloads.push(async (workspace) => {
       const binary = await downloadBinary(workspace.doc.guid,
         'refine-indexeddb')
@@ -225,8 +225,7 @@ export class WorkspaceManager {
       }
     })
     this.#providers.push((workspace) => {
-      const provider = createIndexedDBProvider(workspace.doc,
-        'refine-indexeddb')
+      const provider = createIndexedDBProvider('refine-indexeddb', workspace.doc)
       return {
         connect: () => {
           provider.connect()

packages/core/tsconfig.src.json

@@ -19,6 +19,9 @@
   "references": [
     {
       "path": "../jotai-inject"
+    },
+    {
+      "path": "../y-idb"
     }
   ]
 }

packages/core/vite.config.ts

@@ -28,7 +28,8 @@ export default defineConfig({
         /^y-utility/,
         'uuid',
         /^foxact/,
-        'idb'
+        'idb',
+        'y-idb/browser'
       ]
     }
   },

packages/y-idb/package.json

@@ -0,0 +1,44 @@
+{
+  "name": "y-idb",
+  "description": "yjs persistence",
+  "version": "0.0.1",
+  "type": "module",
+  "author": "himself65 <[email protected]>",
+  "files": [
+    "dist"
+  ],
+  "keywords": [
+    "yjs",
+    "provider",
+    "database",
+    "persistence"
+  ],
+  "exports": {
+    "./browser": {
+      "types": "./dist/src/browser.d.ts",
+      "import": "./dist/browser.js",
+      "require": "./dist/browser.cjs"
+    }
+  },
+  "scripts": {
+    "build": "vite build",
+    "dev": "vite build --watch"
+  },
+  "publishConfig": {
+    "access": "public"
+  },
+  "devDependencies": {
+    "vite": "^4.5.0",
+    "vite-plugin-dts": "^3.6.3",
+    "vite-plugin-istanbul": "^5.0.0",
+    "vitest": "^0.34.6",
+    "yjs": "^13.6.10"
+
+  },
+  "dependencies": {
+    "idb": "^8.0.0"
+  },
+  "peerDependencies": {
+    "yjs": "^13"
+  }
+}

packages/y-idb/src/browser.ts

@@ -0,0 +1,134 @@
+import {
+  openDB,
+  type DBSchema,
+  type IDBPDatabase
+} from 'idb'
+import type {
+  Workspace,
+  ProviderAdapter,
+  StatusAdapter
+} from './shared/type.js'
+import { createLazyProvider } from './shared/lazy-provider.js'
+import {
+  applyUpdate,
+  diffUpdate,
+  Doc,
+  encodeStateAsUpdate,
+  encodeStateVectorFromUpdate
+} from 'yjs'
+
+const mergeCount = 200
+
+function mergeUpdates (updates: Uint8Array[]): Uint8Array {
+  const doc = new Doc()
+  for (const update of updates) {
+    applyUpdate(doc, update)
+  }
+  return encodeStateAsUpdate(doc)
+}
+
+interface YDB extends DBSchema {
+  workspace: {
+    key: string
+    value: Workspace,
+    indexes: {
+      guid: string
+    }
+  }
+}
+
+function createLazyDB (name: string): () => Promise<IDBPDatabase<YDB>> {
+  let lazyDBPromise: Promise<IDBPDatabase<YDB>> | null = null
+  return async () => {
+    if (lazyDBPromise !== null) {
+      return lazyDBPromise
+    }
+    lazyDBPromise = openDB<YDB>(name, 1, {
+      upgrade (db) {
+        {
+          db.createObjectStore('workspace', {
+            keyPath: 'guid'
+          })
+        }
+      }
+    })
+    return lazyDBPromise
+  }
+}
+
+export function createIndexedDBProvider (
+  name: string, rootDoc: Doc): ProviderAdapter & StatusAdapter {
+  const getDB = createLazyDB(name)
+  return createLazyProvider(rootDoc, {
+    queryDocState: async (guid, query) => {
+      const db = await getDB()
+      const tx = db.transaction('workspace', 'readonly')
+      const os = tx.objectStore('workspace')
+      const workspace = await os.get(guid)
+      if (workspace === undefined || workspace.updates.length === 0) {
+        return {
+          missingUpdate: new Uint8Array()
+        }
+      }
+
+      const { updates } = workspace
+
+      const update = mergeUpdates(updates.map(({ update }) => update))
+
+      const missingUpdate = query?.stateVector
+        ? diffUpdate(update, query?.stateVector)
+        : update
+
+      return { missingUpdate, stateVector: encodeStateVectorFromUpdate(update) }
+    },
+    sendDocUpdate: async (guid, update) => {
+      const db = await getDB()
+      const tx = db.transaction('workspace', 'readwrite')
+      const os = tx.objectStore('workspace')
+      const data = await os.get(guid)
+      if (data === undefined) {
+        await os.add({
+          guid,
+          updates: [],
+          author: name
+        })
+      } else {
+        if (data.updates.length > mergeCount) {
+          data.updates = [
+            {
+              update: mergeUpdates(data.updates.map(({ update }) => update)),
+              date: Date.now()
+            }
+          ]
+        }
+        await os.put({
+          guid,
+          updates: [
+            ...data.updates, {
+              date: Date.now(),
+              update
+            }
+          ],
+          author: name
+        })
+      }
+    }
+  }, {
+    author: 'ydb'
+  })
+}
+
+export async function downloadBinary(
+  guid: string,
+  name: string
+): Promise<Uint8Array | false> {
+  const getDB = createLazyDB(name)
+  const db = await getDB()
+  const tx = db.transaction('workspace', 'readonly')
+  const os = tx.objectStore('workspace')
+  const workspace = await os.get(guid)
+  if (!workspace) {
+    return false;
+  }
+  return workspace.updates.map(({ update }) => update).reduce((a, b) => mergeUpdates([a, b]))
+}