Support description shards

content-script-bundle.js

@@ -8,5 +8,5 @@ export {
     storage,
     settings,
     IndexSetter,
-    CrateDocManager
+    CrateDocManager,
 }

extension/crate-manager.js

@@ -1,4 +1,5 @@
 import storage from "./core/storage.js";
+import IndexSetter from "./index-setter.js";
 
 export default class CrateDocManager {
     static async getCrates() {
@@ -44,7 +45,7 @@ export default class CrateDocManager {
     // Here is the rule: https://docs.rs/{crateName}/{crateVersion}/{libName}
     //
     // Ensure `searchIndex` is a Object, not a Map.
-    static async addCrate({ libName, crateVersion, searchIndex, crateName }) {
+    static async addCrate({ libName, crateVersion, searchIndex, crateName, descShards }) {
         if (searchIndex && libName in searchIndex) {
             await storage.setItem(`@${libName}`, searchIndex);
             let doc = searchIndex[libName]["doc"];
@@ -56,6 +57,7 @@ export default class CrateDocManager {
                 crates[libName] = { version: crateVersion, doc, time: Date.now(), crateName };
             }
             await storage.setItem("crates", crates);
+            IndexSetter.setDescShards(libName, descShards);
         }
     }
 

extension/index-manager.js

@@ -7,6 +7,7 @@ import rfcsIndex from "./index/rfcs.js";
 import rustcIndex from "./index/rustc.js";
 import targetsIndex from "./index/targets.js";
 import searchIndex from "./index/std-docs.js";
+import stdDescShards from "./index/desc-shards/std.js";
 import { mapping, crateIndex } from "./index/crates.js";
 import storage from "./core/storage.js";
 import IndexSetter from "./index-setter.js";
@@ -18,13 +19,32 @@ import IndexSetter from "./index-setter.js";
 
 export default class IndexManager extends IndexSetter {
     static async getStdStableIndex() {
-        // Convert default map searchIndex to Object since rust 1.76.0
-        return await storage.getItem('index-std-stable') || Object.fromEntries(searchIndex);
+        let index = await storage.getItem('index-std-stable');
+        if (index?.length > 0) {
+            return new Map(index);
+        } else {
+            return searchIndex;
+        }
     }
 
     static async getStdNightlyIndex() {
-        // Convert default map searchIndex to Object since rust 1.76.0
-        return await storage.getItem('index-std-nightly') || Object.fromEntries(searchIndex);
+        let index = await storage.getItem('index-std-nightly');
+        if (index?.length > 0) {
+            return new Map(index);
+        } else {
+            // Structure clone search index is required
+            return structuredClone(searchIndex);
+        }
+
+    }
+
+    static async getDescShards(crate) {
+        let descShards = await storage.getItem(`desc-shards-${crate}`);
+        if (descShards) {
+            return new Map(descShards);
+        } else {
+            return stdDescShards;
+        }
     }
 
     static async getBookIndex() {

extension/index-setter.js

@@ -9,6 +9,12 @@ export default class IndexSetter {
         storage.setItem('index-std-nightly', index);
     }
 
+    static setDescShards(crate, shards) {
+        if (shards) {
+            storage.setItem(`desc-shards-${crate}`, shards);
+        }
+    }
+
     static setBookIndex(index) {
         storage.setItem('index-book', index);
     }

extension/lib.js

@@ -21,10 +21,6 @@ export default class RustSearchOmnibox {
         lintSearcher,
         commandManager,
     }) {
-        // All dynamic setting items. Those items will been updated
-        // in chrome.storage.onchange listener callback.
-        let isOfflineMode = await settings.isOfflineMode;
-
         function formatDoc(index, doc) {
             let content = doc.href;
             let description = doc.displayPath + `<match>${doc.name}</match>`;
@@ -51,21 +47,22 @@ export default class RustSearchOmnibox {
             ];
         }
 
-        const docsSearchMixins = {
-            onSearch: (query) => {
-                return stdSearcher.search(query);
+        const stdSearchMixins = {
+            onSearch: async (query) => {
+                const result = await stdSearcher.search(query);
+                return result.others;
             },
             onFormat: formatDoc,
             onAppend: async (query) => {
                 return [{
-                    content: stdSearcher.getSearchUrl(query),
-                    description: `Search Rust docs <match>${query}</match> on ${await settings.isOfflineMode ? "offline mode" : stdSearcher.getRootPath()}`,
+                    content: await stdSearcher.getSearchUrl(query),
+                    description: `Search Rust docs <match>${query}</match> on ${await settings.isOfflineMode ? "offline mode" : await stdSearcher.rootPath}`,
                 }];
             },
         };
 
         omnibox.bootstrap({
-            ...docsSearchMixins,
+            ...stdSearchMixins,
             onEmptyNavigate: (content, disposition) => {
                 commandManager.handleCommandEnterEvent(content, disposition);
             },
@@ -97,25 +94,26 @@ export default class RustSearchOmnibox {
 
         omnibox.addRegexQueryEvent(/^s(?:rc)?:/i, {
             name: "Source code",
-            ...docsSearchMixins,
+            ...stdSearchMixins,
         });
 
         // Nightly std docs search
         omnibox.addPrefixQueryEvent("/", {
             name: "Nightly docs",
-            onSearch: (query) => {
+            onSearch: async (query) => {
                 query = query.replaceAll("/", "").trim();
-                return nightlySearcher.search(query);
+                const result = await nightlySearcher.search(query);
+                return result.others;
             },
             onFormat: (index, doc) => {
                 let { content, description } = formatDoc(index, doc);
                 return { content, description: '[Nightly] ' + description };
             },
-            onAppend: (query) => {
+            onAppend: async (query) => {
                 query = query.replaceAll("/", "").trim();
                 return [{
-                    content: nightlySearcher.getSearchUrl(query),
-                    description: `Search nightly Rust docs <match>${query}</match> on ${nightlySearcher.getRootPath()}`,
+                    content: await nightlySearcher.getSearchUrl(query),
+                    description: `Search nightly Rust docs <match>${query}</match> on ${nightlySearcher.rootPath}`,
                 }];
             },
         });

extension/main.js

@@ -82,13 +82,8 @@ async function start(omnibox) {
         }),
     );
 
-    let stdSearcher = new DocSearch("std", await IndexManager.getStdStableIndex(), () => {
-        return isOfflineMode ? offlineDocPath : "https://doc.rust-lang.org/";
-    });
-    let nightlySearcher = new DocSearch("std", await IndexManager.getStdNightlyIndex(), () => {
-        // Nightly docs doesn't support offline mode yet.
-        return "https://doc.rust-lang.org/nightly/";
-    });
+    let nightlySearcher = new DocSearch("std", await IndexManager.getStdNightlyIndex(), "https://doc.rust-lang.org/nightly/");
+    let stdSearcher = new DocSearch("std", await IndexManager.getStdStableIndex(), isOfflineMode ? offlineDocPath : "https://doc.rust-lang.org/");
 
     RustSearchOmnibox.run({
         omnibox,