minor

smallcloudai · Dec 14, 2023 · 1444858 · 1444858
1 parent 71be516
commit 1444858
Show file tree

Hide file tree

Showing 2 changed files with 2 additions and 1 deletion.
diff --git a/src/cached_tokenizers.rs b/src/cached_tokenizers.rs
@@ -80,6 +80,7 @@ pub async fn cached_tokenizer(
                 http_path = caps_locked.tokenizer_path_template.replace("$MODEL", rewritten_model_name);();
             }
             _download_tokenizer_file(&client2, http_path.as_str(), cx_locked.cmdline.api_key.clone(), &path).await?;
+            info!("using tokenizer \"{}\"", path.display());
             let tokenizer = Tokenizer::from_file(path).map_err(|e| format!("failed to load tokenizer: {}", e))?;
             let arc = Arc::new(StdRwLock::new(tokenizer));
             cx_locked.tokenizer_map.insert(model_name.clone(), arc.clone());

diff --git a/src/forward_to_hf_endpoint.rs b/src/forward_to_hf_endpoint.rs
@@ -47,7 +47,7 @@ pub async fn forward_to_hf_style_endpoint(
     if status_code != 200 {
         return Err(format!("{} status={} text {}", url, status_code, response_txt));
     }
-    Ok(serde_json::from_str(&response_txt).unwrap())
+    Ok(serde_json::from_str(&response_txt).unwrap())    // FIXME: unwrap
 }