Use VLLM_API_KEY (#236)

tidyverse · Dec 18, 2024 · 8305b1a · 8305b1a
1 parent 76185fb
commit 8305b1a
Show file tree

Hide file tree

Showing 3 changed files with 13 additions and 9 deletions.
diff --git a/R/provider-vllm.R b/R/provider-vllm.R
@@ -10,6 +10,9 @@ NULL
 #' `chat_vllm()` to connect to endpoints powered by vLLM.
 #'
 #' @inheritParams chat_openai
+#' @param api_key The API key to use for authentication. You generally should
+#'   not supply this directly, but instead set the `VLLM_API_KEY` environment
+#'   variable.
 #' @inherit chat_openai return
 #' @export
 chat_vllm <- function(base_url,
@@ -70,7 +73,7 @@ method(as_json, list(ProviderVllm, ToolDef)) <- function(provider, x) {
 }
 
 vllm_key <- function() {
-  key_get("VLLM_KEY")
+  key_get("VLLM_API_KEY")
 }
 
 vllm_models <- function(base_url, key = vllm_key()) {

diff --git a/man/Chat.Rd b/man/Chat.Rd
diff --git a/man/chat_vllm.Rd b/man/chat_vllm.Rd