Adds Databricks integration (#839) (#841)

* Ports host and token functions * Starts board_databricks * Starts pin list * Removes pipes * Centralices content retreival adds pin_exists * Starts pin_meta function * Simplifies arguments, renames token and host functions * First pass at pin_store * Fixex hashed subfolder * Adds pin_versions * Improvements to cache path * Adds download file helper * Adds download step to meta, fixes cache discovery * Adds pin_fetch * Adds pin_delete, and all supporting functions * Assignes proper file rights to local cache * Passes all tests * Adds board_deparse * Adds required_pkgs * Starts testing * Avoids failing when checking contents of a folder, needed for prefix * Passes all tests * Fixes a pkg check finding * Starts documentation * Completes documentation * Adds NEWS item * Small fix to documentation, adds some instructions to tests * Properly handles lack of host or token * Fixes pkg_down failure, address oldrel-4 issue by reverting to older mode of `purrr`, and improves some tests * More consistent filename * More consistent filename * Edits to docs * Redocument * Update R/board_databricks.R Co-authored-by: Julia Silge <[email protected]> * Update R/board_databricks.R Co-authored-by: Julia Silge <[email protected]> * Removes reference to bucket, and re-documents * Little more doc refining * Try running tests in CI * Update snapshot --------- Co-authored-by: Julia Silge <[email protected]>
rstudio · Oct 3, 2024 · 770ef00 · 770ef00
1 parent 58082a3
commit 770ef00
Show file tree

Hide file tree

Showing 10 changed files with 546 additions and 2 deletions.
diff --git a/.github/workflows/check-boards.yaml b/.github/workflows/check-boards.yaml
@@ -22,6 +22,9 @@ jobs:
       PINS_AWS_ACCESS_KEY: ${{ secrets.PINS_AWS_ACCESS_KEY}}
       PINS_AWS_SECRET_ACCESS_KEY: ${{ secrets.PINS_AWS_SECRET_ACCESS_KEY}}
       PINS_GCS_PASSWORD: ${{ secrets.PINS_GCS_PASSWORD }}
+      DATABRICKS_TOKEN: ${{ secrets.DATABRICKS_TOKEN }}
+      DATABRICKS_HOST: "https://rstudio-partner-posit-default.cloud.databricks.com"
+      PINS_DATABRICKS_FOLDER_URL: "/Volumes/workshops/models/vetiver"
 
       # needed for legacy board tests
       TEST_AWS_BUCKET: "pins-github-tests"

diff --git a/DESCRIPTION b/DESCRIPTION
@@ -48,6 +48,7 @@ Suggests:
     gitcreds,
     googleCloudStorageR,
     googledrive,
+    httr2,
     ids,
     knitr,
     Microsoft365R,

diff --git a/NAMESPACE b/NAMESPACE
@@ -9,6 +9,7 @@ S3method(board_browse,pins_board_local)
 S3method(board_deparse,pins_board)
 S3method(board_deparse,pins_board_azure)
 S3method(board_deparse,pins_board_connect)
+S3method(board_deparse,pins_board_databricks)
 S3method(board_deparse,pins_board_folder)
 S3method(board_deparse,pins_board_gcs)
 S3method(board_deparse,pins_board_kaggle_competition)
@@ -56,6 +57,7 @@ S3method(pin,data.frame)
 S3method(pin,default)
 S3method(pin_delete,pins_board_azure)
 S3method(pin_delete,pins_board_connect)
+S3method(pin_delete,pins_board_databricks)
 S3method(pin_delete,pins_board_folder)
 S3method(pin_delete,pins_board_gcs)
 S3method(pin_delete,pins_board_gdrive)
@@ -66,6 +68,7 @@ S3method(pin_delete,pins_board_s3)
 S3method(pin_delete,pins_board_url)
 S3method(pin_exists,pins_board_azure)
 S3method(pin_exists,pins_board_connect)
+S3method(pin_exists,pins_board_databricks)
 S3method(pin_exists,pins_board_folder)
 S3method(pin_exists,pins_board_gcs)
 S3method(pin_exists,pins_board_gdrive)
@@ -76,6 +79,7 @@ S3method(pin_exists,pins_board_s3)
 S3method(pin_exists,pins_board_url)
 S3method(pin_fetch,pins_board_azure)
 S3method(pin_fetch,pins_board_connect)
+S3method(pin_fetch,pins_board_databricks)
 S3method(pin_fetch,pins_board_folder)
 S3method(pin_fetch,pins_board_gcs)
 S3method(pin_fetch,pins_board_gdrive)
@@ -86,6 +90,7 @@ S3method(pin_fetch,pins_board_s3)
 S3method(pin_fetch,pins_board_url)
 S3method(pin_list,pins_board_azure)
 S3method(pin_list,pins_board_connect)
+S3method(pin_list,pins_board_databricks)
 S3method(pin_list,pins_board_folder)
 S3method(pin_list,pins_board_gcs)
 S3method(pin_list,pins_board_gdrive)
@@ -101,6 +106,7 @@ S3method(pin_load,package)
 S3method(pin_load,table)
 S3method(pin_meta,pins_board_azure)
 S3method(pin_meta,pins_board_connect)
+S3method(pin_meta,pins_board_databricks)
 S3method(pin_meta,pins_board_folder)
 S3method(pin_meta,pins_board_gcs)
 S3method(pin_meta,pins_board_gdrive)
@@ -115,6 +121,7 @@ S3method(pin_search,pins_board_kaggle_competition)
 S3method(pin_search,pins_board_kaggle_dataset)
 S3method(pin_store,pins_board_azure)
 S3method(pin_store,pins_board_connect)
+S3method(pin_store,pins_board_databricks)
 S3method(pin_store,pins_board_folder)
 S3method(pin_store,pins_board_gcs)
 S3method(pin_store,pins_board_gdrive)
@@ -126,6 +133,7 @@ S3method(pin_store,pins_board_url)
 S3method(pin_version_delete,pins_board)
 S3method(pin_version_delete,pins_board_azure)
 S3method(pin_version_delete,pins_board_connect)
+S3method(pin_version_delete,pins_board_databricks)
 S3method(pin_version_delete,pins_board_folder)
 S3method(pin_version_delete,pins_board_gcs)
 S3method(pin_version_delete,pins_board_gdrive)
@@ -135,6 +143,7 @@ S3method(pin_version_delete,pins_board_url)
 S3method(pin_versions,pins_board)
 S3method(pin_versions,pins_board_azure)
 S3method(pin_versions,pins_board_connect)
+S3method(pin_versions,pins_board_databricks)
 S3method(pin_versions,pins_board_folder)
 S3method(pin_versions,pins_board_gcs)
 S3method(pin_versions,pins_board_gdrive)
@@ -149,6 +158,7 @@ S3method(print,pins_meta)
 S3method(required_pkgs,pins_board)
 S3method(required_pkgs,pins_board_azure)
 S3method(required_pkgs,pins_board_connect)
+S3method(required_pkgs,pins_board_databricks)
 S3method(required_pkgs,pins_board_gcs)
 S3method(required_pkgs,pins_board_gdrive)
 S3method(required_pkgs,pins_board_ms365)
@@ -166,6 +176,7 @@ export(board_browse)
 export(board_cache_path)
 export(board_connect)
 export(board_connect_url)
+export(board_databricks)
 export(board_default)
 export(board_deparse)
 export(board_deregister)

diff --git a/NEWS.md b/NEWS.md
@@ -6,6 +6,8 @@
 
 ## Other improvements
 
+* Added new board for Databricks Volumes `board_databricks()` (#839, @edgararuiz).
+
 * Added example Python code to pin previews for Posit Connect (#806).
 
 * Fixed a bug in how pins with the same name but different owners on Posit Connect were identified (#808).