Update QuickstartNotebook.r

Improve the SparkR library load
databrickslabs · Oct 1, 2023 · e4fe62a · e4fe62a
1 parent 9be6b47
commit e4fe62a
Showing 1 changed file with 7 additions and 3 deletions.
diff --git a/notebooks/examples/R/QuickstartNotebook.r b/notebooks/examples/R/QuickstartNotebook.r
@@ -24,14 +24,18 @@ print(paste0("The raw data is stored in ", raw_path))
 
 # COMMAND ----------
 
-dbutils.fs.ls('dbfs:/databricks/mosaic/sparkrMosaic_0.3.4.tar.gz')
-
+mosaic_lib <- dbutils.fs.ls('dbfs:/databricks/mosaic/sparkrMosaic_0.3.4.tar.gz')
+lib_path <- sapply(mosaic_lib, function(obj) obj$path)
+lib_path <- lapply(lib_path, function(path) gsub('dbfs:/ml', '/dbfs/ml', path))
+lib_path
+
 # COMMAND ----------
 
 
 library(tidyverse)
 library(SparkR)
-sparkr_mosaic_package_path = '/dbfs/databricks/mosaic/sparkrMosaic_0.3.4.tar.gz'
+sparkr_mosaic_package_path = '/dbfs/databricks/mosaic/sparkrMosaic_0.3.4.tar.gz' # extract from above cell
+# sparkr_mosaic_package_path = lib_path                   
 install.packages(sparkr_mosaic_package_path, repos=NULL)
 library(sparkrMosaic)
 sparkrMosaic::enableMosaic()