use random tbl name

DESCRIPTION

@@ -1,6 +1,6 @@
 Package: duckdbfs
 Title: High Performance Remote File System, Database and 'Geospatial' Access Using 'duckdb'
-Version: 0.0.5
+Version: 0.0.6
 Authors@R: 
   c(person("Carl", "Boettiger", , "[email protected]", c("aut", "cre"),
          comment = c(ORCID = "0000-0002-1642-628X")), 

NEWS.md

@@ -1,3 +1,7 @@
+# duckdbfs 0.0.6
+
+* bugfix open_dataset() uses random table name by default, avoid naming collisions.
+
 # duckdbfs 0.0.5
 
 * bugfix `write_dataset()` no longer adds `**` into paths when writing some partitions.

R/open_dataset.R

@@ -63,7 +63,7 @@ open_dataset <- function(sources,
                          unify_schemas = FALSE,
                          format = c("parquet", "csv", "tsv", "sf"),
                          conn = cached_connection(),
-                         tblname = tbl_name(sources),
+                         tblname = tmp_tbl_name(),
                          mode = "VIEW",
                          filename = FALSE,
                          recursive = TRUE,

R/write_dataset.R

@@ -35,44 +35,31 @@ write_dataset <- function(dataset,
     tblname <- as.character(remote_name(dataset, conn))
   }
 
-  path <- parse_uri(path, conn = conn, recursive = FALSE)
-
   ## local writes use different notation to allow overwrites:
   allow_overwrite <- character(0)
   if(overwrite){
-    allow_overwrite <- paste("OVERWRITE_OR_IGNORE")
+    allow_overwrite <- "OVERWRITE_OR_IGNORE"
   }
 
+  path <- parse_uri(path, conn = conn, recursive = FALSE)
   if(grepl("^s3://", path)) {
     duckdb_s3_config(conn = conn, ...)
-    if(overwrite){
-     # allow_overwrite <- paste("ALLOW_OVERWRITE", overwrite)
-    }
   }
 
-
-  format <- toupper(format)
   partition_by <- character(0)
   if(length(partitioning) > 0) {
     partition_by <- paste0("PARTITION_BY (",
                            paste(partitioning, collapse=", "),
-                           "), ")
-  }
-  comma <- character(0)
-  if (length(c(partition_by, allow_overwrite) > 0)){
-    comma <- ", "
+                           ") ")
   }
-  options <-  paste0(
-                    paste("FORMAT", "'parquet'"), comma,
-                    partition_by,
-                    allow_overwrite
-                   )
-
-  query <- paste("COPY", tblname, "TO",
-                 paste0("'", path, "'"),
-                 paste0("(",  options, ")"), ";")
 
+  format <- toupper(format)
+  format_by <- glue::glue("FORMAT {format}")
+  options_vec <- c(format_by, partition_by, allow_overwrite)
+  options <- glue::glue_collapse(options_vec, sep = ", ")
 
+  copy <- glue::glue("COPY {tblname} TO '{path}' ")
+  query <- glue::glue(copy, "({options})", ";")
   status <- DBI::dbSendQuery(conn, query)
   invisible(path)
 }

tests/testthat/test-write_dataset.R

@@ -25,8 +25,9 @@ test_that("write_dataset", {
   ## Write from a query string
   path2 <- file.path(tempdir(), "spatial2.parquet")
 
-  tbl |>
-    dplyr::mutate(new = "test") |>
+  dataset <- tbl |>
+    dplyr::mutate(new = "test")
+  dataset |>
     write_dataset(path2)
 
 })
@@ -48,6 +49,12 @@ test_that("write_dataset partitions", {
   parts <- list.files(path)
   expect_true(any(grepl("cyl=4", parts)))
 
+  path <- file.path(tempdir(), "mtcars2")
+  mtcars |> write_dataset(path, partitioning = "cyl", overwrite=FALSE)
+  expect_true(file.exists(path))
+  df <- open_dataset(path)
+  expect_s3_class(df, "tbl")
+
 })